-- Logs begin at Tue 2021-06-01 05:33:51 UTC, end at Tue 2021-06-01 06:26:51 UTC. -- Jun 01 06:01:39.964851 dv-cinder-793885-1-smb systemd[1]: Started Devstack devstack@q-svc.service. Jun 01 06:01:40.934521 dv-cinder-793885-1-smb neutron-server[91805]: Beware of the coming changes in the project packaging Jun 01 06:01:40.935050 dv-cinder-793885-1-smb neutron-server[91805]: https://github.com/svinota/pyroute2/discussions/786 Jun 01 06:01:42.394932 dv-cinder-793885-1-smb neutron-server[91805]: INFO neutron.common.config [-] Logging enabled! Jun 01 06:01:42.395567 dv-cinder-793885-1-smb neutron-server[91805]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev247 Jun 01 06:01:42.395693 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=91805) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 01 06:01:42.398900 dv-cinder-793885-1-smb neutron-server[91805]: INFO neutron.common.config [-] Logging enabled! Jun 01 06:01:42.399238 dv-cinder-793885-1-smb neutron-server[91805]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev247 Jun 01 06:01:42.399555 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=91805) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 01 06:01:42.400470 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 01 06:01:42.400705 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 01 06:01:42.401087 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 01 06:01:42.401340 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 01 06:01:42.401569 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 01 06:01:42.401894 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 06:01:42.402192 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 06:01:42.402487 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 06:01:42.402718 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 06:01:42.403009 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 06:01:42.403299 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 06:01:42.403579 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 06:01:42.403868 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 06:01:42.404163 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 06:01:42.404447 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 06:01:42.404723 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 06:01:42.405025 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 06:01:42.405263 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 06:01:42.405544 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.common.config [-] config_source = [] {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 06:01:42.405830 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 06:01:42.406113 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 06:01:42.406338 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.common.config [-] debug = True {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 06:01:42.406615 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 06:01:42.407039 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 06:01:42.407449 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 06:01:42.407728 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 06:01:42.408013 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 06:01:42.408292 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 06:01:42.408561 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 06:01:42.408867 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 06:01:42.409185 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 06:01:42.409548 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.common.config [-] host = dv-cinder-793885-1-smb {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 06:01:42.409829 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 06:01:42.410119 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 06:01:42.410406 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 06:01:42.410691 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 06:01:42.410959 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 06:01:42.411234 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 06:01:42.411520 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 06:01:42.411798 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.common.config [-] log_dir = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 06:01:42.412069 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.common.config [-] log_file = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 06:01:42.412341 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 06:01:42.412626 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 06:01:42.412910 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 06:01:42.413229 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 06:01:42.413460 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 06:01:42.413685 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 06:01:42.413974 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 06:01:42.414260 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 06:01:42.414534 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 06:01:42.414807 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 06:01:42.415079 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 06:01:42.415351 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 06:01:42.415624 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 06:01:42.415891 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 06:01:42.416175 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 06:01:42.416460 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 06:01:42.416743 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 06:01:42.417037 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 06:01:42.417315 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 06:01:42.417587 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 06:01:42.417860 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 06:01:42.418145 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 06:01:42.418419 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 06:01:42.418688 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 06:01:42.418959 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 06:01:42.419248 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 06:01:42.419516 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 06:01:42.419787 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 06:01:42.420084 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 06:01:42.420368 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 06:01:42.420647 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 06:01:42.420929 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 06:01:42.421233 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 06:01:42.421518 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 06:01:42.421795 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 06:01:42.422067 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.common.config [-] use_journal = False {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 06:01:42.422340 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.common.config [-] use_json = False {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 06:01:42.422608 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 06:01:42.422877 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 06:01:42.423160 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 06:01:42.423430 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 06:01:42.423702 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 06:01:42.423973 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 06:01:42.424244 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 06:01:42.424550 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 06:01:42.424846 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:42.425172 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:42.425473 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:42.425756 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:42.426050 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:42.426328 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:42.426616 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:42.426893 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:42.427180 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:42.427468 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:42.427756 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:42.428034 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:42.428321 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:42.428599 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:42.428892 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:42.429230 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:42.429528 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:42.429817 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:42.430093 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:42.430369 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:42.430642 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:42.430919 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:42.431208 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:42.431502 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:42.431793 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:42.432064 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:42.432343 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:42.432632 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:42.432907 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:42.433207 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:42.433488 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:42.433776 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:42.434055 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:42.434329 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:42.434612 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:42.434889 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:42.435159 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:42.435431 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:42.435708 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:42.435996 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:42.436273 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:42.436545 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:42.436815 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:42.437118 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:42.437393 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:42.437679 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:42.437957 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:42.438229 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:42.438502 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:42.438779 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:42.439051 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:42.439324 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:42.439601 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:42.439872 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:42.440657 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:42.440931 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:42.441227 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:42.441500 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:42.441770 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:42.442042 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:42.442321 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:42.442590 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:42.442866 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:42.443136 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:42.443406 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:42.443677 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:42.443950 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:42.444222 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:42.444507 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:42.444803 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:42.445108 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:42.445385 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:42.445665 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:42.445941 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:42.446218 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:42.446495 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:42.446772 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:42.447048 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:42.447319 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:42.447607 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:42.447890 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:42.448177 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:42.448458 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:42.448735 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:42.449054 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:42.449330 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:42.449611 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:42.449888 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:42.450165 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:42.450452 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:42.450733 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:42.451023 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:42.451313 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:42.451605 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:42.451895 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:42.452187 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:42.452467 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:42.452775 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:42.453078 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:42.453297 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 01 06:01:42.453538 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=91805) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jun 01 06:01:42.802178 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=91805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:01:42.802451 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=91805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:01:42.802737 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=91805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:01:42.803288 dv-cinder-793885-1-smb neutron-server[91805]: INFO neutron.manager [-] Loading core plugin: ml2 Jun 01 06:01:43.190603 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 06:01:43.190820 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 06:01:43.191096 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 06:01:43.192313 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 06:01:43.192591 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 06:01:43.192860 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 06:01:43.228019 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 06:01:43.228297 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 06:01:43.228567 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 06:01:43.242345 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 06:01:43.242626 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 06:01:43.242898 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 06:01:43.271732 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 06:01:43.272008 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 06:01:43.272281 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 06:01:43.309304 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 06:01:43.309589 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 06:01:43.309861 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 06:01:43.541772 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=91805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 06:01:43.542408 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=91805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 06:01:43.542408 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=91805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 06:01:43.542598 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=91805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 06:01:43.543311 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=91805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 06:01:43.665714 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=91805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 06:01:43.666038 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=91805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 06:01:43.666319 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=91805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 06:01:43.666593 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=91805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 06:01:43.666864 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=91805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 06:01:43.667340 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=91805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 06:01:43.667613 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=91805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 06:01:43.667872 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=91805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 06:01:43.668129 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=91805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 06:01:43.668412 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=91805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 06:01:43.668672 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=91805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 06:01:43.668936 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=91805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 06:01:43.669228 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 06:01:43.669487 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=91805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 06:01:43.669759 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=91805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 06:01:43.670037 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=91805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 06:01:43.671330 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=91805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 06:01:43.671630 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 06:01:43.671904 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 06:01:43.672199 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=91805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 06:01:43.672558 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=91805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 06:01:43.672822 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=91805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 06:01:43.673108 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=91805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 06:01:43.673400 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 06:01:43.673659 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 06:01:43.673910 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 06:01:43.674314 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=91805) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 01 06:01:43.674561 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=91805) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 01 06:01:43.674801 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=91805) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 01 06:01:43.675040 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=91805) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 01 06:01:43.675276 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=91805) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 01 06:01:43.675513 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=91805) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 01 06:01:43.675875 dv-cinder-793885-1-smb neutron-server[91805]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jun 01 06:01:43.678990 dv-cinder-793885-1-smb neutron-server[91805]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jun 01 06:01:43.682920 dv-cinder-793885-1-smb neutron-server[91805]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jun 01 06:01:43.686696 dv-cinder-793885-1-smb neutron-server[91805]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(300, 349)])]) Jun 01 06:01:43.688320 dv-cinder-793885-1-smb neutron-server[91805]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jun 01 06:01:43.688761 dv-cinder-793885-1-smb neutron-server[91805]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jun 01 06:01:43.689119 dv-cinder-793885-1-smb neutron-server[91805]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jun 01 06:01:43.689500 dv-cinder-793885-1-smb neutron-server[91805]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jun 01 06:01:43.692459 dv-cinder-793885-1-smb neutron-server[91805]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jun 01 06:01:43.692718 dv-cinder-793885-1-smb neutron-server[91805]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jun 01 06:01:43.693092 dv-cinder-793885-1-smb neutron-server[91805]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jun 01 06:01:43.720518 dv-cinder-793885-1-smb neutron-server[91805]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jun 01 06:01:43.720964 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=91805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 06:01:43.721871 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=91805) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jun 01 06:01:43.722208 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=91805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 06:01:43.723558 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=91805) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jun 01 06:01:43.723834 dv-cinder-793885-1-smb neutron-server[91805]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jun 01 06:01:43.724081 dv-cinder-793885-1-smb neutron-server[91805]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jun 01 06:01:43.727296 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=91805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 06:01:43.727581 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=91805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 06:01:43.809239 dv-cinder-793885-1-smb neutron-server[91805]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jun 01 06:01:43.809426 dv-cinder-793885-1-smb neutron-server[91805]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jun 01 06:01:43.809664 dv-cinder-793885-1-smb neutron-server[91805]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jun 01 06:01:43.810030 dv-cinder-793885-1-smb neutron-server[91805]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jun 01 06:01:43.839692 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_db.sqlalchemy.engines [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=91805) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jun 01 06:01:44.170803 dv-cinder-793885-1-smb neutron-server[91805]: INFO neutron.plugins.ml2.managers [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Initializing driver for type 'gre' Jun 01 06:01:44.171259 dv-cinder-793885-1-smb neutron-server[91805]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] gre ID ranges: [(1, 1000)] Jun 01 06:01:44.223890 dv-cinder-793885-1-smb neutron-server[91805]: INFO neutron.plugins.ml2.managers [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Initializing driver for type 'local' Jun 01 06:01:44.224225 dv-cinder-793885-1-smb neutron-server[91805]: INFO neutron.plugins.ml2.managers [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Initializing driver for type 'vlan' Jun 01 06:01:44.235513 dv-cinder-793885-1-smb neutron-server[91805]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] VlanTypeDriver initialization complete Jun 01 06:01:44.235842 dv-cinder-793885-1-smb neutron-server[91805]: INFO neutron.plugins.ml2.managers [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Initializing driver for type 'vxlan' Jun 01 06:01:44.236302 dv-cinder-793885-1-smb neutron-server[91805]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] vxlan ID ranges: [(1, 1000)] Jun 01 06:01:44.294091 dv-cinder-793885-1-smb neutron-server[91805]: INFO neutron.plugins.ml2.managers [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Initializing extension driver 'port_security' Jun 01 06:01:44.294419 dv-cinder-793885-1-smb neutron-server[91805]: INFO neutron.plugins.ml2.extensions.port_security [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] PortSecurityExtensionDriver initialization complete Jun 01 06:01:44.294748 dv-cinder-793885-1-smb neutron-server[91805]: INFO neutron.plugins.ml2.managers [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Initializing mechanism driver 'openvswitch' Jun 01 06:01:44.295067 dv-cinder-793885-1-smb neutron-server[91805]: INFO neutron.plugins.ml2.managers [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Initializing mechanism driver 'hyperv' Jun 01 06:01:44.302051 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.plugins.ml2.plugin [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=91805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 06:01:44.302811 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron_lib.callbacks.manager [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Subscribe: > port after_create 55550000 {{(pid=91805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 06:01:44.303175 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron_lib.callbacks.manager [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Subscribe: > port after_update 55550000 {{(pid=91805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 06:01:44.303524 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron_lib.callbacks.manager [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Subscribe: > port after_delete 55550000 {{(pid=91805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 06:01:44.303904 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron_lib.callbacks.manager [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Subscribe: > subnet after_create 55550000 {{(pid=91805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 06:01:44.304250 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron_lib.callbacks.manager [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Subscribe: > subnet after_update 55550000 {{(pid=91805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 06:01:44.304592 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron_lib.callbacks.manager [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Subscribe: > subnet after_delete 55550000 {{(pid=91805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 06:01:44.304966 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron_lib.callbacks.manager [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Subscribe: > network after_create 55550000 {{(pid=91805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 06:01:44.305332 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron_lib.callbacks.manager [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Subscribe: > network after_update 55550000 {{(pid=91805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 06:01:44.305669 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron_lib.callbacks.manager [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Subscribe: > network after_delete 55550000 {{(pid=91805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 06:01:44.306038 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron_lib.callbacks.manager [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Subscribe: > security_group after_create 55550000 {{(pid=91805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 06:01:44.306378 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron_lib.callbacks.manager [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Subscribe: > security_group after_update 55550000 {{(pid=91805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 06:01:44.306712 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron_lib.callbacks.manager [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Subscribe: > security_group after_delete 55550000 {{(pid=91805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 06:01:44.307081 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron_lib.callbacks.manager [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=91805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 06:01:44.307418 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron_lib.callbacks.manager [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=91805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 06:01:44.307747 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron_lib.callbacks.manager [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=91805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 06:01:44.308111 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron_lib.callbacks.manager [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Subscribe: > address_group after_create 55550000 {{(pid=91805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 06:01:44.308445 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron_lib.callbacks.manager [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Subscribe: > address_group after_update 55550000 {{(pid=91805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 06:01:44.308775 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron_lib.callbacks.manager [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Subscribe: > address_group after_delete 55550000 {{(pid=91805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 06:01:44.309130 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] ML2 OVO RPC backend initialized. {{(pid=91805) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:160}} Jun 01 06:01:44.309819 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron_lib.callbacks.manager [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Subscribe: > router_interface after_create 55550000 {{(pid=91805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 06:01:44.310162 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron_lib.callbacks.manager [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Subscribe: > router_interface after_delete 55550000 {{(pid=91805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 06:01:44.310568 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron_lib.callbacks.manager [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Subscribe: > network before_response 55550000 {{(pid=91805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 06:01:44.310908 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron_lib.callbacks.manager [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Subscribe: > networks before_response 55550000 {{(pid=91805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 06:01:44.311256 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron_lib.callbacks.manager [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Subscribe: > port before_response 55550000 {{(pid=91805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 06:01:44.311590 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron_lib.callbacks.manager [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Subscribe: > ports before_response 55550000 {{(pid=91805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 06:01:44.311924 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron_lib.callbacks.manager [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Subscribe: > subnet before_response 55550000 {{(pid=91805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 06:01:44.312258 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron_lib.callbacks.manager [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Subscribe: > subnets before_response 55550000 {{(pid=91805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 06:01:44.312597 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron_lib.callbacks.manager [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Subscribe: > network after_create 55550000 {{(pid=91805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 06:01:44.312931 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron_lib.callbacks.manager [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Subscribe: > network after_update 55550000 {{(pid=91805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 06:01:44.313285 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron_lib.callbacks.manager [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Subscribe: > network after_delete 55550000 {{(pid=91805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 06:01:44.313620 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron_lib.callbacks.manager [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Subscribe: > port after_create 55550000 {{(pid=91805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 06:01:44.313956 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron_lib.callbacks.manager [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Subscribe: > port after_update 55550000 {{(pid=91805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 06:01:44.314288 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron_lib.callbacks.manager [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Subscribe: > port after_delete 55550000 {{(pid=91805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 06:01:44.314625 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron_lib.callbacks.manager [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Subscribe: > subnet after_create 55550000 {{(pid=91805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 06:01:44.315040 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron_lib.callbacks.manager [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Subscribe: > subnet after_update 55550000 {{(pid=91805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 06:01:44.316011 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron_lib.callbacks.manager [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Subscribe: > subnet after_delete 55550000 {{(pid=91805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 06:01:44.316631 dv-cinder-793885-1-smb neutron-server[91805]: INFO neutron.plugins.ml2.plugin [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Modular L2 Plugin initialization complete Jun 01 06:01:44.316977 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.manager [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Loading services supported by the core plugin {{(pid=91805) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jun 01 06:01:44.317353 dv-cinder-793885-1-smb neutron-server[91805]: INFO neutron.plugins.ml2.managers [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Got port-security extension from driver 'port_security' Jun 01 06:01:44.317851 dv-cinder-793885-1-smb neutron-server[91805]: INFO neutron.extensions.vlantransparent [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Disabled vlantransparent extension. Jun 01 06:01:44.318343 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.manager [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=91805) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jun 01 06:01:44.318664 dv-cinder-793885-1-smb neutron-server[91805]: INFO neutron.manager [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Loading Plugin: router Jun 01 06:01:44.355228 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron_lib.callbacks.manager [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Subscribe: > router_interface before_create 55550000 {{(pid=91805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 06:01:44.355620 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron_lib.callbacks.manager [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Subscribe: > router after_create 55549900 {{(pid=91805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 06:01:44.356250 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron_lib.callbacks.manager [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Subscribe: > router before_create 55549900 {{(pid=91805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 06:01:44.356622 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron_lib.callbacks.manager [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Subscribe: > router_interface before_delete 55550000 {{(pid=91805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 06:01:44.357016 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron_lib.callbacks.manager [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Subscribe: > router_interface after_delete 55550000 {{(pid=91805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 06:01:44.357374 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron_lib.callbacks.manager [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Subscribe: > router after_delete 55549900 {{(pid=91805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 06:01:44.357736 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron_lib.callbacks.manager [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Subscribe: > floatingip after_update 55550000 {{(pid=91805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 06:01:44.358099 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron_lib.callbacks.manager [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Subscribe: > router after_create 55549900 {{(pid=91805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 06:01:44.358449 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron_lib.callbacks.manager [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Subscribe: > router after_update 55549900 {{(pid=91805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 06:01:44.358798 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron_lib.callbacks.manager [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Subscribe: > router after_update 55549900 {{(pid=91805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 06:01:44.359147 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron_lib.callbacks.manager [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=91805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 06:01:44.359512 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron_lib.callbacks.manager [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Subscribe: > router after_update 55549900 {{(pid=91805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 06:01:44.359923 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron_lib.callbacks.manager [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Subscribe: > router precommit_update 55549900 {{(pid=91805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 06:01:44.360303 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron_lib.callbacks.manager [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Subscribe: port after_update 55550000 {{(pid=91805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 06:01:44.360643 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron_lib.callbacks.manager [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Subscribe: port after_delete 55550000 {{(pid=91805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 06:01:44.360979 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron_lib.callbacks.manager [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Subscribe: subnet after_update 55550000 {{(pid=91805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 06:01:44.361340 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron_lib.callbacks.manager [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=91805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 06:01:44.361689 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron_lib.callbacks.manager [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Subscribe: > port precommit_delete 55550000 {{(pid=91805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 06:01:44.362536 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron_lib.callbacks.manager [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Subscribe: > router precommit_create 55549900 {{(pid=91805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 06:01:44.362878 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron_lib.callbacks.manager [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Subscribe: port before_delete 55550000 {{(pid=91805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 06:01:44.363218 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron_lib.callbacks.manager [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Subscribe: > router precommit_create 55550000 {{(pid=91805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 06:01:44.363574 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron_lib.callbacks.manager [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Subscribe: > router after_update 55549900 {{(pid=91805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 06:01:44.363918 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron_lib.callbacks.manager [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Subscribe: > router precommit_delete 55549900 {{(pid=91805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 06:01:44.364267 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron_lib.callbacks.manager [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Subscribe: > router precommit_create 55549900 {{(pid=91805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 06:01:44.364626 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron_lib.callbacks.manager [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Subscribe: > router_interface after_create 55550000 {{(pid=91805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 06:01:44.364971 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron_lib.callbacks.manager [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Subscribe: > router precommit_update 55549900 {{(pid=91805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 06:01:44.365365 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron_lib.callbacks.manager [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Subscribe: > network after_delete 55550000 {{(pid=91805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 06:01:44.366200 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.quota.resource_registry [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Tracking information for resource: router configured {{(pid=91805) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 01 06:01:44.366526 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.quota.resource_registry [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Tracking information for resource: floatingip configured {{(pid=91805) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 01 06:01:44.371405 dv-cinder-793885-1-smb neutron-server[91805]: INFO neutron.db.l3_agentschedulers_db [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jun 01 06:01:44.371979 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron_lib.callbacks.manager [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Subscribe: port after_update 55550000 {{(pid=91805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 06:01:44.372340 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron_lib.callbacks.manager [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Subscribe: port after_create 55550000 {{(pid=91805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 06:01:44.372693 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron_lib.callbacks.manager [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Subscribe: port after_delete 55550000 {{(pid=91805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 06:01:44.373084 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron_lib.callbacks.manager [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Subscribe: port after_update 55550000 {{(pid=91805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 06:01:44.373865 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron_lib.callbacks.manager [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Subscribe: > router before_create 55550100 {{(pid=91805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 06:01:44.374231 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron_lib.callbacks.manager [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Subscribe: > router precommit_delete 55550100 {{(pid=91805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 06:01:44.374594 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron_lib.callbacks.manager [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Subscribe: > router precommit_create 55550100 {{(pid=91805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 06:01:44.374949 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron_lib.callbacks.manager [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Subscribe: > router precommit_update 55550100 {{(pid=91805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 06:01:44.380036 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.services.provider_configuration [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Service providers = [] {{(pid=91805) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jun 01 06:01:44.380396 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.db.servicetype_db [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=91805) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jun 01 06:01:44.383299 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.services.service_base [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=91805) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 01 06:01:44.383648 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.services.service_base [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=91805) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 01 06:01:44.383990 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.services.service_base [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=91805) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 01 06:01:44.384867 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.services.service_base [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=91805) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 01 06:01:44.385268 dv-cinder-793885-1-smb neutron-server[91805]: INFO neutron.services.service_base [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Default provider is not specified for service type L3_ROUTER_NAT Jun 01 06:01:44.385803 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.manager [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=91805) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 01 06:01:44.386121 dv-cinder-793885-1-smb neutron-server[91805]: INFO neutron.manager [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jun 01 06:01:44.396417 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.manager [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Successfully loaded METERING plugin. Description: METERING {{(pid=91805) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 01 06:01:44.396749 dv-cinder-793885-1-smb neutron-server[91805]: INFO neutron.manager [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Loading Plugin: auto_allocate Jun 01 06:01:44.402449 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron_lib.callbacks.manager [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Subscribe: network precommit_update 55550000 {{(pid=91805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 06:01:44.402819 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron_lib.callbacks.manager [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Subscribe: network precommit_create 55550000 {{(pid=91805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 06:01:44.403333 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.manager [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=91805) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 01 06:01:44.403647 dv-cinder-793885-1-smb neutron-server[91805]: INFO neutron.manager [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Loading Plugin: tag Jun 01 06:01:44.410882 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.manager [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=91805) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 01 06:01:44.411212 dv-cinder-793885-1-smb neutron-server[91805]: INFO neutron.manager [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Loading Plugin: timestamp Jun 01 06:01:44.414964 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.manager [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=91805) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 01 06:01:44.415297 dv-cinder-793885-1-smb neutron-server[91805]: INFO neutron.manager [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Loading Plugin: network_ip_availability Jun 01 06:01:44.420454 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron_lib.callbacks.manager [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=91805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 06:01:44.420871 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron_lib.callbacks.manager [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=91805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 06:01:44.421213 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron_lib.callbacks.manager [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 06:01:44.421922 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.manager [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=91805) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 01 06:01:44.422240 dv-cinder-793885-1-smb neutron-server[91805]: INFO neutron.manager [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Loading Plugin: flavors Jun 01 06:01:44.427747 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.manager [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=91805) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 01 06:01:44.428075 dv-cinder-793885-1-smb neutron-server[91805]: INFO neutron.manager [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Loading Plugin: revisions Jun 01 06:01:44.432292 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.manager [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=91805) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 01 06:01:44.432686 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_concurrency.lockutils [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.630s {{(pid=91805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:01:44.433447 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.api.extensions [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=91805) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jun 01 06:01:44.433779 dv-cinder-793885-1-smb neutron-server[91805]: INFO neutron.api.extensions [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Initializing extension manager. Jun 01 06:01:44.434283 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.api.extensions [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Loading extension file: __init__.py {{(pid=91805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 06:01:44.434620 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.api.extensions [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Loading extension file: __pycache__ {{(pid=91805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 06:01:44.434950 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.api.extensions [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=91805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 06:01:44.435279 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.api.extensions [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Loading extension file: address_group.py {{(pid=91805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 06:01:44.436025 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.api.extensions [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=91805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 06:01:44.436588 dv-cinder-793885-1-smb neutron-server[91805]: INFO neutron.api.extensions [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Loaded extension: address-group Jun 01 06:01:44.436912 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.api.extensions [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Loading extension file: address_scope.py {{(pid=91805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 06:01:44.437636 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.api.extensions [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=91805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 06:01:44.438140 dv-cinder-793885-1-smb neutron-server[91805]: INFO neutron.api.extensions [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Loaded extension: address-scope Jun 01 06:01:44.438459 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.api.extensions [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Loading extension file: admin_state_down_before_update.py {{(pid=91805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 06:01:44.439362 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.api.extensions [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=91805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 06:01:44.439869 dv-cinder-793885-1-smb neutron-server[91805]: INFO neutron.api.extensions [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Loaded extension: router-admin-state-down-before-update Jun 01 06:01:44.440740 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.api.extensions [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Loading extension file: agent.py {{(pid=91805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 06:01:44.441495 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.api.extensions [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=91805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 06:01:44.442001 dv-cinder-793885-1-smb neutron-server[91805]: INFO neutron.api.extensions [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Loaded extension: agent Jun 01 06:01:44.442321 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.api.extensions [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Loading extension file: agent_resources_synced.py {{(pid=91805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 06:01:44.443225 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.api.extensions [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=91805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 06:01:44.443726 dv-cinder-793885-1-smb neutron-server[91805]: INFO neutron.api.extensions [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Loaded extension: agent-resources-synced Jun 01 06:01:44.444045 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.api.extensions [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Loading extension file: allowedaddresspairs.py {{(pid=91805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 06:01:44.445819 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.api.extensions [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=91805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 06:01:44.446335 dv-cinder-793885-1-smb neutron-server[91805]: INFO neutron.api.extensions [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Loaded extension: allowed-address-pairs Jun 01 06:01:44.446659 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.api.extensions [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Loading extension file: auto_allocated_topology.py {{(pid=91805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 06:01:44.447713 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.api.extensions [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=91805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 06:01:44.448221 dv-cinder-793885-1-smb neutron-server[91805]: INFO neutron.api.extensions [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Loaded extension: auto-allocated-topology Jun 01 06:01:44.448540 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.api.extensions [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Loading extension file: availability_zone.py {{(pid=91805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 06:01:44.449256 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.api.extensions [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=91805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 06:01:44.449765 dv-cinder-793885-1-smb neutron-server[91805]: INFO neutron.api.extensions [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Loaded extension: availability_zone Jun 01 06:01:44.450087 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.api.extensions [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Loading extension file: availability_zone_filter.py {{(pid=91805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 06:01:44.450976 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.api.extensions [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=91805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 06:01:44.451481 dv-cinder-793885-1-smb neutron-server[91805]: INFO neutron.api.extensions [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Loaded extension: availability_zone_filter Jun 01 06:01:44.451798 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.api.extensions [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Loading extension file: data_plane_status.py {{(pid=91805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 06:01:44.452679 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.api.extensions [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=91805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 06:01:44.453203 dv-cinder-793885-1-smb neutron-server[91805]: INFO neutron.api.extensions [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Extension data-plane-status not supported by any of loaded plugins Jun 01 06:01:44.453524 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.api.extensions [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Loading extension file: default_subnetpools.py {{(pid=91805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 06:01:44.454419 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.api.extensions [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=91805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 06:01:44.454916 dv-cinder-793885-1-smb neutron-server[91805]: INFO neutron.api.extensions [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Loaded extension: default-subnetpools Jun 01 06:01:44.455236 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.api.extensions [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Loading extension file: dhcpagentscheduler.py {{(pid=91805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 06:01:44.456052 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.api.extensions [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=91805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 06:01:44.456553 dv-cinder-793885-1-smb neutron-server[91805]: INFO neutron.api.extensions [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Loaded extension: dhcp_agent_scheduler Jun 01 06:01:44.456873 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.api.extensions [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Loading extension file: dns.py {{(pid=91805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 06:01:44.457790 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.api.extensions [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=91805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 06:01:44.458289 dv-cinder-793885-1-smb neutron-server[91805]: INFO neutron.api.extensions [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Extension dns-integration not supported by any of loaded plugins Jun 01 06:01:44.458610 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.api.extensions [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Loading extension file: dns_domain_ports.py {{(pid=91805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 06:01:44.459495 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.api.extensions [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=91805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 06:01:44.459995 dv-cinder-793885-1-smb neutron-server[91805]: INFO neutron.api.extensions [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Extension dns-domain-ports not supported by any of loaded plugins Jun 01 06:01:44.460315 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.api.extensions [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Loading extension file: dvr.py {{(pid=91805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 06:01:44.460977 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.api.extensions [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=91805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 06:01:44.461504 dv-cinder-793885-1-smb neutron-server[91805]: INFO neutron.api.extensions [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Loaded extension: dvr Jun 01 06:01:44.461825 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.api.extensions [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Loading extension file: empty_string_filtering.py {{(pid=91805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 06:01:44.462711 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.api.extensions [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=91805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 06:01:44.463216 dv-cinder-793885-1-smb neutron-server[91805]: INFO neutron.api.extensions [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Loaded extension: empty-string-filtering Jun 01 06:01:44.463535 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.api.extensions [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=91805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 06:01:44.464438 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.api.extensions [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=91805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 06:01:44.464936 dv-cinder-793885-1-smb neutron-server[91805]: INFO neutron.api.extensions [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jun 01 06:01:44.465282 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.api.extensions [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=91805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 06:01:44.466169 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.api.extensions [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=91805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 06:01:44.466666 dv-cinder-793885-1-smb neutron-server[91805]: INFO neutron.api.extensions [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jun 01 06:01:44.466982 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.api.extensions [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Loading extension file: external_net.py {{(pid=91805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 06:01:44.467869 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.api.extensions [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=91805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 06:01:44.468374 dv-cinder-793885-1-smb neutron-server[91805]: INFO neutron.api.extensions [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Loaded extension: external-net Jun 01 06:01:44.468689 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.api.extensions [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Loading extension file: extra_dhcp_opt.py {{(pid=91805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 06:01:44.469603 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.api.extensions [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=91805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 06:01:44.470106 dv-cinder-793885-1-smb neutron-server[91805]: INFO neutron.api.extensions [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Loaded extension: extra_dhcp_opt Jun 01 06:01:44.470421 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.api.extensions [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Loading extension file: extraroute.py {{(pid=91805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 06:01:44.471328 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.api.extensions [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=91805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 06:01:44.471831 dv-cinder-793885-1-smb neutron-server[91805]: INFO neutron.api.extensions [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Loaded extension: extraroute Jun 01 06:01:44.472147 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.api.extensions [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Loading extension file: extraroute_atomic.py {{(pid=91805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 06:01:44.473182 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.api.extensions [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=91805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 06:01:44.473691 dv-cinder-793885-1-smb neutron-server[91805]: INFO neutron.api.extensions [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Loaded extension: extraroute-atomic Jun 01 06:01:44.474011 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.api.extensions [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Loading extension file: filter_validation.py {{(pid=91805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 06:01:44.474664 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.api.extensions [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=91805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 06:01:44.475159 dv-cinder-793885-1-smb neutron-server[91805]: INFO neutron.api.extensions [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Loaded extension: filter-validation Jun 01 06:01:44.475472 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.api.extensions [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Loading extension file: fip_pf_description.py {{(pid=91805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 06:01:44.476527 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.api.extensions [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=91805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 06:01:44.477067 dv-cinder-793885-1-smb neutron-server[91805]: INFO neutron.api.extensions [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jun 01 06:01:44.477388 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.api.extensions [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Loading extension file: fip_port_details.py {{(pid=91805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 06:01:44.478291 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.api.extensions [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=91805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 06:01:44.478792 dv-cinder-793885-1-smb neutron-server[91805]: INFO neutron.api.extensions [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Loaded extension: fip-port-details Jun 01 06:01:44.479109 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.api.extensions [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Loading extension file: flavors.py {{(pid=91805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 06:01:44.480317 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.api.extensions [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=91805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 06:01:44.480825 dv-cinder-793885-1-smb neutron-server[91805]: INFO neutron.api.extensions [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Loaded extension: flavors Jun 01 06:01:44.481434 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.api.extensions [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=91805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 06:01:44.483078 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.api.extensions [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=91805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 06:01:44.483594 dv-cinder-793885-1-smb neutron-server[91805]: INFO neutron.api.extensions [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jun 01 06:01:44.483919 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.api.extensions [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Loading extension file: floatingip_pools.py {{(pid=91805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 06:01:44.484607 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.api.extensions [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=91805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 06:01:44.485148 dv-cinder-793885-1-smb neutron-server[91805]: INFO neutron.api.extensions [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Loaded extension: floatingip-pools Jun 01 06:01:44.485474 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.api.extensions [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Loading extension file: ip_allocation.py {{(pid=91805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 06:01:44.486365 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.api.extensions [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=91805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 06:01:44.487378 dv-cinder-793885-1-smb neutron-server[91805]: INFO neutron.api.extensions [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Extension ip_allocation not supported by any of loaded plugins Jun 01 06:01:44.487698 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.api.extensions [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Loading extension file: ip_substring_port_filtering.py {{(pid=91805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 06:01:44.488589 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.api.extensions [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=91805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 06:01:44.489130 dv-cinder-793885-1-smb neutron-server[91805]: INFO neutron.api.extensions [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Loaded extension: ip-substring-filtering Jun 01 06:01:44.489455 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.api.extensions [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Loading extension file: l2_adjacency.py {{(pid=91805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 06:01:44.490361 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.api.extensions [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=91805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 06:01:44.490858 dv-cinder-793885-1-smb neutron-server[91805]: INFO neutron.api.extensions [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Extension l2_adjacency not supported by any of loaded plugins Jun 01 06:01:44.491175 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.api.extensions [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Loading extension file: l3.py {{(pid=91805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 06:01:44.492115 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.api.extensions [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=91805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 06:01:44.492622 dv-cinder-793885-1-smb neutron-server[91805]: INFO neutron.api.extensions [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Loaded extension: router Jun 01 06:01:44.492945 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.api.extensions [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Loading extension file: l3_conntrack_helper.py {{(pid=91805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 06:01:44.495194 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.api.extensions [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=91805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 06:01:44.495718 dv-cinder-793885-1-smb neutron-server[91805]: INFO neutron.api.extensions [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jun 01 06:01:44.496048 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.api.extensions [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Loading extension file: l3_ext_gw_mode.py {{(pid=91805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 06:01:44.496965 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.api.extensions [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=91805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 06:01:44.497508 dv-cinder-793885-1-smb neutron-server[91805]: INFO neutron.api.extensions [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Loaded extension: ext-gw-mode Jun 01 06:01:44.497837 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.api.extensions [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Loading extension file: l3_ext_ha_mode.py {{(pid=91805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 06:01:44.498740 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.api.extensions [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=91805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 06:01:44.499255 dv-cinder-793885-1-smb neutron-server[91805]: INFO neutron.api.extensions [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Loaded extension: l3-ha Jun 01 06:01:44.499583 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.api.extensions [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Loading extension file: l3_flavors.py {{(pid=91805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 06:01:44.500472 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.api.extensions [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=91805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 06:01:44.500981 dv-cinder-793885-1-smb neutron-server[91805]: INFO neutron.api.extensions [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Loaded extension: l3-flavors Jun 01 06:01:44.501332 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.api.extensions [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=91805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 06:01:44.502235 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.api.extensions [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=91805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 06:01:44.503344 dv-cinder-793885-1-smb neutron-server[91805]: INFO neutron.api.extensions [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Loaded extension: l3-port-ip-change-not-allowed Jun 01 06:01:44.503666 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.api.extensions [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Loading extension file: l3agentscheduler.py {{(pid=91805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 06:01:44.504680 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.api.extensions [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=91805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 06:01:44.505220 dv-cinder-793885-1-smb neutron-server[91805]: INFO neutron.api.extensions [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Loaded extension: l3_agent_scheduler Jun 01 06:01:44.505546 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.api.extensions [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Loading extension file: logging.py {{(pid=91805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 06:01:44.507012 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.api.extensions [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=91805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 06:01:44.507523 dv-cinder-793885-1-smb neutron-server[91805]: INFO neutron.api.extensions [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Extension logging not supported by any of loaded plugins Jun 01 06:01:44.507850 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.api.extensions [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Loading extension file: metering.py {{(pid=91805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 06:01:44.508580 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.api.extensions [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=91805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 06:01:44.509184 dv-cinder-793885-1-smb neutron-server[91805]: INFO neutron.api.extensions [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Loaded extension: metering Jun 01 06:01:44.509511 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.api.extensions [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=91805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 06:01:44.510579 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.api.extensions [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=91805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 06:01:44.511089 dv-cinder-793885-1-smb neutron-server[91805]: INFO neutron.api.extensions [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Loaded extension: metering_source_and_destination_fields Jun 01 06:01:44.511412 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.api.extensions [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Loading extension file: multiprovidernet.py {{(pid=91805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 06:01:44.512432 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.api.extensions [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=91805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 06:01:44.512936 dv-cinder-793885-1-smb neutron-server[91805]: INFO neutron.api.extensions [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Loaded extension: multi-provider Jun 01 06:01:44.513284 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.api.extensions [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Loading extension file: netmtu.py {{(pid=91805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 06:01:44.514190 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.api.extensions [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=91805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 06:01:44.514699 dv-cinder-793885-1-smb neutron-server[91805]: INFO neutron.api.extensions [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Loaded extension: net-mtu Jun 01 06:01:44.515021 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.api.extensions [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Loading extension file: netmtu_writable.py {{(pid=91805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 06:01:44.515915 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.api.extensions [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=91805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 06:01:44.516414 dv-cinder-793885-1-smb neutron-server[91805]: INFO neutron.api.extensions [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Loaded extension: net-mtu-writable Jun 01 06:01:44.516732 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.api.extensions [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Loading extension file: network_availability_zone.py {{(pid=91805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 06:01:44.517427 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.api.extensions [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=91805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 06:01:44.517929 dv-cinder-793885-1-smb neutron-server[91805]: INFO neutron.api.extensions [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Loaded extension: network_availability_zone Jun 01 06:01:44.518290 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.api.extensions [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Loading extension file: network_ip_availability.py {{(pid=91805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 06:01:44.519365 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.api.extensions [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=91805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 06:01:44.519879 dv-cinder-793885-1-smb neutron-server[91805]: INFO neutron.api.extensions [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Loaded extension: network-ip-availability Jun 01 06:01:44.520198 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.api.extensions [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Loading extension file: network_segment_range.py {{(pid=91805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 06:01:44.520949 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.api.extensions [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=91805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 06:01:44.521476 dv-cinder-793885-1-smb neutron-server[91805]: INFO neutron.api.extensions [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Extension network-segment-range not supported by any of loaded plugins Jun 01 06:01:44.521795 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.api.extensions [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Loading extension file: pagination.py {{(pid=91805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 06:01:44.522749 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.api.extensions [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=91805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 06:01:44.523079 dv-cinder-793885-1-smb neutron-server[91805]: INFO neutron.api.extensions [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Loaded extension: pagination Jun 01 06:01:44.523394 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.api.extensions [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Loading extension file: port_device_profile.py {{(pid=91805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 06:01:44.524273 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.api.extensions [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=91805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 06:01:44.524784 dv-cinder-793885-1-smb neutron-server[91805]: INFO neutron.api.extensions [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Loaded extension: port-device-profile Jun 01 06:01:44.525127 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.api.extensions [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Loading extension file: port_mac_address_regenerate.py {{(pid=91805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 06:01:44.526032 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.api.extensions [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=91805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 06:01:44.526534 dv-cinder-793885-1-smb neutron-server[91805]: INFO neutron.api.extensions [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Loaded extension: port-mac-address-regenerate Jun 01 06:01:44.526845 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.api.extensions [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Loading extension file: port_numa_affinity_policy.py {{(pid=91805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 06:01:44.527730 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.api.extensions [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=91805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 06:01:44.528241 dv-cinder-793885-1-smb neutron-server[91805]: INFO neutron.api.extensions [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Loaded extension: port-numa-affinity-policy Jun 01 06:01:44.528559 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.api.extensions [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Loading extension file: port_resource_request.py {{(pid=91805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 06:01:44.529462 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.api.extensions [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=91805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 06:01:44.529960 dv-cinder-793885-1-smb neutron-server[91805]: INFO neutron.api.extensions [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Extension port-resource-request not supported by any of loaded plugins Jun 01 06:01:44.530272 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.api.extensions [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Loading extension file: portbindings.py {{(pid=91805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 06:01:44.531171 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.api.extensions [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=91805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 06:01:44.531669 dv-cinder-793885-1-smb neutron-server[91805]: INFO neutron.api.extensions [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Loaded extension: binding Jun 01 06:01:44.531985 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.api.extensions [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Loading extension file: portbindings_extended.py {{(pid=91805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 06:01:44.533270 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.api.extensions [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=91805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 06:01:44.533830 dv-cinder-793885-1-smb neutron-server[91805]: INFO neutron.api.extensions [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Loaded extension: binding-extended Jun 01 06:01:44.534151 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.api.extensions [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Loading extension file: portsecurity.py {{(pid=91805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 06:01:44.535045 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.api.extensions [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=91805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 06:01:44.535550 dv-cinder-793885-1-smb neutron-server[91805]: INFO neutron.api.extensions [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Loaded extension: port-security Jun 01 06:01:44.535868 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.api.extensions [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Loading extension file: project_id.py {{(pid=91805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 06:01:44.536814 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.api.extensions [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=91805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 06:01:44.537179 dv-cinder-793885-1-smb neutron-server[91805]: INFO neutron.api.extensions [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Loaded extension: project-id Jun 01 06:01:44.537499 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.api.extensions [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Loading extension file: providernet.py {{(pid=91805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 06:01:44.538383 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.api.extensions [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=91805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 06:01:44.538887 dv-cinder-793885-1-smb neutron-server[91805]: INFO neutron.api.extensions [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Loaded extension: provider Jun 01 06:01:44.539204 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.api.extensions [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Loading extension file: qos.py {{(pid=91805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 06:01:44.542654 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.api.extensions [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=91805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 06:01:44.543190 dv-cinder-793885-1-smb neutron-server[91805]: INFO neutron.api.extensions [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Extension qos not supported by any of loaded plugins Jun 01 06:01:44.543523 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.api.extensions [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Loading extension file: qos_bw_limit_direction.py {{(pid=91805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 06:01:44.544758 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.api.extensions [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=91805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 06:01:44.545301 dv-cinder-793885-1-smb neutron-server[91805]: INFO neutron.api.extensions [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jun 01 06:01:44.545630 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.api.extensions [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=91805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 06:01:44.546525 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.api.extensions [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=91805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 06:01:44.547031 dv-cinder-793885-1-smb neutron-server[91805]: INFO neutron.api.extensions [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jun 01 06:01:44.547352 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.api.extensions [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Loading extension file: qos_default.py {{(pid=91805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 06:01:44.548249 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.api.extensions [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=91805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 06:01:44.548758 dv-cinder-793885-1-smb neutron-server[91805]: INFO neutron.api.extensions [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Extension qos-default not supported by any of loaded plugins Jun 01 06:01:44.549113 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.api.extensions [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Loading extension file: qos_fip.py {{(pid=91805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 06:01:44.550261 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.api.extensions [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=91805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 06:01:44.550762 dv-cinder-793885-1-smb neutron-server[91805]: INFO neutron.api.extensions [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Extension qos-fip not supported by any of loaded plugins Jun 01 06:01:44.551081 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.api.extensions [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Loading extension file: qos_gateway_ip.py {{(pid=91805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 06:01:44.558835 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.api.extensions [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=91805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 06:01:44.559359 dv-cinder-793885-1-smb neutron-server[91805]: INFO neutron.api.extensions [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Extension qos-gateway-ip not supported by any of loaded plugins Jun 01 06:01:44.559692 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.api.extensions [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Loading extension file: qos_port_network_policy.py {{(pid=91805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 06:01:44.560599 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.api.extensions [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=91805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 06:01:44.561142 dv-cinder-793885-1-smb neutron-server[91805]: INFO neutron.api.extensions [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Extension qos-port-network-policy not supported by any of loaded plugins Jun 01 06:01:44.561470 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.api.extensions [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Loading extension file: qos_rule_type_details.py {{(pid=91805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 06:01:44.562368 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.api.extensions [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=91805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 06:01:44.562874 dv-cinder-793885-1-smb neutron-server[91805]: INFO neutron.api.extensions [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Extension qos-rule-type-details not supported by any of loaded plugins Jun 01 06:01:44.563196 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.api.extensions [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Loading extension file: qos_rules_alias.py {{(pid=91805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 06:01:44.564223 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.api.extensions [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=91805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 06:01:44.564743 dv-cinder-793885-1-smb neutron-server[91805]: INFO neutron.api.extensions [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Extension qos-rules-alias not supported by any of loaded plugins Jun 01 06:01:44.565626 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.api.extensions [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Loading extension file: quotasv2.py {{(pid=91805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 06:01:44.566936 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.api.extensions [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=91805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 06:01:44.567505 dv-cinder-793885-1-smb neutron-server[91805]: INFO neutron.api.extensions [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Loaded extension: quotas Jun 01 06:01:44.567836 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.api.extensions [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Loading extension file: quotasv2_detail.py {{(pid=91805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 06:01:44.570085 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.api.extensions [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=91805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 06:01:44.570498 dv-cinder-793885-1-smb neutron-server[91805]: INFO neutron.api.extensions [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Loaded extension: quota_details Jun 01 06:01:44.570961 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.api.extensions [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Loading extension file: rbac.py {{(pid=91805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 06:01:44.572219 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.api.extensions [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=91805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 06:01:44.572856 dv-cinder-793885-1-smb neutron-server[91805]: INFO neutron.api.extensions [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Loaded extension: rbac-policies Jun 01 06:01:44.573333 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.api.extensions [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Loading extension file: rbac_address_group.py {{(pid=91805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 06:01:44.574511 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.api.extensions [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=91805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 06:01:44.575318 dv-cinder-793885-1-smb neutron-server[91805]: INFO neutron.api.extensions [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Loaded extension: rbac-address-group Jun 01 06:01:44.575843 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.api.extensions [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Loading extension file: rbac_address_scope.py {{(pid=91805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 06:01:44.577032 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.api.extensions [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=91805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 06:01:44.577727 dv-cinder-793885-1-smb neutron-server[91805]: INFO neutron.api.extensions [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Loaded extension: rbac-address-scope Jun 01 06:01:44.578206 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.api.extensions [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Loading extension file: rbac_security_groups.py {{(pid=91805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 06:01:44.579648 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.api.extensions [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=91805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 06:01:44.580346 dv-cinder-793885-1-smb neutron-server[91805]: INFO neutron.api.extensions [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Loaded extension: rbac-security-groups Jun 01 06:01:44.580736 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.api.extensions [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Loading extension file: rbac_subnetpool.py {{(pid=91805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 06:01:44.581823 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.api.extensions [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=91805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 06:01:44.582485 dv-cinder-793885-1-smb neutron-server[91805]: INFO neutron.api.extensions [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Loaded extension: rbac-subnetpool Jun 01 06:01:44.582816 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.api.extensions [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Loading extension file: revisionifmatch.py {{(pid=91805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 06:01:44.583877 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.api.extensions [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=91805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 06:01:44.584518 dv-cinder-793885-1-smb neutron-server[91805]: INFO neutron.api.extensions [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Loaded extension: revision-if-match Jun 01 06:01:44.584848 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.api.extensions [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Loading extension file: revisions.py {{(pid=91805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 06:01:44.586345 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.api.extensions [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=91805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 06:01:44.586911 dv-cinder-793885-1-smb neutron-server[91805]: INFO neutron.api.extensions [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Loaded extension: standard-attr-revisions Jun 01 06:01:44.587436 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.api.extensions [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Loading extension file: router_availability_zone.py {{(pid=91805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 06:01:44.588421 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.api.extensions [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=91805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 06:01:44.589083 dv-cinder-793885-1-smb neutron-server[91805]: INFO neutron.api.extensions [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Loaded extension: router_availability_zone Jun 01 06:01:44.589501 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.api.extensions [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Loading extension file: routerservicetype.py {{(pid=91805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 06:01:44.590700 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.api.extensions [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=91805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 06:01:44.591374 dv-cinder-793885-1-smb neutron-server[91805]: INFO neutron.api.extensions [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Extension router-service-type not supported by any of loaded plugins Jun 01 06:01:44.591759 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.api.extensions [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=91805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 06:01:44.592681 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.api.extensions [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=91805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 06:01:44.593221 dv-cinder-793885-1-smb neutron-server[91805]: INFO neutron.api.extensions [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Loaded extension: security-groups-normalized-cidr Jun 01 06:01:44.593572 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.api.extensions [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Loading extension file: security_groups_port_filtering.py {{(pid=91805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 06:01:44.594460 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.api.extensions [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=91805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 06:01:44.594972 dv-cinder-793885-1-smb neutron-server[91805]: INFO neutron.api.extensions [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Loaded extension: port-security-groups-filtering Jun 01 06:01:44.595295 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.api.extensions [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Loading extension file: security_groups_remote_address_group.py {{(pid=91805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 06:01:44.596219 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.api.extensions [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=91805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 06:01:44.596729 dv-cinder-793885-1-smb neutron-server[91805]: INFO neutron.api.extensions [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Loaded extension: security-groups-remote-address-group Jun 01 06:01:44.597080 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.api.extensions [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Loading extension file: securitygroup.py {{(pid=91805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 06:01:44.606651 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.api.extensions [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=91805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 06:01:44.607179 dv-cinder-793885-1-smb neutron-server[91805]: INFO neutron.api.extensions [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Loaded extension: security-group Jun 01 06:01:44.607515 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.api.extensions [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Loading extension file: segment.py {{(pid=91805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 06:01:44.608300 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.api.extensions [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=91805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 06:01:44.608810 dv-cinder-793885-1-smb neutron-server[91805]: INFO neutron.api.extensions [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Extension segment not supported by any of loaded plugins Jun 01 06:01:44.609171 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.api.extensions [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=91805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 06:01:44.610098 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.api.extensions [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=91805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 06:01:44.610607 dv-cinder-793885-1-smb neutron-server[91805]: INFO neutron.api.extensions [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jun 01 06:01:44.610928 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.api.extensions [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Loading extension file: servicetype.py {{(pid=91805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 06:01:44.612584 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.api.extensions [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=91805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 06:01:44.613130 dv-cinder-793885-1-smb neutron-server[91805]: INFO neutron.api.extensions [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Loaded extension: service-type Jun 01 06:01:44.613461 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.api.extensions [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Loading extension file: sorting.py {{(pid=91805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 06:01:44.614490 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.api.extensions [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=91805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 06:01:44.614823 dv-cinder-793885-1-smb neutron-server[91805]: INFO neutron.api.extensions [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Loaded extension: sorting Jun 01 06:01:44.615147 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.api.extensions [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Loading extension file: standard_attr_segment.py {{(pid=91805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 06:01:44.616048 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.api.extensions [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=91805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 06:01:44.616718 dv-cinder-793885-1-smb neutron-server[91805]: INFO neutron.api.extensions [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Extension standard-attr-segment not supported by any of loaded plugins Jun 01 06:01:44.617220 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.api.extensions [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Loading extension file: standardattrdescription.py {{(pid=91805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 06:01:44.618128 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.api.extensions [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=91805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 06:01:44.618910 dv-cinder-793885-1-smb neutron-server[91805]: INFO neutron.api.extensions [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Loaded extension: standard-attr-description Jun 01 06:01:44.619382 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.api.extensions [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Loading extension file: stateful_security_group.py {{(pid=91805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 06:01:44.620642 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.api.extensions [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=91805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 06:01:44.621466 dv-cinder-793885-1-smb neutron-server[91805]: INFO neutron.api.extensions [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Loaded extension: stateful-security-group Jun 01 06:01:44.621936 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.api.extensions [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Loading extension file: stdattrs_common.py {{(pid=91805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 06:01:44.622749 dv-cinder-793885-1-smb neutron-server[91805]: WARNING neutron.api.extensions [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jun 01 06:01:44.623239 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.api.extensions [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=91805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 06:01:44.624624 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.api.extensions [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=91805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 06:01:44.625400 dv-cinder-793885-1-smb neutron-server[91805]: INFO neutron.api.extensions [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jun 01 06:01:44.625886 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.api.extensions [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Loading extension file: subnet_onboard.py {{(pid=91805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 06:01:44.627437 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.api.extensions [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=91805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 06:01:44.628776 dv-cinder-793885-1-smb neutron-server[91805]: INFO neutron.api.extensions [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Loaded extension: subnet_onboard Jun 01 06:01:44.629284 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.api.extensions [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Loading extension file: subnet_segmentid_writable.py {{(pid=91805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 06:01:44.630573 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.api.extensions [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=91805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 06:01:44.631358 dv-cinder-793885-1-smb neutron-server[91805]: INFO neutron.api.extensions [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jun 01 06:01:44.631829 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.api.extensions [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Loading extension file: subnet_service_types.py {{(pid=91805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 06:01:44.633123 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.api.extensions [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=91805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 06:01:44.633914 dv-cinder-793885-1-smb neutron-server[91805]: INFO neutron.api.extensions [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Loaded extension: subnet-service-types Jun 01 06:01:44.634385 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.api.extensions [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Loading extension file: subnetallocation.py {{(pid=91805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 06:01:44.635916 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.api.extensions [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=91805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 06:01:44.636715 dv-cinder-793885-1-smb neutron-server[91805]: INFO neutron.api.extensions [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Loaded extension: subnet_allocation Jun 01 06:01:44.637228 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.api.extensions [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=91805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 06:01:44.638162 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.api.extensions [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=91805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 06:01:44.638947 dv-cinder-793885-1-smb neutron-server[91805]: INFO neutron.api.extensions [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Loaded extension: subnetpool-prefix-ops Jun 01 06:01:44.639412 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.api.extensions [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=91805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 06:01:44.640684 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.api.extensions [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=91805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 06:01:44.641506 dv-cinder-793885-1-smb neutron-server[91805]: INFO neutron.api.extensions [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jun 01 06:01:44.641978 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.api.extensions [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Loading extension file: tagging.py {{(pid=91805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 06:01:44.643614 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.api.extensions [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=91805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 06:01:44.644450 dv-cinder-793885-1-smb neutron-server[91805]: INFO neutron.api.extensions [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Loaded extension: standard-attr-tag Jun 01 06:01:44.645010 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.api.extensions [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Loading extension file: timestamp.py {{(pid=91805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 06:01:44.646879 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.api.extensions [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=91805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 06:01:44.647741 dv-cinder-793885-1-smb neutron-server[91805]: INFO neutron.api.extensions [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Loaded extension: standard-attr-timestamp Jun 01 06:01:44.648310 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.api.extensions [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Loading extension file: trunk.py {{(pid=91805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 06:01:44.649859 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.api.extensions [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=91805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 06:01:44.650301 dv-cinder-793885-1-smb neutron-server[91805]: INFO neutron.api.extensions [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Extension trunk not supported by any of loaded plugins Jun 01 06:01:44.650632 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.api.extensions [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Loading extension file: trunk_details.py {{(pid=91805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 06:01:44.651557 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.api.extensions [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=91805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 06:01:44.652074 dv-cinder-793885-1-smb neutron-server[91805]: INFO neutron.api.extensions [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Extension trunk-details not supported by any of loaded plugins Jun 01 06:01:44.652399 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.api.extensions [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Loading extension file: uplink_status_propagation.py {{(pid=91805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 06:01:44.653355 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.api.extensions [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=91805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 06:01:44.653866 dv-cinder-793885-1-smb neutron-server[91805]: INFO neutron.api.extensions [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Extension uplink-status-propagation not supported by any of loaded plugins Jun 01 06:01:44.654189 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.api.extensions [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Loading extension file: vlantransparent.py {{(pid=91805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 06:01:44.654873 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.api.extensions [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=91805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 06:01:44.655380 dv-cinder-793885-1-smb neutron-server[91805]: INFO neutron.api.extensions [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Extension vlan-transparent not supported by any of loaded plugins Jun 01 06:01:44.658359 dv-cinder-793885-1-smb neutron-server[91805]: INFO neutron.quota.resource_registry [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Creating instance of TrackedResource for resource:network Jun 01 06:01:44.659930 dv-cinder-793885-1-smb neutron-server[91805]: INFO neutron.quota.resource_registry [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Creating instance of TrackedResource for resource:subnet Jun 01 06:01:44.662568 dv-cinder-793885-1-smb neutron-server[91805]: INFO neutron.quota.resource_registry [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Creating instance of TrackedResource for resource:subnetpool Jun 01 06:01:44.663582 dv-cinder-793885-1-smb neutron-server[91805]: INFO neutron.quota.resource_registry [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Creating instance of TrackedResource for resource:port Jun 01 06:01:44.664901 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.api.v2.resource_helper [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91805) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 01 06:01:44.665373 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.api.v2.resource_helper [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Service FLAVORS assigned prefix: {{(pid=91805) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 01 06:01:44.666014 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.api.v2.resource_helper [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91805) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 01 06:01:44.666459 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.api.v2.resource_helper [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91805) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 01 06:01:44.666790 dv-cinder-793885-1-smb neutron-server[91805]: INFO neutron.quota.resource_registry [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Creating instance of TrackedResource for resource:router Jun 01 06:01:44.667465 dv-cinder-793885-1-smb neutron-server[91805]: INFO neutron.quota.resource_registry [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Creating instance of TrackedResource for resource:floatingip Jun 01 06:01:44.668187 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.api.v2.resource_helper [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Service METERING assigned prefix: /metering {{(pid=91805) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 01 06:01:44.669677 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron_lib.callbacks.manager [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=91805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 06:01:44.670050 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron_lib.callbacks.manager [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=91805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 06:01:44.670400 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron_lib.callbacks.manager [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 06:01:44.671595 dv-cinder-793885-1-smb neutron-server[91805]: INFO neutron.quota.resource_registry [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Creating instance of CountableResource for resource:rbac_policy Jun 01 06:01:44.671991 dv-cinder-793885-1-smb neutron-server[91805]: INFO neutron.quota.resource_registry [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Creating instance of TrackedResource for resource:security_group Jun 01 06:01:44.672677 dv-cinder-793885-1-smb neutron-server[91805]: INFO neutron.quota.resource_registry [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Creating instance of TrackedResource for resource:security_group_rule Jun 01 06:01:44.673459 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.api.v2.resource_helper [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Service CORE assigned prefix: {{(pid=91805) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 01 06:01:44.673789 dv-cinder-793885-1-smb neutron-server[91805]: INFO neutron.quota.resource_registry [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Creating instance of TrackedResource for resource:subnetpool Jun 01 06:01:44.674128 dv-cinder-793885-1-smb neutron-server[91805]: WARNING neutron.quota.resource_registry [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] subnetpool is already registered Jun 01 06:01:44.675393 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.api.v2.resource_helper [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Service CORE assigned prefix: {{(pid=91805) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 01 06:01:44.675720 dv-cinder-793885-1-smb neutron-server[91805]: INFO neutron.quota.resource_registry [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Creating instance of TrackedResource for resource:subnetpool Jun 01 06:01:44.676048 dv-cinder-793885-1-smb neutron-server[91805]: WARNING neutron.quota.resource_registry [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] subnetpool is already registered Jun 01 06:01:44.678738 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.api.v2.resource_helper [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91805) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 01 06:01:44.679178 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.api.v2.resource_helper [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Service FLAVORS assigned prefix: {{(pid=91805) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 01 06:01:44.679784 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.api.v2.resource_helper [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91805) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 01 06:01:44.680215 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.api.v2.resource_helper [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91805) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 01 06:01:44.680564 dv-cinder-793885-1-smb neutron-server[91805]: INFO neutron.quota.resource_registry [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Creating instance of TrackedResource for resource:router Jun 01 06:01:44.680876 dv-cinder-793885-1-smb neutron-server[91805]: WARNING neutron.quota.resource_registry [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] router is already registered Jun 01 06:01:44.681513 dv-cinder-793885-1-smb neutron-server[91805]: INFO neutron.quota.resource_registry [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Creating instance of TrackedResource for resource:floatingip Jun 01 06:01:44.681839 dv-cinder-793885-1-smb neutron-server[91805]: WARNING neutron.quota.resource_registry [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] floatingip is already registered Jun 01 06:01:44.682471 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.api.v2.resource_helper [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Service METERING assigned prefix: /metering {{(pid=91805) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 01 06:01:44.683154 dv-cinder-793885-1-smb neutron-server[91805]: INFO neutron.quota.resource_registry [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Creating instance of CountableResource for resource:rbac_policy Jun 01 06:01:44.683481 dv-cinder-793885-1-smb neutron-server[91805]: WARNING neutron.quota.resource_registry [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] rbac_policy is already registered Jun 01 06:01:44.684026 dv-cinder-793885-1-smb neutron-server[91805]: INFO neutron.quota.resource_registry [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Creating instance of TrackedResource for resource:security_group Jun 01 06:01:44.684364 dv-cinder-793885-1-smb neutron-server[91805]: WARNING neutron.quota.resource_registry [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] security_group is already registered Jun 01 06:01:44.685020 dv-cinder-793885-1-smb neutron-server[91805]: INFO neutron.quota.resource_registry [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Creating instance of TrackedResource for resource:security_group_rule Jun 01 06:01:44.685368 dv-cinder-793885-1-smb neutron-server[91805]: WARNING neutron.quota.resource_registry [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] security_group_rule is already registered Jun 01 06:01:44.686052 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.api.v2.resource_helper [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Service CORE assigned prefix: {{(pid=91805) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 01 06:01:44.686383 dv-cinder-793885-1-smb neutron-server[91805]: INFO neutron.quota.resource_registry [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Creating instance of TrackedResource for resource:subnetpool Jun 01 06:01:44.686709 dv-cinder-793885-1-smb neutron-server[91805]: WARNING neutron.quota.resource_registry [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] subnetpool is already registered Jun 01 06:01:44.687314 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.api.v2.resource_helper [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Service CORE assigned prefix: {{(pid=91805) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 01 06:01:44.687636 dv-cinder-793885-1-smb neutron-server[91805]: INFO neutron.quota.resource_registry [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Creating instance of TrackedResource for resource:subnetpool Jun 01 06:01:44.687958 dv-cinder-793885-1-smb neutron-server[91805]: WARNING neutron.quota.resource_registry [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] subnetpool is already registered Jun 01 06:01:44.688614 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.api.extensions [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Extended resource: extensions {{(pid=91805) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 06:01:44.690176 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.api.extensions [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Extended resource: address-groups {{(pid=91805) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 06:01:44.691789 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.api.extensions [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Extended resource: address-scopes {{(pid=91805) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 06:01:44.692983 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.api.extensions [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Extended resource: agents {{(pid=91805) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 06:01:44.694148 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.api.extensions [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Extended resource: auto-allocated-topology {{(pid=91805) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 06:01:44.695424 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.api.extensions [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Extended resource: availability_zones {{(pid=91805) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 06:01:44.696738 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.api.extensions [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Extended resource: dhcp-networks {{(pid=91805) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 06:01:44.698188 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.api.extensions [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Extended resource: dhcp-agents {{(pid=91805) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 06:01:44.699610 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.api.extensions [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Extended resource: routers {{(pid=91805) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 06:01:44.701426 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.api.extensions [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Extended resource: flavors {{(pid=91805) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 06:01:44.702614 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.api.extensions [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Extended resource: service_profiles {{(pid=91805) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 06:01:44.703807 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.api.extensions [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Extended resource: next_providers {{(pid=91805) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 06:01:44.705369 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.api.extensions [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Extended resource: service_profiles {{(pid=91805) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 06:01:44.706846 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.api.extensions [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Extended resource: floatingip-pools {{(pid=91805) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 06:01:44.708059 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.api.extensions [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Extended resource: routers {{(pid=91805) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 06:01:44.709876 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.api.extensions [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Extended resource: floatingips {{(pid=91805) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 06:01:44.711072 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.api.extensions [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Extended resource: l3-routers {{(pid=91805) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 06:01:44.712441 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.api.extensions [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Extended resource: l3-agents {{(pid=91805) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 06:01:44.713862 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.api.extensions [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Extended resource: metering-labels {{(pid=91805) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 06:01:44.715216 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.api.extensions [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Extended resource: metering-label-rules {{(pid=91805) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 06:01:44.716478 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.api.extensions [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Extended resource: network-ip-availabilities {{(pid=91805) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 06:01:44.717776 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.api.extensions [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Extended resource: bindings {{(pid=91805) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 06:01:44.719423 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.api.extensions [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Extended resource: quotas {{(pid=91805) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 06:01:44.720840 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.api.extensions [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Extended resource: quotas {{(pid=91805) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 06:01:44.722819 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.api.extensions [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Extended resource: rbac-policies {{(pid=91805) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 06:01:44.724194 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.api.extensions [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Extended resource: security-groups {{(pid=91805) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 06:01:44.725453 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.api.extensions [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Extended resource: security-group-rules {{(pid=91805) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 06:01:44.726679 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.api.extensions [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Extended resource: service-providers {{(pid=91805) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 06:01:44.727893 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.api.extensions [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Extended resource: subnetpools {{(pid=91805) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 06:01:44.730252 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.api.extensions [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Extended resource: subnetpools {{(pid=91805) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 06:01:44.731970 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.api.extensions [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Extended resource: tags {{(pid=91805) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 06:01:44.733689 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.api.extensions [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Extended resource: tags {{(pid=91805) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 06:01:44.844686 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.api.extensions [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Extended resource: tags {{(pid=91805) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 06:01:44.847067 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.api.extensions [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Extended resource: tags {{(pid=91805) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 06:01:44.848835 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.api.extensions [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Extended resource: tags {{(pid=91805) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 06:01:44.850725 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.api.extensions [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Extended resource: tags {{(pid=91805) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 06:01:44.852403 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.api.extensions [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Extended resource: tags {{(pid=91805) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 06:01:44.854347 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.api.extensions [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Extended resource: tags {{(pid=91805) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 06:01:44.856349 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.api.extensions [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Extended resource: tags {{(pid=91805) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 06:01:44.858230 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron.api.extensions [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Extended resource: tags {{(pid=91805) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 06:01:44.864694 dv-cinder-793885-1-smb neutron-server[91805]: WARNING keystonemiddleware.auth_token [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jun 01 06:01:44.869493 dv-cinder-793885-1-smb neutron-server[91805]: WARNING keystonemiddleware.auth_token [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jun 01 06:01:44.877653 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_concurrency.lockutils [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Acquired lock "singleton_lock" {{(pid=91805) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jun 01 06:01:44.878134 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_concurrency.lockutils [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Releasing lock "singleton_lock" {{(pid=91805) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jun 01 06:01:44.878762 dv-cinder-793885-1-smb neutron-server[91805]: INFO oslo_service.service [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Starting 2 workers Jun 01 06:01:44.883462 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Started child 91912 {{(pid=91805) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 01 06:01:44.887855 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Started child 91913 {{(pid=91805) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 01 06:01:44.890902 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:01:44.891558 dv-cinder-793885-1-smb neutron-server[91805]: INFO neutron.service [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Neutron service started, listening on 0.0.0.0:9696 Jun 01 06:01:44.891558 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron_lib.callbacks.manager [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Notify callbacks [] for process, before_spawn {{(pid=91805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:01:44.891713 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [-] (91912) wsgi starting up on http://0.0.0.0:9696 Jun 01 06:01:44.892600 dv-cinder-793885-1-smb neutron-server[91805]: INFO oslo_service.service [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Starting 1 workers Jun 01 06:01:44.892749 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:01:44.894222 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [-] (91913) wsgi starting up on http://0.0.0.0:9696 Jun 01 06:01:44.897822 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Started child 91914 {{(pid=91805) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 01 06:01:44.898354 dv-cinder-793885-1-smb neutron-server[91805]: INFO oslo_service.service [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Starting 1 workers Jun 01 06:01:44.901348 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.service [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] calling RpcWorker wait() {{(pid=91914) _wait /opt/stack/neutron/neutron/service.py:128}} Jun 01 06:01:44.901878 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.service [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] returning from RpcWorker wait() {{(pid=91914) _wait /opt/stack/neutron/neutron/service.py:135}} Jun 01 06:01:44.902709 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Started child 91915 {{(pid=91805) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 01 06:01:44.903282 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:01:44.903494 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG neutron_lib.callbacks.manager [None req-5780bfe2-32e3-444c-bd7c-6fd350ad2a4e None None] Notify callbacks [] for process, after_spawn {{(pid=91805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:01:44.904022 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=91914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 06:01:44.905404 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=91805) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Jun 01 06:01:44.905618 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 01 06:01:44.905807 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 01 06:01:44.906050 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 01 06:01:44.906371 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 01 06:01:44.906532 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 01 06:01:44.907213 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 06:01:44.907380 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:01:44.907836 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 06:01:44.907937 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 06:01:44.908179 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 06:01:44.908459 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 06:01:44.909608 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 06:01:44.909867 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 06:01:44.910098 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 06:01:44.910549 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 06:01:44.910959 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 06:01:44.911282 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 06:01:44.911595 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 06:01:44.912001 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 06:01:44.912951 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 06:01:44.913434 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 06:01:44.913878 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 06:01:44.914289 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 06:01:44.914712 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 06:01:44.915043 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 06:01:44.915452 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] config_source = [] {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 06:01:44.915874 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 06:01:44.916254 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 06:01:44.916672 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] debug = True {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 06:01:44.917071 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 06:01:44.917703 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 06:01:44.918130 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 06:01:44.918523 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 06:01:44.918919 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 06:01:44.919354 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 06:01:44.919742 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 06:01:44.920182 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 06:01:44.920562 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 06:01:44.920925 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 06:01:44.921307 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 06:01:44.921787 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 06:01:44.922192 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 06:01:44.922561 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 06:01:44.922926 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 06:01:44.923315 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 06:01:44.923680 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 06:01:44.924408 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] host = dv-cinder-793885-1-smb {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 06:01:44.925334 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 06:01:44.925698 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 06:01:44.926094 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 06:01:44.926499 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 06:01:44.926902 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 06:01:44.927281 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 06:01:44.927687 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 06:01:44.928097 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 06:01:44.928489 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 06:01:44.928878 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 06:01:44.929287 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 06:01:44.929710 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 06:01:44.930105 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] log_dir = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 06:01:44.930490 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] log_file = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 06:01:44.930797 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] log_options = True {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 06:01:44.931170 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 06:01:44.931584 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 06:01:44.932073 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 06:01:44.932409 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 06:01:44.932719 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 06:01:44.933064 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 06:01:44.933482 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 06:01:44.933589 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=91915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 06:01:44.933897 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 06:01:44.934294 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 06:01:44.934660 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 06:01:44.935018 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 06:01:44.935393 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 06:01:44.935783 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 06:01:44.936141 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 06:01:44.936565 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 06:01:44.936950 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 06:01:44.937423 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 06:01:44.937821 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 06:01:44.938265 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 06:01:44.938692 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 06:01:44.938996 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 06:01:44.939410 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 06:01:44.939633 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 06:01:44.940053 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 06:01:44.940441 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 06:01:44.940825 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 06:01:44.941239 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 06:01:44.941623 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 06:01:44.941996 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 06:01:44.942422 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 06:01:44.942800 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 06:01:44.943221 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 06:01:44.943616 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 06:01:44.944022 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 06:01:44.944398 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 06:01:44.944781 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 06:01:44.945178 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 06:01:44.945588 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 06:01:44.945968 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 06:01:44.946350 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 06:01:44.946732 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 06:01:44.947107 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 06:01:44.947372 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 06:01:44.947598 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 06:01:44.947820 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] use_journal = False {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 06:01:44.948086 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] use_json = False {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 06:01:44.948308 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 06:01:44.948531 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 06:01:44.948787 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 06:01:44.949081 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 06:01:44.949318 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 06:01:44.949726 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 06:01:44.950142 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 06:01:44.950586 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 06:01:44.952159 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:44.952453 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:44.952769 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:44.953268 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:44.953579 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:44.953899 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:44.954231 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:44.954524 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:44.954850 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:44.955149 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:44.955549 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:44.955849 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:44.956206 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:44.956487 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:44.956732 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:44.957089 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:44.957383 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:44.957667 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:44.957910 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:44.958167 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:44.958414 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:44.958640 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:44.958986 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:44.959256 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:44.959516 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.41/identity {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:44.959784 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:44.960004 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:44.962742 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:44.963029 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:44.963273 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:44.963535 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:44.963816 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:44.964103 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:44.965978 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:44.967233 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:44.967669 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:44.968479 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:44.970323 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:44.970594 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:44.970865 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:44.971924 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:44.972174 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:44.972447 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:44.972676 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:44.972905 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:44.973157 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:44.973390 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:44.973628 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:44.973851 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:44.975127 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:44.975379 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:44.975638 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:44.975888 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:44.976116 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:44.976346 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:44.976589 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:44.976813 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:44.977079 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:44.977311 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:44.978101 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:44.978755 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:44.979186 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:44.979439 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:44.979666 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:44.979889 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:44.980139 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:44.980427 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:44.980612 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:44.980834 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:44.981831 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:44.982093 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:44.982383 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:44.983575 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:44.983802 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:44.984044 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:44.984529 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:44.984963 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:44.986104 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:44.986375 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:44.986602 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:44.987496 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:44.987726 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:44.987960 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:44.989143 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:44.989715 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:44.990051 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:44.990303 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:44.990588 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:44.990848 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:44.991128 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:44.991359 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:44.991646 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:44.991893 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:44.992140 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:44.992379 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:44.993401 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:44.993401 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:44.993401 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:44.993401 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:44.993699 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:44.993924 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:44.994168 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:44.994409 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:44.994633 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:44.994889 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:44.995133 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:44.995407 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:44.995687 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:44.995933 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:44.996184 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:44.996439 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:44.996708 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:44.996951 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:44.997399 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:44.997647 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:44.997923 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:44.998211 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:44.998495 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:44.998766 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:44.999027 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:44.999277 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:44.999533 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:44.999796 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.000045 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.000277 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.000524 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.000741 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.001054 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.001266 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.001502 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.001905 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.002131 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.002469 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.002705 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.002919 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.003154 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.003423 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.003669 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.003904 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.004185 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.004433 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.004662 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.004929 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.005199 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.41/identity {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.005410 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.005641 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.005887 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.006098 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.006327 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.006538 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.006781 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.007014 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.007228 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.007482 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.007708 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.007925 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.008136 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.008348 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.008580 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.008836 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.009066 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.009281 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.009512 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.009724 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.009936 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.010147 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.010378 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.010623 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.010837 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.011099 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.011346 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.011576 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.011820 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.012043 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.012658 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.012658 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.012838 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.012975 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.013183 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.013392 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.013635 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.014168 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.014168 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.014444 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.014569 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.014719 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.014955 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.015270 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.015516 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.015754 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.016131 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.016351 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.016591 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.016833 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.017076 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.017291 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.017503 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.017766 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.017960 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.018683 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.018923 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.019131 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.019342 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.019552 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.019767 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.019974 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.020274 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.020511 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.020756 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.021019 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.021280 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.021505 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.021714 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.021919 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.022128 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.022334 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.022554 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.022760 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.022965 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.023174 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.023389 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.023628 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.023834 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.024039 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.024247 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.024449 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.024686 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.024892 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.025120 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.025330 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.025557 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.025904 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.026122 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.026355 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.026648 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.026913 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.027157 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.027424 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.027750 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.027981 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.028232 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.028454 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.028665 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.028899 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.029245 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.029551 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.029854 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.030126 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.030375 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.030649 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.030948 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.031225 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.031438 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.031738 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.032067 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.032345 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.032615 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.032864 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.033147 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.033364 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.033575 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.034427 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.034665 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.034888 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.035120 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.035350 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.035571 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.035782 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.035931 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=91914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 06:01:45.036032 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.036225 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.036441 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.036668 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.036902 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.037141 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.037298 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 01 06:01:45.037882 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=91805) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Jun 01 06:01:45.038039 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 01 06:01:45.038190 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 01 06:01:45.038356 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 01 06:01:45.038523 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 01 06:01:45.038673 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 01 06:01:45.038877 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 06:01:45.039034 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 06:01:45.039193 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 06:01:45.039350 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 06:01:45.039505 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 06:01:45.039681 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 06:01:45.039838 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 06:01:45.039991 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 06:01:45.040146 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 06:01:45.040300 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 06:01:45.040459 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 06:01:45.040621 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 06:01:45.040774 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 06:01:45.040928 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 06:01:45.041109 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 06:01:45.041266 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 06:01:45.041420 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 06:01:45.041576 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 06:01:45.041735 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 06:01:45.041890 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] config_source = [] {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 06:01:45.042046 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 06:01:45.042199 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 06:01:45.042354 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] debug = True {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 06:01:45.042508 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 06:01:45.042692 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 06:01:45.042850 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 06:01:45.043006 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 06:01:45.043160 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 06:01:45.043314 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 06:01:45.043468 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 06:01:45.043623 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 06:01:45.043776 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 06:01:45.043930 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 06:01:45.044084 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 06:01:45.044238 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 06:01:45.044392 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 06:01:45.044549 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 06:01:45.044702 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 06:01:45.044858 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 06:01:45.045028 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 06:01:45.045188 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] host = dv-cinder-793885-1-smb {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 06:01:45.045341 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 06:01:45.045497 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 06:01:45.045652 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 06:01:45.045806 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 06:01:45.045960 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 06:01:45.046113 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 06:01:45.046269 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 06:01:45.046423 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 06:01:45.046578 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 06:01:45.046733 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 06:01:45.046887 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 06:01:45.047044 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 06:01:45.047200 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] log_dir = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 06:01:45.047354 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] log_file = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 06:01:45.047893 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] log_options = True {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 06:01:45.047893 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 06:01:45.047893 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 06:01:45.048275 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 06:01:45.048275 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 06:01:45.048275 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 06:01:45.048585 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 06:01:45.048585 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 06:01:45.048811 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 06:01:45.048811 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 06:01:45.049092 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 06:01:45.049181 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 06:01:45.049330 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 06:01:45.049458 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 06:01:45.049582 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 06:01:45.050031 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 06:01:45.050186 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 06:01:45.050341 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 06:01:45.050495 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 06:01:45.050648 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 06:01:45.050777 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 06:01:45.050933 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 06:01:45.051380 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 06:01:45.051380 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 06:01:45.051380 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 06:01:45.053260 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 06:01:45.053260 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 06:01:45.053260 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 06:01:45.053260 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 06:01:45.053260 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 06:01:45.053260 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 06:01:45.053260 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 06:01:45.053260 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 06:01:45.053713 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 06:01:45.053713 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 06:01:45.053713 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 06:01:45.053713 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 06:01:45.053713 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 06:01:45.053713 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 06:01:45.053713 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 06:01:45.053713 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 06:01:45.054161 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 06:01:45.054161 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 06:01:45.054161 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 06:01:45.054328 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 06:01:45.054392 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] use_journal = False {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 06:01:45.054541 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] use_json = False {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 06:01:45.054694 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 06:01:45.054850 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 06:01:45.055004 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 06:01:45.055160 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 06:01:45.055314 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 06:01:45.055467 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 06:01:45.055623 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 06:01:45.056504 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 06:01:45.056504 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.056504 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.056504 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.056504 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.056504 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.057629 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.057629 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.057629 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.057629 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.057629 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.057629 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.057629 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.059085 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.059085 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.059085 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.059085 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.059085 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.059085 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.059085 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.059085 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.060635 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.060635 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.060635 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.060635 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.060635 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.41/identity {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.060635 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.060635 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.060635 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.062323 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.062323 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.062323 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.062323 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.062323 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.062323 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.062323 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.062323 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.062323 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.062940 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.062940 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.062940 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.062940 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.062940 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.062940 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.062940 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.062940 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.062940 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.063549 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.063549 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.063549 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.063549 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.063549 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.063549 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.063549 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.064024 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.064024 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.064024 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.064243 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.064322 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.064441 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.064602 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.064758 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.065144 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.065301 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.065632 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.065792 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.065951 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.066110 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.066286 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.066458 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.066584 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.066745 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.066904 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.067059 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.067206 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.067366 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.067526 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.067685 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.067843 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.068001 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.068158 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.068315 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.068473 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.068631 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.068791 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.068958 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.069151 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.069310 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.069468 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.069626 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.069783 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.069940 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.070098 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.070254 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.070411 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.070569 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.070726 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.070882 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.071041 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.071198 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.071354 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.071509 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.071667 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.071823 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.071979 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.072135 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.072291 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.072448 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.072604 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.072773 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.072908 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.073085 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.073253 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.073411 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.073571 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.073729 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.073892 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.074058 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.074216 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.074372 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.074529 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.074686 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.074844 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.075002 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.075160 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.075316 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.075473 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.075630 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.075794 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.075961 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.076119 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.076275 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.076432 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.076611 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.076770 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.076928 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.077108 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.077270 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.077427 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.077584 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.077741 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.077898 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.078055 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.078211 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.078369 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.41/identity {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.078526 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.078683 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.078839 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.078997 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.079155 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.079313 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.079470 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.079628 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.079785 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.079942 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.080099 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.080257 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.080414 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.083102 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.083102 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.083102 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.083102 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.083102 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.083102 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.083102 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.083102 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.084794 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.084794 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.084794 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.084794 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.084794 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.084794 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.084794 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.084794 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.086362 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.086362 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.086362 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.086362 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.086362 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.086362 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.086362 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.086362 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.086910 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.086910 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.086910 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.086910 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.086910 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.086910 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.086910 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.086910 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.087454 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.087454 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.087454 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.087454 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.087454 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.087454 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.087454 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.087454 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.087996 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.087996 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.087996 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.087996 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.087996 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.087996 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.087996 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.087996 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.088528 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.088528 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.088528 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.088528 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.088817 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.088817 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.088963 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.089168 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.089329 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.089488 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.089645 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.089813 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.089970 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.090128 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.090283 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.090495 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.090669 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.090828 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.090986 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.091206 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.091305 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.093025 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.093025 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.093025 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.093025 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.093025 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.093025 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.093025 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.093025 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.093558 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.093558 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.093558 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.093558 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.093558 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.093558 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.093882 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.093882 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.094018 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.094086 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.094254 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.094416 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.094582 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.094747 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.094907 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.095071 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.095237 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.095403 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.095560 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.095721 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.095891 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.096050 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.096803 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.096966 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.097145 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.097304 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.097456 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.097768 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.097933 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.098091 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.098250 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.098407 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.098565 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.098723 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.098882 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.099039 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.099194 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.099352 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.099509 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.099666 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 06:01:45.099818 dv-cinder-793885-1-smb neutron-server[91805]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 01 06:01:45.134056 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.wsgi [-] (91913) accepted ('10.222.0.41', 48650) {{(pid=91913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 06:01:45.142627 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [-] 10.222.0.41 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0064440 Jun 01 06:01:55.871096 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4501743d-cc0a-47e8-91a6-dddf6334ee3f None None] get_active_networks_info from dv-cinder-793885-1-smb {{(pid=91914) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 01 06:01:55.994541 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4501743d-cc0a-47e8-91a6-dddf6334ee3f None None] No non-hosted networks {{(pid=91914) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jun 01 06:01:56.003037 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.db.agentschedulers_db [None req-4501743d-cc0a-47e8-91a6-dddf6334ee3f None None] DHCP Agent not found on host dv-cinder-793885-1-smb {{(pid=91914) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jun 01 06:01:56.089401 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-512a69e6-31df-4b7e-9eeb-3445aa49d4de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774208951022'] for agent, after_create {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:01:58.161240 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774208951022'] for agent, after_create {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:01:58.162728 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:01:58.163279 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:01:58.165337 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:01:58.167876 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:01:58.170962 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:01:58.171549 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:01:58.172826 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:01:58.174649 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:01:58.180834 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:01:58.182601 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:01:58.183150 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:01:58.184395 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:01:58.185042 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-793885-1-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=91914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 06:01:58.203874 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-793885-1-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=91914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 06:01:58.446926 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-9318d3c9-aca2-4275-95d9-cd9656368ad3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774208951022'] for agent, after_create {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:01:58.496921 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-6ddb1ca7-1956-4c4e-b308-5b1a19ba5a0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774208951022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772053'] for agent, after_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:01:59.802765 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-1d313a3c-a63a-4764-8840-fb680d7e5ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774208951022'] for agent, after_create {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:02:00.870539 dv-cinder-793885-1-smb neutron-server[91914]: INFO neutron.db.l3_hamode_db [None req-0d5db0a2-8041-41cb-95e0-c052cec7a76c None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jun 01 06:02:00.965072 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d5db0a2-8041-41cb-95e0-c052cec7a76c None None] Routers set() bound to L3 agent in host dv-cinder-793885-1-smb {{(pid=91914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 06:02:00.965466 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d5db0a2-8041-41cb-95e0-c052cec7a76c None None] Router IDs set() for agent in host dv-cinder-793885-1-smb {{(pid=91914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Jun 01 06:02:01.081866 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-2212ef7e-50c1-45a6-8db2-90e035748ac3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774208951022'] for agent, after_create {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:02:02.597406 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.wsgi [-] (91912) accepted ('10.222.0.41', 48742) {{(pid=91912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 06:02:03.172115 dv-cinder-793885-1-smb neutron-server[91912]: WARNING oslo_policy.policy [None req-a4ba8eaf-3547-4f60-99b7-1b45abf2bd1d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 01 06:02:03.172700 dv-cinder-793885-1-smb neutron-server[91912]: WARNING oslo_policy.policy [None req-a4ba8eaf-3547-4f60-99b7-1b45abf2bd1d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 01 06:02:03.389567 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.wsgi [None req-a4ba8eaf-3547-4f60-99b7-1b45abf2bd1d admin admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=91912) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 01 06:02:03.390873 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [None req-a4ba8eaf-3547-4f60-99b7-1b45abf2bd1d admin admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7913902 Jun 01 06:02:05.719391 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.wsgi [-] (91913) accepted ('10.222.0.41', 48756) {{(pid=91913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 06:02:06.286161 dv-cinder-793885-1-smb neutron-server[91913]: WARNING oslo_policy.policy [None req-790c623e-753c-42f2-93c3-65c635d14a87 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 01 06:02:06.286740 dv-cinder-793885-1-smb neutron-server[91913]: WARNING oslo_policy.policy [None req-790c623e-753c-42f2-93c3-65c635d14a87 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 01 06:02:06.510735 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.v2.base [None req-790c623e-753c-42f2-93c3-65c635d14a87 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'shared': True, 'is_default': True}} {{(pid=91913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 06:02:06.610437 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.policy [None req-790c623e-753c-42f2-93c3-65c635d14a87 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=91913) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 01 06:02:06.655568 dv-cinder-793885-1-smb neutron-server[91913]: WARNING oslo_policy.policy [None req-790c623e-753c-42f2-93c3-65c635d14a87 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 01 06:02:06.655939 dv-cinder-793885-1-smb neutron-server[91913]: WARNING oslo_policy.policy [None req-790c623e-753c-42f2-93c3-65c635d14a87 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 01 06:02:06.664332 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.quota [None req-790c623e-753c-42f2-93c3-65c635d14a87 admin admin] Loaded quota_driver: . Jun 01 06:02:06.680034 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.db.quota.driver [None req-790c623e-753c-42f2-93c3-65c635d14a87 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 06:02:06.739141 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-790c623e-753c-42f2-93c3-65c635d14a87 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8774208417199', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8774208417544', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8774208362753', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8774208367805', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8774208378801', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8774208384617', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3670919', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3699717', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-537911', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-609180'] for rbac-policy, before_create {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:02:06.799250 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-790c623e-753c-42f2-93c3-65c635d14a87 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:02:06.800366 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [None req-790c623e-753c-42f2-93c3-65c635d14a87 admin admin] 10.222.0.41 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.0800028 Jun 01 06:02:09.365042 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.wsgi [-] (91913) accepted ('10.222.0.41', 48774) {{(pid=91913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 06:02:09.703079 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.v2.base [None req-055bdd9f-d10f-403f-af80-5fb9f3f8c65f admin admin] Request body: {'network': {'tenant_id': '357c2edd320a4af697256eee19f628f0', 'admin_state_up': True, 'name': 'private', 'project_id': '357c2edd320a4af697256eee19f628f0'}} {{(pid=91913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 06:02:09.708345 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.db.quota.driver [None req-055bdd9f-d10f-403f-af80-5fb9f3f8c65f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 06:02:09.712829 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.quota.resource [None req-055bdd9f-d10f-403f-af80-5fb9f3f8c65f admin admin] Usage tracker for resource:network and tenant:357c2edd320a4af697256eee19f628f0 is out of sync, need to count used quota {{(pid=91913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 06:02:09.717381 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.quota.resource [None req-055bdd9f-d10f-403f-af80-5fb9f3f8c65f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 06:02:09.723357 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.db.quota.driver [None req-055bdd9f-d10f-403f-af80-5fb9f3f8c65f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 06:02:09.733234 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-055bdd9f-d10f-403f-af80-5fb9f3f8c65f admin admin] Made reservation on behalf of 357c2edd320a4af697256eee19f628f0 for: {'network': 1} {{(pid=91913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 06:02:09.736094 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-055bdd9f-d10f-403f-af80-5fb9f3f8c65f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3824659'] for network, before_create {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:02:09.754178 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-055bdd9f-d10f-403f-af80-5fb9f3f8c65f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:02:09.767654 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.db.quota.driver [None req-055bdd9f-d10f-403f-af80-5fb9f3f8c65f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 06:02:09.771237 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.quota.resource [None req-055bdd9f-d10f-403f-af80-5fb9f3f8c65f admin admin] Usage tracker for resource:security_group_rule and tenant:357c2edd320a4af697256eee19f628f0 is out of sync, need to count used quota {{(pid=91913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 06:02:09.775952 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.quota.resource [None req-055bdd9f-d10f-403f-af80-5fb9f3f8c65f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 06:02:09.781337 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.db.quota.driver [None req-055bdd9f-d10f-403f-af80-5fb9f3f8c65f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 06:02:09.878166 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-055bdd9f-d10f-403f-af80-5fb9f3f8c65f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:02:09.881672 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-055bdd9f-d10f-403f-af80-5fb9f3f8c65f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940402'] for security_group, after_create {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:02:09.886730 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:02:09.904553 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-055bdd9f-d10f-403f-af80-5fb9f3f8c65f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 330} {{(pid=91913) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 06:02:09.933343 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-055bdd9f-d10f-403f-af80-5fb9f3f8c65f admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8774208951013', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3778787'] for segment, precommit_create {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:02:09.933954 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-055bdd9f-d10f-403f-af80-5fb9f3f8c65f admin admin] Unsubscribe: segment precommit_create {{(pid=91913) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 01 06:02:09.934430 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.db.segments_db [None req-055bdd9f-d10f-403f-af80-5fb9f3f8c65f admin admin] Added segment e21b9144-8e3b-4f42-be7b-e5f134f88ffe of type vlan for network db04ad3d-b39b-4280-90ba-1c15701b78c0 Jun 01 06:02:09.982947 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055bdd9f-d10f-403f-af80-5fb9f3f8c65f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=417734a0-16c9-4dc5-b559-47f45e811ab7,revision_number=1']} {{(pid=91913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:02:10.003819 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055bdd9f-d10f-403f-af80-5fb9f3f8c65f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:02:10.004150 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055bdd9f-d10f-403f-af80-5fb9f3f8c65f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:02:10.004476 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055bdd9f-d10f-403f-af80-5fb9f3f8c65f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:02:10.004801 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055bdd9f-d10f-403f-af80-5fb9f3f8c65f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:02:10.005147 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055bdd9f-d10f-403f-af80-5fb9f3f8c65f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:02:10.005464 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055bdd9f-d10f-403f-af80-5fb9f3f8c65f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:02:10.005772 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055bdd9f-d10f-403f-af80-5fb9f3f8c65f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:02:10.006079 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055bdd9f-d10f-403f-af80-5fb9f3f8c65f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:02:10.006401 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055bdd9f-d10f-403f-af80-5fb9f3f8c65f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:02:10.006708 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055bdd9f-d10f-403f-af80-5fb9f3f8c65f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:02:10.007010 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055bdd9f-d10f-403f-af80-5fb9f3f8c65f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:02:10.007310 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055bdd9f-d10f-403f-af80-5fb9f3f8c65f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:02:10.008398 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055bdd9f-d10f-403f-af80-5fb9f3f8c65f admin admin] Tracked resource versions report: Jun 01 06:02:10.008398 dv-cinder-793885-1-smb neutron-server[91913]: pushed versions: Jun 01 06:02:10.008398 dv-cinder-793885-1-smb neutron-server[91913]: { 'AddressGroup': {'1.2'}, Jun 01 06:02:10.008398 dv-cinder-793885-1-smb neutron-server[91913]: 'ConntrackHelper': {'1.0'}, Jun 01 06:02:10.008398 dv-cinder-793885-1-smb neutron-server[91913]: 'Log': {'1.0'}, Jun 01 06:02:10.008398 dv-cinder-793885-1-smb neutron-server[91913]: 'Network': {'1.1'}, Jun 01 06:02:10.008398 dv-cinder-793885-1-smb neutron-server[91913]: 'Port': {'1.7'}, Jun 01 06:02:10.008398 dv-cinder-793885-1-smb neutron-server[91913]: 'PortForwarding': {'1.2'}, Jun 01 06:02:10.008398 dv-cinder-793885-1-smb neutron-server[91913]: 'QosPolicy': {'1.8'}, Jun 01 06:02:10.008398 dv-cinder-793885-1-smb neutron-server[91913]: 'SecurityGroup': {'1.4'}, Jun 01 06:02:10.008398 dv-cinder-793885-1-smb neutron-server[91913]: 'SecurityGroupRule': {'1.2'}, Jun 01 06:02:10.008398 dv-cinder-793885-1-smb neutron-server[91913]: 'SubPort': {'1.0'}, Jun 01 06:02:10.008398 dv-cinder-793885-1-smb neutron-server[91913]: 'Subnet': {'1.1'}, Jun 01 06:02:10.008398 dv-cinder-793885-1-smb neutron-server[91913]: 'Trunk': {'1.1'}} Jun 01 06:02:10.008398 dv-cinder-793885-1-smb neutron-server[91913]: consumer versions: Jun 01 06:02:10.008398 dv-cinder-793885-1-smb neutron-server[91913]: { DHCP agent@dv-cinder-793885-1-smb: {}, Jun 01 06:02:10.008398 dv-cinder-793885-1-smb neutron-server[91913]: L3 agent@dv-cinder-793885-1-smb: {}, Jun 01 06:02:10.008398 dv-cinder-793885-1-smb neutron-server[91913]: Metadata agent@dv-cinder-793885-1-smb: {}, Jun 01 06:02:10.008398 dv-cinder-793885-1-smb neutron-server[91913]: Metering agent@dv-cinder-793885-1-smb: {}, Jun 01 06:02:10.008398 dv-cinder-793885-1-smb neutron-server[91913]: Open vSwitch agent@dv-cinder-793885-1-smb: { 'AddressGroup': '1.2', Jun 01 06:02:10.008398 dv-cinder-793885-1-smb neutron-server[91913]: 'ConntrackHelper': '1.0', Jun 01 06:02:10.008398 dv-cinder-793885-1-smb neutron-server[91913]: 'Log': '1.0', Jun 01 06:02:10.008398 dv-cinder-793885-1-smb neutron-server[91913]: 'Network': '1.1', Jun 01 06:02:10.008398 dv-cinder-793885-1-smb neutron-server[91913]: 'Port': '1.7', Jun 01 06:02:10.008398 dv-cinder-793885-1-smb neutron-server[91913]: 'PortForwarding': '1.2', Jun 01 06:02:10.008398 dv-cinder-793885-1-smb neutron-server[91913]: 'QosPolicy': '1.8', Jun 01 06:02:10.008398 dv-cinder-793885-1-smb neutron-server[91913]: 'SecurityGroup': '1.4', Jun 01 06:02:10.008398 dv-cinder-793885-1-smb neutron-server[91913]: 'SecurityGroupRule': '1.2', Jun 01 06:02:10.008398 dv-cinder-793885-1-smb neutron-server[91913]: 'SubPort': '1.0', Jun 01 06:02:10.008398 dv-cinder-793885-1-smb neutron-server[91913]: 'Subnet': '1.1', Jun 01 06:02:10.008398 dv-cinder-793885-1-smb neutron-server[91913]: 'Trunk': '1.1'}} Jun 01 06:02:10.008398 dv-cinder-793885-1-smb neutron-server[91913]: {{(pid=91913) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 01 06:02:10.055776 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-055bdd9f-d10f-403f-af80-5fb9f3f8c65f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774208444501'] for network, precommit_create {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:02:10.059500 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [None req-055bdd9f-d10f-403f-af80-5fb9f3f8c65f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:02:10.096777 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-055bdd9f-d10f-403f-af80-5fb9f3f8c65f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-940336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536314'] for network, after_create {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:02:10.098177 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-055bdd9f-d10f-403f-af80-5fb9f3f8c65f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:02:10.098814 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-055bdd9f-d10f-403f-af80-5fb9f3f8c65f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536287'] for network, before_response {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:02:10.103300 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:02:10.206364 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055bdd9f-d10f-403f-af80-5fb9f3f8c65f admin admin] Pushing event updated for resources: {'Network': ['ID=db04ad3d-b39b-4280-90ba-1c15701b78c0,revision_number=1']} {{(pid=91913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:02:10.208861 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [None req-055bdd9f-d10f-403f-af80-5fb9f3f8c65f admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.8428400 Jun 01 06:02:10.210576 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [None req-055bdd9f-d10f-403f-af80-5fb9f3f8c65f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:02:10.219452 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.rpc [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] Network db04ad3d-b39b-4280-90ba-1c15701b78c0 details requested by agent ovs-agent-dv-cinder-793885-1-smb with host dv-cinder-793885-1-smb {{(pid=91914) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 06:02:12.885014 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.wsgi [-] (91913) accepted ('10.222.0.41', 48790) {{(pid=91913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 06:02:13.323726 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddaf9169-e5f6-4ad7-85bf-1f8888463c83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:02:13.325039 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [None req-ddaf9169-e5f6-4ad7-85bf-1f8888463c83 admin admin] 10.222.0.41 "GET /v2.0/networks/db04ad3d-b39b-4280-90ba-1c15701b78c0 HTTP/1.1" status: 200 len: 825 time: 0.4390590 Jun 01 06:02:13.351647 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [None req-a49edd7e-30ea-425c-8097-526110bc4ddd admin admin] 10.222.0.41 "GET /v2.0/subnetpools/7df6a22b-ce06-4abb-a933-54aaa0459c21 HTTP/1.1" status: 200 len: 734 time: 0.0207362 Jun 01 06:02:13.359905 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.v2.base [None req-998991fd-6943-4634-9233-c330f3e188f4 admin admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'subnetpool_id': '7df6a22b-ce06-4abb-a933-54aaa0459c21', 'tenant_id': '357c2edd320a4af697256eee19f628f0', 'network_id': 'db04ad3d-b39b-4280-90ba-1c15701b78c0', 'name': 'private-subnet', 'ip_version': 4}} {{(pid=91913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 06:02:13.363931 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.db.quota.driver [None req-998991fd-6943-4634-9233-c330f3e188f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 06:02:13.367581 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.quota.resource [None req-998991fd-6943-4634-9233-c330f3e188f4 admin admin] Usage tracker for resource:subnet and tenant:357c2edd320a4af697256eee19f628f0 is out of sync, need to count used quota {{(pid=91913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 06:02:13.370383 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.quota.resource [None req-998991fd-6943-4634-9233-c330f3e188f4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 06:02:13.375762 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.db.quota.driver [None req-998991fd-6943-4634-9233-c330f3e188f4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 06:02:13.385728 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-998991fd-6943-4634-9233-c330f3e188f4 admin admin] Made reservation on behalf of 357c2edd320a4af697256eee19f628f0 for: {'subnet': 1} {{(pid=91913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 06:02:13.387909 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-998991fd-6943-4634-9233-c330f3e188f4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:02:13.847974 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-998991fd-6943-4634-9233-c330f3e188f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536289'] for subnet, after_create {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:02:13.852827 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:02:13.933418 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-998991fd-6943-4634-9233-c330f3e188f4 admin admin] Checking segment: {'id': 'e21b9144-8e3b-4f42-be7b-e5f134f88ffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'db04ad3d-b39b-4280-90ba-1c15701b78c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 06:02:13.933947 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-998991fd-6943-4634-9233-c330f3e188f4 admin admin] Network hostable DHCP agents. Network: db04ad3d-b39b-4280-90ba-1c15701b78c0, hostable agents: ['19337ed4-2364-4f5e-82f6-1f840bd5d30c'], hosted agents: [] {{(pid=91913) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 06:02:13.937313 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998991fd-6943-4634-9233-c330f3e188f4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=18a03cb8-b97e-41ac-acd5-5ef1050d6b05,revision_number=0']} {{(pid=91913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:02:13.943681 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [None req-998991fd-6943-4634-9233-c330f3e188f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:02:13.954128 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-998991fd-6943-4634-9233-c330f3e188f4 admin admin] Network db04ad3d-b39b-4280-90ba-1c15701b78c0 is scheduled to be hosted by DHCP agent 19337ed4-2364-4f5e-82f6-1f840bd5d30c with binding_index 1 {{(pid=91913) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 06:02:13.962985 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.scheduler.base_scheduler [None req-998991fd-6943-4634-9233-c330f3e188f4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-793885-1-smb, db04ad3d-b39b-4280-90ba-1c15701b78c0) {{(pid=91913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 06:02:13.967753 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-998991fd-6943-4634-9233-c330f3e188f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:02:13.968289 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-998991fd-6943-4634-9233-c330f3e188f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536287'] for subnet, before_response {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:02:13.973150 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02ac2909-ee2c-4aff-9c90-0c2f39f43d8c None None] Network db04ad3d-b39b-4280-90ba-1c15701b78c0 requested from dv-cinder-793885-1-smb {{(pid=91914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 06:02:13.994494 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [None req-998991fd-6943-4634-9233-c330f3e188f4 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.6377084 Jun 01 06:02:14.291814 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cc572c6-51e7-4999-bad4-67993c675bdf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1120d2a-5d53-58fd-944c-c26255605104-db04ad3d-b39b-4280-90ba-1c15701b78c0', 'network_id': 'db04ad3d-b39b-4280-90ba-1c15701b78c0', 'tenant_id': '357c2edd320a4af697256eee19f628f0', 'fixed_ips': [{'subnet_id': '18a03cb8-b97e-41ac-acd5-5ef1050d6b05'}]}} from dv-cinder-793885-1-smb. {{(pid=91914) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 01 06:02:14.293142 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-2cc572c6-51e7-4999-bad4-67993c675bdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3824664'] for port, before_create {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:02:14.473695 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.db.db_base_plugin_common [None req-2cc572c6-51e7-4999-bad4-67993c675bdf None None] Allocated IP 172.20.0.2 (db04ad3d-b39b-4280-90ba-1c15701b78c0/18a03cb8-b97e-41ac-acd5-5ef1050d6b05/721d61cb-89d4-4ee4-b0bc-0f3c9528f468) {{(pid=91914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 06:02:14.702103 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-2cc572c6-51e7-4999-bad4-67993c675bdf None None] Notify callbacks [] for port, precommit_create {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:02:14.715815 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.db.provisioning_blocks [None req-2cc572c6-51e7-4999-bad4-67993c675bdf None None] Transition to ACTIVE for port object 721d61cb-89d4-4ee4-b0bc-0f3c9528f468 will not be triggered until provisioned by entity L2. {{(pid=91914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 06:02:14.734952 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.db.provisioning_blocks [None req-2cc572c6-51e7-4999-bad4-67993c675bdf None None] Transition to ACTIVE for port object 721d61cb-89d4-4ee4-b0bc-0f3c9528f468 will not be triggered until provisioned by entity DHCP. {{(pid=91914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 06:02:14.741920 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-2cc572c6-51e7-4999-bad4-67993c675bdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774208425683'] for port, after_create {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:02:14.747675 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91914) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:02:14.805510 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cc572c6-51e7-4999-bad4-67993c675bdf None None] Network db04ad3d-b39b-4280-90ba-1c15701b78c0 is already hosted by enough agents. {{(pid=91914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 06:02:14.808306 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.scheduler.base_scheduler [None req-2cc572c6-51e7-4999-bad4-67993c675bdf None None] Resources bound (agent type, host, resource id): {{(pid=91914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 06:02:14.813832 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cc572c6-51e7-4999-bad4-67993c675bdf None None] Received port after_create {{(pid=91914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 06:02:14.822013 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc572c6-51e7-4999-bad4-67993c675bdf None None] Pushing event updated for resources: {'Port': ['ID=721d61cb-89d4-4ee4-b0bc-0f3c9528f468,revision_number=1']} {{(pid=91914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:02:14.887608 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc572c6-51e7-4999-bad4-67993c675bdf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:02:14.887941 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc572c6-51e7-4999-bad4-67993c675bdf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:02:14.888266 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc572c6-51e7-4999-bad4-67993c675bdf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:02:14.888583 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc572c6-51e7-4999-bad4-67993c675bdf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:02:14.888896 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc572c6-51e7-4999-bad4-67993c675bdf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:02:14.889230 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc572c6-51e7-4999-bad4-67993c675bdf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:02:14.889541 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc572c6-51e7-4999-bad4-67993c675bdf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:02:14.889849 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc572c6-51e7-4999-bad4-67993c675bdf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:02:14.890157 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc572c6-51e7-4999-bad4-67993c675bdf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:02:14.890465 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc572c6-51e7-4999-bad4-67993c675bdf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:02:14.890768 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc572c6-51e7-4999-bad4-67993c675bdf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:02:14.891069 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc572c6-51e7-4999-bad4-67993c675bdf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:02:14.892156 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc572c6-51e7-4999-bad4-67993c675bdf None None] Tracked resource versions report: Jun 01 06:02:14.892156 dv-cinder-793885-1-smb neutron-server[91914]: pushed versions: Jun 01 06:02:14.892156 dv-cinder-793885-1-smb neutron-server[91914]: { 'AddressGroup': {'1.2'}, Jun 01 06:02:14.892156 dv-cinder-793885-1-smb neutron-server[91914]: 'ConntrackHelper': {'1.0'}, Jun 01 06:02:14.892156 dv-cinder-793885-1-smb neutron-server[91914]: 'Log': {'1.0'}, Jun 01 06:02:14.892156 dv-cinder-793885-1-smb neutron-server[91914]: 'Network': {'1.1'}, Jun 01 06:02:14.892156 dv-cinder-793885-1-smb neutron-server[91914]: 'Port': {'1.7'}, Jun 01 06:02:14.892156 dv-cinder-793885-1-smb neutron-server[91914]: 'PortForwarding': {'1.2'}, Jun 01 06:02:14.892156 dv-cinder-793885-1-smb neutron-server[91914]: 'QosPolicy': {'1.8'}, Jun 01 06:02:14.892156 dv-cinder-793885-1-smb neutron-server[91914]: 'SecurityGroup': {'1.4'}, Jun 01 06:02:14.892156 dv-cinder-793885-1-smb neutron-server[91914]: 'SecurityGroupRule': {'1.2'}, Jun 01 06:02:14.892156 dv-cinder-793885-1-smb neutron-server[91914]: 'SubPort': {'1.0'}, Jun 01 06:02:14.892156 dv-cinder-793885-1-smb neutron-server[91914]: 'Subnet': {'1.1'}, Jun 01 06:02:14.892156 dv-cinder-793885-1-smb neutron-server[91914]: 'Trunk': {'1.1'}} Jun 01 06:02:14.892156 dv-cinder-793885-1-smb neutron-server[91914]: consumer versions: Jun 01 06:02:14.892156 dv-cinder-793885-1-smb neutron-server[91914]: { DHCP agent@dv-cinder-793885-1-smb: {}, Jun 01 06:02:14.892156 dv-cinder-793885-1-smb neutron-server[91914]: L3 agent@dv-cinder-793885-1-smb: {}, Jun 01 06:02:14.892156 dv-cinder-793885-1-smb neutron-server[91914]: Metadata agent@dv-cinder-793885-1-smb: {}, Jun 01 06:02:14.892156 dv-cinder-793885-1-smb neutron-server[91914]: Metering agent@dv-cinder-793885-1-smb: {}, Jun 01 06:02:14.892156 dv-cinder-793885-1-smb neutron-server[91914]: Open vSwitch agent@dv-cinder-793885-1-smb: { 'AddressGroup': '1.2', Jun 01 06:02:14.892156 dv-cinder-793885-1-smb neutron-server[91914]: 'ConntrackHelper': '1.0', Jun 01 06:02:14.892156 dv-cinder-793885-1-smb neutron-server[91914]: 'Log': '1.0', Jun 01 06:02:14.892156 dv-cinder-793885-1-smb neutron-server[91914]: 'Network': '1.1', Jun 01 06:02:14.892156 dv-cinder-793885-1-smb neutron-server[91914]: 'Port': '1.7', Jun 01 06:02:14.892156 dv-cinder-793885-1-smb neutron-server[91914]: 'PortForwarding': '1.2', Jun 01 06:02:14.892156 dv-cinder-793885-1-smb neutron-server[91914]: 'QosPolicy': '1.8', Jun 01 06:02:14.892156 dv-cinder-793885-1-smb neutron-server[91914]: 'SecurityGroup': '1.4', Jun 01 06:02:14.892156 dv-cinder-793885-1-smb neutron-server[91914]: 'SecurityGroupRule': '1.2', Jun 01 06:02:14.892156 dv-cinder-793885-1-smb neutron-server[91914]: 'SubPort': '1.0', Jun 01 06:02:14.892156 dv-cinder-793885-1-smb neutron-server[91914]: 'Subnet': '1.1', Jun 01 06:02:14.892156 dv-cinder-793885-1-smb neutron-server[91914]: 'Trunk': '1.1'}} Jun 01 06:02:14.892156 dv-cinder-793885-1-smb neutron-server[91914]: {{(pid=91914) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 01 06:02:14.904440 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG oslo_concurrency.lockutils [None req-2cc572c6-51e7-4999-bad4-67993c675bdf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=91914) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:02:14.920595 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.managers [None req-2cc572c6-51e7-4999-bad4-67993c675bdf None None] Attempting to bind port 721d61cb-89d4-4ee4-b0bc-0f3c9528f468 on host dv-cinder-793885-1-smb for vnic_type normal with profile {{(pid=91914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 06:02:14.921000 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.managers [None req-2cc572c6-51e7-4999-bad4-67993c675bdf None None] Attempting to bind port 721d61cb-89d4-4ee4-b0bc-0f3c9528f468 by drivers openvswitch,hyperv on host dv-cinder-793885-1-smb at level 0 using segments [{'id': 'e21b9144-8e3b-4f42-be7b-e5f134f88ffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'db04ad3d-b39b-4280-90ba-1c15701b78c0'}] {{(pid=91914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 06:02:14.921430 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cc572c6-51e7-4999-bad4-67993c675bdf None None] Attempting to bind port 721d61cb-89d4-4ee4-b0bc-0f3c9528f468 on network db04ad3d-b39b-4280-90ba-1c15701b78c0 {{(pid=91914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 06:02:14.926582 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cc572c6-51e7-4999-bad4-67993c675bdf None None] Checking agent: {'id': 'afbd2d5c-fa5a-4eff-9ede-b1626fbc7a4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793885-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 6, 1, 58), 'started_at': datetime.datetime(2021, 6, 1, 6, 1, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 6, 1, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793885-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 06:02:14.926985 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cc572c6-51e7-4999-bad4-67993c675bdf None None] Checking segment: {'id': 'e21b9144-8e3b-4f42-be7b-e5f134f88ffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'db04ad3d-b39b-4280-90ba-1c15701b78c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 06:02:14.927442 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-2cc572c6-51e7-4999-bad4-67993c675bdf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:02:14.927830 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cc572c6-51e7-4999-bad4-67993c675bdf None None] Bound using segment: {'id': 'e21b9144-8e3b-4f42-be7b-e5f134f88ffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'db04ad3d-b39b-4280-90ba-1c15701b78c0'} {{(pid=91914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 06:02:14.928343 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.managers [None req-2cc572c6-51e7-4999-bad4-67993c675bdf None None] Bound port: 721d61cb-89d4-4ee4-b0bc-0f3c9528f468, host: dv-cinder-793885-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e21b9144-8e3b-4f42-be7b-e5f134f88ffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'db04ad3d-b39b-4280-90ba-1c15701b78c0'}}] {{(pid=91914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 06:02:14.928721 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-2cc572c6-51e7-4999-bad4-67993c675bdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3824664'] for port, before_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:02:15.017932 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.db [None req-2cc572c6-51e7-4999-bad4-67993c675bdf None None] For port 721d61cb-89d4-4ee4-b0bc-0f3c9528f468, host dv-cinder-793885-1-smb, cleared binding levels {{(pid=91914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 06:02:15.021718 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.db [None req-2cc572c6-51e7-4999-bad4-67993c675bdf None None] For port 721d61cb-89d4-4ee4-b0bc-0f3c9528f468, host dv-cinder-793885-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793885-1-smb',level=0,port_id=721d61cb-89d4-4ee4-b0bc-0f3c9528f468,segment=NetworkSegment(e21b9144-8e3b-4f42-be7b-e5f134f88ffe),segment_id=e21b9144-8e3b-4f42-be7b-e5f134f88ffe)] {{(pid=91914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 06:02:15.028728 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-2cc572c6-51e7-4999-bad4-67993c675bdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774208810132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774208425701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774208426006'] for port, after_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:02:15.032566 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG oslo_concurrency.lockutils [None req-2cc572c6-51e7-4999-bad4-67993c675bdf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91914) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:02:15.120398 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc572c6-51e7-4999-bad4-67993c675bdf None None] Pushing event updated for resources: {'Port': ['ID=721d61cb-89d4-4ee4-b0bc-0f3c9528f468,revision_number=2']} {{(pid=91914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:02:15.123585 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG oslo_concurrency.lockutils [None req-2cc572c6-51e7-4999-bad4-67993c675bdf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=91914) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:02:16.364682 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.wsgi [-] (91913) accepted ('10.222.0.41', 48800) {{(pid=91913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 06:02:16.731457 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.wsgi [None req-d11cfe81-abd3-49c1-b795-32b3cfa0aec9 admin admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=91913) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 01 06:02:16.732664 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [None req-d11cfe81-abd3-49c1-b795-32b3cfa0aec9 admin admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3667252 Jun 01 06:02:19.078086 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.wsgi [-] (91913) accepted ('10.222.0.41', 48810) {{(pid=91913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 06:02:19.454653 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.wsgi [None req-198e6f5f-87e8-47b3-bd8a-3e8247a91b0c admin admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=91913) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 01 06:02:19.469070 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [None req-198e6f5f-87e8-47b3-bd8a-3e8247a91b0c admin admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3771868 Jun 01 06:02:20.384746 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.rpc [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] Device 721d61cb-89d4-4ee4-b0bc-0f3c9528f468 up at agent ovs-agent-dv-cinder-793885-1-smb {{(pid=91914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 06:02:20.456273 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.db.provisioning_blocks [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] Provisioning for port 721d61cb-89d4-4ee4-b0bc-0f3c9528f468 completed by entity L2. {{(pid=91914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 06:02:20.636850 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a07fab27-9d1e-4dbc-ac3c-94bd09be226b None None] Network db04ad3d-b39b-4280-90ba-1c15701b78c0 requested from dv-cinder-793885-1-smb {{(pid=91914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 06:02:20.794638 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.db.provisioning_blocks [None req-5a63b0ff-712f-4391-8f1d-6f533e8f5926 None None] Provisioning for port 721d61cb-89d4-4ee4-b0bc-0f3c9528f468 completed by entity DHCP. {{(pid=91914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 06:02:20.804431 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.db.provisioning_blocks [None req-5a63b0ff-712f-4391-8f1d-6f533e8f5926 None None] Provisioning complete for port 721d61cb-89d4-4ee4-b0bc-0f3c9528f468 triggered by entity DHCP. {{(pid=91914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 06:02:20.804828 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-5a63b0ff-712f-4391-8f1d-6f533e8f5926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3772206'] for port, provisioning_complete {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:02:21.005404 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-5a63b0ff-712f-4391-8f1d-6f533e8f5926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3824664'] for port, before_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:02:21.043145 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.db [None req-5a63b0ff-712f-4391-8f1d-6f533e8f5926 None None] For port 721d61cb-89d4-4ee4-b0bc-0f3c9528f468, host dv-cinder-793885-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793885-1-smb',level=0,port_id=721d61cb-89d4-4ee4-b0bc-0f3c9528f468,segment=NetworkSegment(e21b9144-8e3b-4f42-be7b-e5f134f88ffe),segment_id=e21b9144-8e3b-4f42-be7b-e5f134f88ffe)] {{(pid=91914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 06:02:21.047057 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-5a63b0ff-712f-4391-8f1d-6f533e8f5926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774208810132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774208425701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774208426006'] for port, after_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:02:21.050578 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91914) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:02:21.116435 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a63b0ff-712f-4391-8f1d-6f533e8f5926 None None] Pushing event updated for resources: {'Port': ['ID=721d61cb-89d4-4ee4-b0bc-0f3c9528f468,revision_number=3']} {{(pid=91914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:02:21.119613 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG oslo_concurrency.lockutils [None req-5a63b0ff-712f-4391-8f1d-6f533e8f5926 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=91914) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:02:21.268008 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.db.provisioning_blocks [None req-be924cb8-f1bb-41e5-afff-b885387f3f4b None None] Provisioning complete for port 721d61cb-89d4-4ee4-b0bc-0f3c9528f468 triggered by entity DHCP. {{(pid=91914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 06:02:21.268367 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-be924cb8-f1bb-41e5-afff-b885387f3f4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3772206'] for port, provisioning_complete {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:02:22.070927 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.wsgi [-] (91913) accepted ('10.222.0.41', 48826) {{(pid=91913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 06:02:22.351302 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.rpc [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] Device 721d61cb-89d4-4ee4-b0bc-0f3c9528f468 up at agent ovs-agent-dv-cinder-793885-1-smb {{(pid=91914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 06:02:22.416781 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.db.provisioning_blocks [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] Provisioning complete for port 721d61cb-89d4-4ee4-b0bc-0f3c9528f468 triggered by entity L2. {{(pid=91914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 06:02:22.417394 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3772206'] for port, provisioning_complete {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:02:22.424573 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.v2.base [None req-b3995285-8a30-4f2d-a14a-dd702c6932ab admin admin] Request body: {'router': {'tenant_id': '357c2edd320a4af697256eee19f628f0', 'admin_state_up': True, 'name': 'router1'}} {{(pid=91913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 06:02:22.429338 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.db.quota.driver [None req-b3995285-8a30-4f2d-a14a-dd702c6932ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 06:02:22.433159 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.quota.resource [None req-b3995285-8a30-4f2d-a14a-dd702c6932ab admin admin] Usage tracker for resource:router and tenant:357c2edd320a4af697256eee19f628f0 is out of sync, need to count used quota {{(pid=91913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 06:02:22.436493 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.quota.resource [None req-b3995285-8a30-4f2d-a14a-dd702c6932ab admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 06:02:22.443541 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.db.quota.driver [None req-b3995285-8a30-4f2d-a14a-dd702c6932ab admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 06:02:22.457809 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-b3995285-8a30-4f2d-a14a-dd702c6932ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-890745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5139'] for router, before_create {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:02:22.460384 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-b3995285-8a30-4f2d-a14a-dd702c6932ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-889721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-880550', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-949579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5144'] for router, precommit_create {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:02:22.483662 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-b3995285-8a30-4f2d-a14a-dd702c6932ab admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:02:22.595840 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-b3995285-8a30-4f2d-a14a-dd702c6932ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-890736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-880576'] for router, after_create {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:02:22.616711 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-b3995285-8a30-4f2d-a14a-dd702c6932ab admin admin] Notify callbacks [] for router, before_response {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:02:22.617898 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [None req-b3995285-8a30-4f2d-a14a-dd702c6932ab admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5460303 Jun 01 06:02:24.945012 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.wsgi [-] (91913) accepted ('10.222.0.41', 48836) {{(pid=91913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 06:02:25.302717 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.wsgi [None req-bd068800-0cd9-44bf-9967-59a0bbd65c0a admin admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=91913) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 01 06:02:25.303728 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [None req-bd068800-0cd9-44bf-9967-59a0bbd65c0a admin admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3577628 Jun 01 06:02:25.743981 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-c6512a71-fb11-41b5-a334-a9b1bf747015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774208951022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772053'] for agent, after_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:02:27.639618 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.wsgi [-] (91912) accepted ('10.222.0.41', 48846) {{(pid=91912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 06:02:27.998983 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.v2.base [None req-06e46897-23d9-45ce-b7e4-c8ff251d9de4 admin admin] Request body: {'network': {'provider:network_type': 'flat', 'router:external': True, 'is_default': True, 'provider:physical_network': 'physnet1', 'name': 'public', 'admin_state_up': True}} {{(pid=91912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 06:02:28.000435 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.quota [None req-06e46897-23d9-45ce-b7e4-c8ff251d9de4 admin admin] Loaded quota_driver: . Jun 01 06:02:28.015831 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.db.quota.driver [None req-06e46897-23d9-45ce-b7e4-c8ff251d9de4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91912) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 06:02:28.022793 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.quota.resource [None req-06e46897-23d9-45ce-b7e4-c8ff251d9de4 admin admin] Usage tracker for resource:network and tenant:a0da6a68500e4e2fbaad28ab514c5195 is out of sync, need to count used quota {{(pid=91912) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 06:02:28.027924 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.quota.resource [None req-06e46897-23d9-45ce-b7e4-c8ff251d9de4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91912) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 06:02:28.036009 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.db.quota.driver [None req-06e46897-23d9-45ce-b7e4-c8ff251d9de4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91912) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 06:02:28.051220 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06e46897-23d9-45ce-b7e4-c8ff251d9de4 admin admin] Made reservation on behalf of a0da6a68500e4e2fbaad28ab514c5195 for: {'network': 1} {{(pid=91912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 06:02:28.124860 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.policy [None req-06e46897-23d9-45ce-b7e4-c8ff251d9de4 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=91912) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 01 06:02:28.138578 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774208951022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772053'] for agent, after_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:02:28.172222 dv-cinder-793885-1-smb neutron-server[91912]: WARNING oslo_policy.policy [None req-06e46897-23d9-45ce-b7e4-c8ff251d9de4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 01 06:02:28.172597 dv-cinder-793885-1-smb neutron-server[91912]: WARNING oslo_policy.policy [None req-06e46897-23d9-45ce-b7e4-c8ff251d9de4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 01 06:02:28.182364 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-06e46897-23d9-45ce-b7e4-c8ff251d9de4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3824659'] for network, before_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:02:28.202147 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-06e46897-23d9-45ce-b7e4-c8ff251d9de4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:02:28.216682 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.db.quota.driver [None req-06e46897-23d9-45ce-b7e4-c8ff251d9de4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91912) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 06:02:28.220358 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.quota.resource [None req-06e46897-23d9-45ce-b7e4-c8ff251d9de4 admin admin] Usage tracker for resource:security_group_rule and tenant:a0da6a68500e4e2fbaad28ab514c5195 is out of sync, need to count used quota {{(pid=91912) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 06:02:28.223847 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.quota.resource [None req-06e46897-23d9-45ce-b7e4-c8ff251d9de4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91912) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 06:02:28.229354 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.db.quota.driver [None req-06e46897-23d9-45ce-b7e4-c8ff251d9de4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91912) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 06:02:28.331399 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-06e46897-23d9-45ce-b7e4-c8ff251d9de4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:02:28.334379 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-06e46897-23d9-45ce-b7e4-c8ff251d9de4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940402'] for security_group, after_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:02:28.340265 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:02:28.351474 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-06e46897-23d9-45ce-b7e4-c8ff251d9de4 admin admin] Reserving flat network on physical network physnet1 {{(pid=91912) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jun 01 06:02:28.382703 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-06e46897-23d9-45ce-b7e4-c8ff251d9de4 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8774208951013', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3778787'] for segment, precommit_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:02:28.383302 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-06e46897-23d9-45ce-b7e4-c8ff251d9de4 admin admin] Unsubscribe: segment precommit_create {{(pid=91912) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 01 06:02:28.383777 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.db.segments_db [None req-06e46897-23d9-45ce-b7e4-c8ff251d9de4 admin admin] Added segment 97ee6b0e-31ac-4687-a432-1c46ba18e1e7 of type flat for network df727fa4-ca0b-43ba-be88-ffeb156f0c84 Jun 01 06:02:28.435480 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e46897-23d9-45ce-b7e4-c8ff251d9de4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f16951a-6700-4d00-b294-c8b2bd6605f0,revision_number=1']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:02:28.435792 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-f2a663ac-fd59-4536-a115-10e569782e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774208951022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772053'] for agent, after_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:02:28.457826 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e46897-23d9-45ce-b7e4-c8ff251d9de4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:02:28.458156 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e46897-23d9-45ce-b7e4-c8ff251d9de4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:02:28.458482 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e46897-23d9-45ce-b7e4-c8ff251d9de4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:02:28.458794 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e46897-23d9-45ce-b7e4-c8ff251d9de4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:02:28.459103 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e46897-23d9-45ce-b7e4-c8ff251d9de4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:02:28.459411 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e46897-23d9-45ce-b7e4-c8ff251d9de4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:02:28.459717 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e46897-23d9-45ce-b7e4-c8ff251d9de4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:02:28.460018 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e46897-23d9-45ce-b7e4-c8ff251d9de4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:02:28.460336 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e46897-23d9-45ce-b7e4-c8ff251d9de4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:02:28.460638 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e46897-23d9-45ce-b7e4-c8ff251d9de4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:02:28.460939 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e46897-23d9-45ce-b7e4-c8ff251d9de4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:02:28.461258 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e46897-23d9-45ce-b7e4-c8ff251d9de4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:02:28.462309 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e46897-23d9-45ce-b7e4-c8ff251d9de4 admin admin] Tracked resource versions report: Jun 01 06:02:28.462309 dv-cinder-793885-1-smb neutron-server[91912]: pushed versions: Jun 01 06:02:28.462309 dv-cinder-793885-1-smb neutron-server[91912]: { 'AddressGroup': {'1.2'}, Jun 01 06:02:28.462309 dv-cinder-793885-1-smb neutron-server[91912]: 'ConntrackHelper': {'1.0'}, Jun 01 06:02:28.462309 dv-cinder-793885-1-smb neutron-server[91912]: 'Log': {'1.0'}, Jun 01 06:02:28.462309 dv-cinder-793885-1-smb neutron-server[91912]: 'Network': {'1.1'}, Jun 01 06:02:28.462309 dv-cinder-793885-1-smb neutron-server[91912]: 'Port': {'1.7'}, Jun 01 06:02:28.462309 dv-cinder-793885-1-smb neutron-server[91912]: 'PortForwarding': {'1.2'}, Jun 01 06:02:28.462309 dv-cinder-793885-1-smb neutron-server[91912]: 'QosPolicy': {'1.8'}, Jun 01 06:02:28.462309 dv-cinder-793885-1-smb neutron-server[91912]: 'SecurityGroup': {'1.4'}, Jun 01 06:02:28.462309 dv-cinder-793885-1-smb neutron-server[91912]: 'SecurityGroupRule': {'1.2'}, Jun 01 06:02:28.462309 dv-cinder-793885-1-smb neutron-server[91912]: 'SubPort': {'1.0'}, Jun 01 06:02:28.462309 dv-cinder-793885-1-smb neutron-server[91912]: 'Subnet': {'1.1'}, Jun 01 06:02:28.462309 dv-cinder-793885-1-smb neutron-server[91912]: 'Trunk': {'1.1'}} Jun 01 06:02:28.462309 dv-cinder-793885-1-smb neutron-server[91912]: consumer versions: Jun 01 06:02:28.462309 dv-cinder-793885-1-smb neutron-server[91912]: { DHCP agent@dv-cinder-793885-1-smb: {}, Jun 01 06:02:28.462309 dv-cinder-793885-1-smb neutron-server[91912]: L3 agent@dv-cinder-793885-1-smb: {}, Jun 01 06:02:28.462309 dv-cinder-793885-1-smb neutron-server[91912]: Metadata agent@dv-cinder-793885-1-smb: {}, Jun 01 06:02:28.462309 dv-cinder-793885-1-smb neutron-server[91912]: Metering agent@dv-cinder-793885-1-smb: {}, Jun 01 06:02:28.462309 dv-cinder-793885-1-smb neutron-server[91912]: Open vSwitch agent@dv-cinder-793885-1-smb: { 'AddressGroup': '1.2', Jun 01 06:02:28.462309 dv-cinder-793885-1-smb neutron-server[91912]: 'ConntrackHelper': '1.0', Jun 01 06:02:28.462309 dv-cinder-793885-1-smb neutron-server[91912]: 'Log': '1.0', Jun 01 06:02:28.462309 dv-cinder-793885-1-smb neutron-server[91912]: 'Network': '1.1', Jun 01 06:02:28.462309 dv-cinder-793885-1-smb neutron-server[91912]: 'Port': '1.7', Jun 01 06:02:28.462309 dv-cinder-793885-1-smb neutron-server[91912]: 'PortForwarding': '1.2', Jun 01 06:02:28.462309 dv-cinder-793885-1-smb neutron-server[91912]: 'QosPolicy': '1.8', Jun 01 06:02:28.462309 dv-cinder-793885-1-smb neutron-server[91912]: 'SecurityGroup': '1.4', Jun 01 06:02:28.462309 dv-cinder-793885-1-smb neutron-server[91912]: 'SecurityGroupRule': '1.2', Jun 01 06:02:28.462309 dv-cinder-793885-1-smb neutron-server[91912]: 'SubPort': '1.0', Jun 01 06:02:28.462309 dv-cinder-793885-1-smb neutron-server[91912]: 'Subnet': '1.1', Jun 01 06:02:28.462309 dv-cinder-793885-1-smb neutron-server[91912]: 'Trunk': '1.1'}} Jun 01 06:02:28.462309 dv-cinder-793885-1-smb neutron-server[91912]: {{(pid=91912) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 01 06:02:28.508603 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-06e46897-23d9-45ce-b7e4-c8ff251d9de4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774208444501'] for network, precommit_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:02:28.513786 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-06e46897-23d9-45ce-b7e4-c8ff251d9de4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:02:28.551959 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-06e46897-23d9-45ce-b7e4-c8ff251d9de4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-940336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536314'] for network, after_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:02:28.553349 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06e46897-23d9-45ce-b7e4-c8ff251d9de4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:02:28.553990 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-06e46897-23d9-45ce-b7e4-c8ff251d9de4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536287'] for network, before_response {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:02:28.557060 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:02:28.660681 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [None req-06e46897-23d9-45ce-b7e4-c8ff251d9de4 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.0199695 Jun 01 06:02:28.661381 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e46897-23d9-45ce-b7e4-c8ff251d9de4 admin admin] Pushing event updated for resources: {'Network': ['ID=df727fa4-ca0b-43ba-be88-ffeb156f0c84,revision_number=1']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:02:28.664494 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-06e46897-23d9-45ce-b7e4-c8ff251d9de4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:02:28.671776 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.rpc [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] Network df727fa4-ca0b-43ba-be88-ffeb156f0c84 details requested by agent ovs-agent-dv-cinder-793885-1-smb with host dv-cinder-793885-1-smb {{(pid=91914) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 06:02:29.707576 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-1d313a3c-a63a-4764-8840-fb680d7e5ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774208951022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772053'] for agent, after_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:02:30.990331 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.wsgi [-] (91913) accepted ('10.222.0.41', 48872) {{(pid=91913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 06:02:31.035808 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-2212ef7e-50c1-45a6-8db2-90e035748ac3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774208951022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772053'] for agent, after_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:02:31.211949 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e783e7d1-bc81-437b-bbc7-f36d159b61c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:02:31.213293 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [None req-e783e7d1-bc81-437b-bbc7-f36d159b61c1 admin admin] 10.222.0.41 "GET /v2.0/subnets/18a03cb8-b97e-41ac-acd5-5ef1050d6b05 HTTP/1.1" status: 200 len: 849 time: 0.2220440 Jun 01 06:02:31.350275 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [None req-0013a357-3585-4d19-9a67-843fea1d98dc admin admin] 10.222.0.41 "GET /v2.0/routers/533839f0-2712-422e-8046-9fad58b8b140 HTTP/1.1" status: 200 len: 704 time: 0.1315310 Jun 01 06:02:31.790469 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-df23a030-d189-4b29-999e-13bd28f0b8bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3824664'] for port, before_create {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:02:32.037464 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.db.db_base_plugin_common [None req-df23a030-d189-4b29-999e-13bd28f0b8bc admin admin] Allocated IP 172.20.0.1 (db04ad3d-b39b-4280-90ba-1c15701b78c0/18a03cb8-b97e-41ac-acd5-5ef1050d6b05/dfbecb11-9e5a-4f79-976f-c8e37ea42ff9) {{(pid=91913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 06:02:32.189492 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-df23a030-d189-4b29-999e-13bd28f0b8bc admin admin] Notify callbacks [] for port, precommit_create {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:02:32.205547 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.db.provisioning_blocks [None req-df23a030-d189-4b29-999e-13bd28f0b8bc admin admin] Transition to ACTIVE for port object dfbecb11-9e5a-4f79-976f-c8e37ea42ff9 will not be triggered until provisioned by entity DHCP. {{(pid=91913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 06:02:32.256621 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-df23a030-d189-4b29-999e-13bd28f0b8bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774208425683'] for port, after_create {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:02:32.261127 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:02:32.322237 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df23a030-d189-4b29-999e-13bd28f0b8bc admin admin] Network db04ad3d-b39b-4280-90ba-1c15701b78c0 is already hosted by enough agents. {{(pid=91913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 06:02:32.325109 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.scheduler.base_scheduler [None req-df23a030-d189-4b29-999e-13bd28f0b8bc admin admin] Resources bound (agent type, host, resource id): {{(pid=91913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 06:02:32.329295 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df23a030-d189-4b29-999e-13bd28f0b8bc admin admin] Received port after_create {{(pid=91913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 06:02:32.330275 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-df23a030-d189-4b29-999e-13bd28f0b8bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-878513'] for router_interface, before_create {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:02:32.453662 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df23a030-d189-4b29-999e-13bd28f0b8bc admin admin] Pushing event updated for resources: {'Port': ['ID=dfbecb11-9e5a-4f79-976f-c8e37ea42ff9,revision_number=1']} {{(pid=91913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:02:32.468207 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [None req-df23a030-d189-4b29-999e-13bd28f0b8bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:02:32.560815 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.db.provisioning_blocks [None req-46a8d6a5-69b3-4c84-b79e-390c0e777d45 None None] Provisioning for port dfbecb11-9e5a-4f79-976f-c8e37ea42ff9 completed by entity DHCP. {{(pid=91914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 06:02:32.565334 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.db.provisioning_blocks [None req-46a8d6a5-69b3-4c84-b79e-390c0e777d45 None None] Provisioning complete for port dfbecb11-9e5a-4f79-976f-c8e37ea42ff9 triggered by entity DHCP. {{(pid=91914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 06:02:32.565705 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-46a8d6a5-69b3-4c84-b79e-390c0e777d45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3772206'] for port, provisioning_complete {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:02:32.591151 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-df23a030-d189-4b29-999e-13bd28f0b8bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3824664'] for port, before_update {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:02:32.625456 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.plugin [None req-46a8d6a5-69b3-4c84-b79e-390c0e777d45 None None] Port dfbecb11-9e5a-4f79-976f-c8e37ea42ff9 cannot update to ACTIVE because it is not bound. {{(pid=91914) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 06:02:32.814559 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-df23a030-d189-4b29-999e-13bd28f0b8bc admin admin] Notify callbacks [] for port, precommit_update {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:02:32.818910 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-df23a030-d189-4b29-999e-13bd28f0b8bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774208810132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774208425701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774208426006'] for port, after_update {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:02:32.819989 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-df23a030-d189-4b29-999e-13bd28f0b8bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-532480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-878364'] for router_interface, after_create {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:02:32.823186 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [None req-df23a030-d189-4b29-999e-13bd28f0b8bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:02:32.950615 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df23a030-d189-4b29-999e-13bd28f0b8bc admin admin] Pushing event updated for resources: {'Port': ['ID=dfbecb11-9e5a-4f79-976f-c8e37ea42ff9,revision_number=2']} {{(pid=91913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:02:32.954452 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [None req-df23a030-d189-4b29-999e-13bd28f0b8bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:02:33.013024 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df23a030-d189-4b29-999e-13bd28f0b8bc admin admin] Network db04ad3d-b39b-4280-90ba-1c15701b78c0 is already hosted by enough agents. {{(pid=91913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 06:02:33.014078 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.scheduler.base_scheduler [None req-df23a030-d189-4b29-999e-13bd28f0b8bc admin admin] Resources bound (agent type, host, resource id): {{(pid=91913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 06:02:33.198639 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df23a030-d189-4b29-999e-13bd28f0b8bc admin admin] Router 533839f0-2712-422e-8046-9fad58b8b140 is scheduled to L3 agent a2597806-c6e6-4acd-a843-608abc904602 with binding_index 1 {{(pid=91913) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 01 06:02:33.249223 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.db.provisioning_blocks [None req-23aa334d-f910-4492-b856-32a817702141 None None] Provisioning complete for port dfbecb11-9e5a-4f79-976f-c8e37ea42ff9 triggered by entity DHCP. {{(pid=91914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 06:02:33.249595 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-23aa334d-f910-4492-b856-32a817702141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3772206'] for port, provisioning_complete {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:02:33.302540 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.plugin [None req-23aa334d-f910-4492-b856-32a817702141 None None] Port dfbecb11-9e5a-4f79-976f-c8e37ea42ff9 cannot update to ACTIVE because it is not bound. {{(pid=91914) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 06:02:33.387317 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df23a030-d189-4b29-999e-13bd28f0b8bc admin admin] Notify agent at l3_agent.dv-cinder-793885-1-smb the message routers_updated {{(pid=91913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 06:02:33.396284 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [None req-df23a030-d189-4b29-999e-13bd28f0b8bc admin admin] 10.222.0.41 "PUT /v2.0/routers/533839f0-2712-422e-8046-9fad58b8b140/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0413191 Jun 01 06:02:33.396706 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afe84655-0d75-494b-9679-7b6d7e732d59 None None] Sync routers for ids ['533839f0-2712-422e-8046-9fad58b8b140'] in dv-cinder-793885-1-smb {{(pid=91915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 06:02:33.406656 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afe84655-0d75-494b-9679-7b6d7e732d59 None None] Routers {'533839f0-2712-422e-8046-9fad58b8b140'} bound to L3 agent in host dv-cinder-793885-1-smb {{(pid=91915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 06:02:33.408115 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG neutron.db.l3_hamode_db [None req-afe84655-0d75-494b-9679-7b6d7e732d59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793885-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-01T06:01:58Z,description=,heartbeat_timestamp=2021-06-01T06:02:28Z,host='dv-cinder-793885-1-smb',id=a2597806-c6e6-4acd-a843-608abc904602,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T06:01:58Z,topic='l3_agent')) {'router_ids': ['533839f0-2712-422e-8046-9fad58b8b140'], 'active': True} {{(pid=91915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 06:02:33.579861 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG neutron.db.l3_dvr_db [None req-afe84655-0d75-494b-9679-7b6d7e732d59 None None] Set router 533839f0-2712-422e-8046-9fad58b8b140 gateway port host: None {{(pid=91915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 06:02:33.935983 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG neutron.db.l3_hamode_db [None req-afe84655-0d75-494b-9679-7b6d7e732d59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '533839f0-2712-422e-8046-9fad58b8b140', 'name': 'router1', 'tenant_id': '357c2edd320a4af697256eee19f628f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T06:02:22Z', 'updated_at': '2021-06-01T06:02:32Z', 'revision_number': 2, 'project_id': '357c2edd320a4af697256eee19f628f0', 'gw_port_host': None, '_interfaces': [{'id': 'dfbecb11-9e5a-4f79-976f-c8e37ea42ff9', 'name': '', 'network_id': 'db04ad3d-b39b-4280-90ba-1c15701b78c0', 'tenant_id': '357c2edd320a4af697256eee19f628f0', 'mac_address': 'fa:16:3e:4a:0f:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '533839f0-2712-422e-8046-9fad58b8b140', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '18a03cb8-b97e-41ac-acd5-5ef1050d6b05', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T06:02:31Z', 'updated_at': '2021-06-01T06:02:32Z', 'revision_number': 2, 'project_id': '357c2edd320a4af697256eee19f628f0', 'subnets': [{'id': '18a03cb8-b97e-41ac-acd5-5ef1050d6b05', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7df6a22b-ce06-4abb-a933-54aaa0459c21'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793885-1-smb', False) {} {{(pid=91915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 06:02:33.940797 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afe84655-0d75-494b-9679-7b6d7e732d59 None None] Checking router: 533839f0-2712-422e-8046-9fad58b8b140 for host: dv-cinder-793885-1-smb {{(pid=91915) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 06:02:33.941190 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afe84655-0d75-494b-9679-7b6d7e732d59 None None] Updating router 533839f0-2712-422e-8046-9fad58b8b140 port dfbecb11-9e5a-4f79-976f-c8e37ea42ff9 binding host dv-cinder-793885-1-smb {{(pid=91915) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 06:02:33.994637 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-afe84655-0d75-494b-9679-7b6d7e732d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3824664'] for port, before_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:02:34.367187 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-afe84655-0d75-494b-9679-7b6d7e732d59 None None] Notify callbacks [] for port, precommit_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:02:34.382221 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG neutron.db.provisioning_blocks [None req-afe84655-0d75-494b-9679-7b6d7e732d59 None None] Transition to ACTIVE for port object dfbecb11-9e5a-4f79-976f-c8e37ea42ff9 will not be triggered until provisioned by entity L2. {{(pid=91915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 06:02:34.388586 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-afe84655-0d75-494b-9679-7b6d7e732d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774208810132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774208425701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774208426006'] for port, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:02:34.395140 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:02:34.613012 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e08ddc4-f6cb-4fc6-9bc4-fc0189438d63 None None] Pushing event updated for resources: {'Port': ['ID=dfbecb11-9e5a-4f79-976f-c8e37ea42ff9,revision_number=3']} {{(pid=91915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:02:34.615493 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG neutron.plugins.ml2.managers [None req-afe84655-0d75-494b-9679-7b6d7e732d59 None None] Attempting to bind port dfbecb11-9e5a-4f79-976f-c8e37ea42ff9 on host dv-cinder-793885-1-smb for vnic_type normal with profile {{(pid=91915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 06:02:34.616446 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG neutron.plugins.ml2.managers [None req-afe84655-0d75-494b-9679-7b6d7e732d59 None None] Attempting to bind port dfbecb11-9e5a-4f79-976f-c8e37ea42ff9 by drivers openvswitch,hyperv on host dv-cinder-793885-1-smb at level 0 using segments [{'id': 'e21b9144-8e3b-4f42-be7b-e5f134f88ffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'db04ad3d-b39b-4280-90ba-1c15701b78c0'}] {{(pid=91915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 06:02:34.616446 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afe84655-0d75-494b-9679-7b6d7e732d59 None None] Attempting to bind port dfbecb11-9e5a-4f79-976f-c8e37ea42ff9 on network db04ad3d-b39b-4280-90ba-1c15701b78c0 {{(pid=91915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 06:02:34.625955 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e08ddc4-f6cb-4fc6-9bc4-fc0189438d63 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:02:34.626917 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e08ddc4-f6cb-4fc6-9bc4-fc0189438d63 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:02:34.627195 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e08ddc4-f6cb-4fc6-9bc4-fc0189438d63 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:02:34.627517 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e08ddc4-f6cb-4fc6-9bc4-fc0189438d63 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:02:34.627834 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e08ddc4-f6cb-4fc6-9bc4-fc0189438d63 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:02:34.628151 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e08ddc4-f6cb-4fc6-9bc4-fc0189438d63 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:02:34.628464 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e08ddc4-f6cb-4fc6-9bc4-fc0189438d63 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:02:34.628793 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e08ddc4-f6cb-4fc6-9bc4-fc0189438d63 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:02:34.629108 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e08ddc4-f6cb-4fc6-9bc4-fc0189438d63 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:02:34.629420 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e08ddc4-f6cb-4fc6-9bc4-fc0189438d63 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:02:34.630011 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e08ddc4-f6cb-4fc6-9bc4-fc0189438d63 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:02:34.630011 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e08ddc4-f6cb-4fc6-9bc4-fc0189438d63 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:02:34.631100 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e08ddc4-f6cb-4fc6-9bc4-fc0189438d63 None None] Tracked resource versions report: Jun 01 06:02:34.631100 dv-cinder-793885-1-smb neutron-server[91915]: pushed versions: Jun 01 06:02:34.631100 dv-cinder-793885-1-smb neutron-server[91915]: { 'AddressGroup': {'1.2'}, Jun 01 06:02:34.631100 dv-cinder-793885-1-smb neutron-server[91915]: 'ConntrackHelper': {'1.0'}, Jun 01 06:02:34.631100 dv-cinder-793885-1-smb neutron-server[91915]: 'Log': {'1.0'}, Jun 01 06:02:34.631100 dv-cinder-793885-1-smb neutron-server[91915]: 'Network': {'1.1'}, Jun 01 06:02:34.631100 dv-cinder-793885-1-smb neutron-server[91915]: 'Port': {'1.7'}, Jun 01 06:02:34.631100 dv-cinder-793885-1-smb neutron-server[91915]: 'PortForwarding': {'1.2'}, Jun 01 06:02:34.631100 dv-cinder-793885-1-smb neutron-server[91915]: 'QosPolicy': {'1.8'}, Jun 01 06:02:34.631100 dv-cinder-793885-1-smb neutron-server[91915]: 'SecurityGroup': {'1.4'}, Jun 01 06:02:34.631100 dv-cinder-793885-1-smb neutron-server[91915]: 'SecurityGroupRule': {'1.2'}, Jun 01 06:02:34.631100 dv-cinder-793885-1-smb neutron-server[91915]: 'SubPort': {'1.0'}, Jun 01 06:02:34.631100 dv-cinder-793885-1-smb neutron-server[91915]: 'Subnet': {'1.1'}, Jun 01 06:02:34.631100 dv-cinder-793885-1-smb neutron-server[91915]: 'Trunk': {'1.1'}} Jun 01 06:02:34.631100 dv-cinder-793885-1-smb neutron-server[91915]: consumer versions: Jun 01 06:02:34.631100 dv-cinder-793885-1-smb neutron-server[91915]: { DHCP agent@dv-cinder-793885-1-smb: {}, Jun 01 06:02:34.631100 dv-cinder-793885-1-smb neutron-server[91915]: L3 agent@dv-cinder-793885-1-smb: {}, Jun 01 06:02:34.631100 dv-cinder-793885-1-smb neutron-server[91915]: Metadata agent@dv-cinder-793885-1-smb: {}, Jun 01 06:02:34.631100 dv-cinder-793885-1-smb neutron-server[91915]: Metering agent@dv-cinder-793885-1-smb: {}, Jun 01 06:02:34.631100 dv-cinder-793885-1-smb neutron-server[91915]: Open vSwitch agent@dv-cinder-793885-1-smb: { 'AddressGroup': '1.2', Jun 01 06:02:34.631100 dv-cinder-793885-1-smb neutron-server[91915]: 'ConntrackHelper': '1.0', Jun 01 06:02:34.631100 dv-cinder-793885-1-smb neutron-server[91915]: 'Log': '1.0', Jun 01 06:02:34.631100 dv-cinder-793885-1-smb neutron-server[91915]: 'Network': '1.1', Jun 01 06:02:34.631100 dv-cinder-793885-1-smb neutron-server[91915]: 'Port': '1.7', Jun 01 06:02:34.631100 dv-cinder-793885-1-smb neutron-server[91915]: 'PortForwarding': '1.2', Jun 01 06:02:34.631100 dv-cinder-793885-1-smb neutron-server[91915]: 'QosPolicy': '1.8', Jun 01 06:02:34.631100 dv-cinder-793885-1-smb neutron-server[91915]: 'SecurityGroup': '1.4', Jun 01 06:02:34.631100 dv-cinder-793885-1-smb neutron-server[91915]: 'SecurityGroupRule': '1.2', Jun 01 06:02:34.631100 dv-cinder-793885-1-smb neutron-server[91915]: 'SubPort': '1.0', Jun 01 06:02:34.631100 dv-cinder-793885-1-smb neutron-server[91915]: 'Subnet': '1.1', Jun 01 06:02:34.631100 dv-cinder-793885-1-smb neutron-server[91915]: 'Trunk': '1.1'}} Jun 01 06:02:34.631100 dv-cinder-793885-1-smb neutron-server[91915]: {{(pid=91915) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 01 06:02:34.633419 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afe84655-0d75-494b-9679-7b6d7e732d59 None None] Checking agent: {'id': 'afbd2d5c-fa5a-4eff-9ede-b1626fbc7a4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793885-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 6, 1, 58), 'started_at': datetime.datetime(2021, 6, 1, 6, 2, 28), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 6, 2, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793885-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 06:02:34.633840 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afe84655-0d75-494b-9679-7b6d7e732d59 None None] Checking segment: {'id': 'e21b9144-8e3b-4f42-be7b-e5f134f88ffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'db04ad3d-b39b-4280-90ba-1c15701b78c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 06:02:34.634325 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-afe84655-0d75-494b-9679-7b6d7e732d59 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:02:34.634666 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afe84655-0d75-494b-9679-7b6d7e732d59 None None] Bound using segment: {'id': 'e21b9144-8e3b-4f42-be7b-e5f134f88ffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'db04ad3d-b39b-4280-90ba-1c15701b78c0'} {{(pid=91915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 06:02:34.635182 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG neutron.plugins.ml2.managers [None req-afe84655-0d75-494b-9679-7b6d7e732d59 None None] Bound port: dfbecb11-9e5a-4f79-976f-c8e37ea42ff9, host: dv-cinder-793885-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e21b9144-8e3b-4f42-be7b-e5f134f88ffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'db04ad3d-b39b-4280-90ba-1c15701b78c0'}}] {{(pid=91915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 06:02:34.635546 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-afe84655-0d75-494b-9679-7b6d7e732d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3824664'] for port, before_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:02:34.646403 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-9e08ddc4-f6cb-4fc6-9bc4-fc0189438d63 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:02:34.727961 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG neutron.plugins.ml2.db [None req-afe84655-0d75-494b-9679-7b6d7e732d59 None None] For port dfbecb11-9e5a-4f79-976f-c8e37ea42ff9, host dv-cinder-793885-1-smb, cleared binding levels {{(pid=91915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 06:02:34.732627 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG neutron.plugins.ml2.db [None req-afe84655-0d75-494b-9679-7b6d7e732d59 None None] For port dfbecb11-9e5a-4f79-976f-c8e37ea42ff9, host dv-cinder-793885-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793885-1-smb',level=0,port_id=dfbecb11-9e5a-4f79-976f-c8e37ea42ff9,segment=NetworkSegment(e21b9144-8e3b-4f42-be7b-e5f134f88ffe),segment_id=e21b9144-8e3b-4f42-be7b-e5f134f88ffe)] {{(pid=91915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 06:02:34.736884 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-afe84655-0d75-494b-9679-7b6d7e732d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774208810132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774208425701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774208426006'] for port, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:02:34.741354 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:02:34.824927 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e08ddc4-f6cb-4fc6-9bc4-fc0189438d63 None None] Pushing event updated for resources: {'Port': ['ID=dfbecb11-9e5a-4f79-976f-c8e37ea42ff9,revision_number=4']} {{(pid=91915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:02:34.828456 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-9e08ddc4-f6cb-4fc6-9bc4-fc0189438d63 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:02:34.830186 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afe84655-0d75-494b-9679-7b6d7e732d59 None None] Routers {'533839f0-2712-422e-8046-9fad58b8b140'} bound to L3 agent in host dv-cinder-793885-1-smb {{(pid=91915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 06:02:34.830785 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG neutron.db.l3_hamode_db [None req-afe84655-0d75-494b-9679-7b6d7e732d59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793885-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-01T06:01:58Z,description=,heartbeat_timestamp=2021-06-01T06:02:28Z,host='dv-cinder-793885-1-smb',id=a2597806-c6e6-4acd-a843-608abc904602,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T06:01:58Z,topic='l3_agent')) {'router_ids': ['533839f0-2712-422e-8046-9fad58b8b140'], 'active': True} {{(pid=91915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 06:02:35.009208 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG neutron.db.l3_dvr_db [None req-afe84655-0d75-494b-9679-7b6d7e732d59 None None] Set router 533839f0-2712-422e-8046-9fad58b8b140 gateway port host: None {{(pid=91915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 06:02:35.324486 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG neutron.db.l3_hamode_db [None req-afe84655-0d75-494b-9679-7b6d7e732d59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '533839f0-2712-422e-8046-9fad58b8b140', 'name': 'router1', 'tenant_id': '357c2edd320a4af697256eee19f628f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T06:02:22Z', 'updated_at': '2021-06-01T06:02:32Z', 'revision_number': 2, 'project_id': '357c2edd320a4af697256eee19f628f0', 'gw_port_host': None, '_interfaces': [{'id': 'dfbecb11-9e5a-4f79-976f-c8e37ea42ff9', 'name': '', 'network_id': 'db04ad3d-b39b-4280-90ba-1c15701b78c0', 'tenant_id': '357c2edd320a4af697256eee19f628f0', 'mac_address': 'fa:16:3e:4a:0f:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '533839f0-2712-422e-8046-9fad58b8b140', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '18a03cb8-b97e-41ac-acd5-5ef1050d6b05', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793885-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T06:02:31Z', 'updated_at': '2021-06-01T06:02:34Z', 'revision_number': 4, 'project_id': '357c2edd320a4af697256eee19f628f0', 'subnets': [{'id': '18a03cb8-b97e-41ac-acd5-5ef1050d6b05', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7df6a22b-ce06-4abb-a933-54aaa0459c21'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793885-1-smb', False) {} {{(pid=91915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 06:02:35.328235 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afe84655-0d75-494b-9679-7b6d7e732d59 None None] The sync data for ids ['533839f0-2712-422e-8046-9fad58b8b140'] in dv-cinder-793885-1-smb is: [{'id': '533839f0-2712-422e-8046-9fad58b8b140', 'name': 'router1', 'tenant_id': '357c2edd320a4af697256eee19f628f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T06:02:22Z', 'updated_at': '2021-06-01T06:02:32Z', 'revision_number': 2, 'project_id': '357c2edd320a4af697256eee19f628f0', 'gw_port_host': None, '_interfaces': [{'id': 'dfbecb11-9e5a-4f79-976f-c8e37ea42ff9', 'name': '', 'network_id': 'db04ad3d-b39b-4280-90ba-1c15701b78c0', 'tenant_id': '357c2edd320a4af697256eee19f628f0', 'mac_address': 'fa:16:3e:4a:0f:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '533839f0-2712-422e-8046-9fad58b8b140', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '18a03cb8-b97e-41ac-acd5-5ef1050d6b05', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793885-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T06:02:31Z', 'updated_at': '2021-06-01T06:02:34Z', 'revision_number': 4, 'project_id': '357c2edd320a4af697256eee19f628f0', 'subnets': [{'id': '18a03cb8-b97e-41ac-acd5-5ef1050d6b05', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7df6a22b-ce06-4abb-a933-54aaa0459c21'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 06:02:35.639449 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.wsgi [-] (91913) accepted ('10.222.0.41', 48894) {{(pid=91913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 06:02:35.781993 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fdf2288-7612-4932-9c8c-97fcc3fa9434 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:02:35.783380 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [None req-4fdf2288-7612-4932-9c8c-97fcc3fa9434 admin admin] 10.222.0.41 "GET /v2.0/networks/df727fa4-ca0b-43ba-be88-ffeb156f0c84 HTTP/1.1" status: 200 len: 842 time: 0.1430721 Jun 01 06:02:35.792531 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.v2.base [None req-7d184631-b0af-47ae-8084-54e405acabaf admin admin] Request body: {'subnet': {'gateway_ip': '172.28.2.1', 'cidr': '172.28.2.0/24', 'name': 'public-subnet', 'enable_dhcp': False, 'network_id': 'df727fa4-ca0b-43ba-be88-ffeb156f0c84', 'ip_version': 4}} {{(pid=91913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 06:02:35.797576 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.db.quota.driver [None req-7d184631-b0af-47ae-8084-54e405acabaf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 06:02:35.801316 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.quota.resource [None req-7d184631-b0af-47ae-8084-54e405acabaf admin admin] Usage tracker for resource:subnet and tenant:a0da6a68500e4e2fbaad28ab514c5195 is out of sync, need to count used quota {{(pid=91913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 06:02:35.804046 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.quota.resource [None req-7d184631-b0af-47ae-8084-54e405acabaf admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 06:02:35.809691 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.db.quota.driver [None req-7d184631-b0af-47ae-8084-54e405acabaf admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 06:02:35.821847 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d184631-b0af-47ae-8084-54e405acabaf admin admin] Made reservation on behalf of a0da6a68500e4e2fbaad28ab514c5195 for: {'subnet': 1} {{(pid=91913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 06:02:35.824162 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-7d184631-b0af-47ae-8084-54e405acabaf admin admin] Notify callbacks [] for subnet, before_create {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:02:36.229247 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.objects.ports [None req-7d184631-b0af-47ae-8084-54e405acabaf admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=91913) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 01 06:02:36.229697 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-7d184631-b0af-47ae-8084-54e405acabaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536289'] for subnet, after_create {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:02:36.234247 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [None req-998991fd-6943-4634-9233-c330f3e188f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:02:36.307304 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d184631-b0af-47ae-8084-54e405acabaf admin admin] Pushing event updated for resources: {'Subnet': ['ID=8acdb510-d5f4-4c90-8e8c-2a5ae18e332f,revision_number=0']} {{(pid=91913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:02:36.309693 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [None req-7d184631-b0af-47ae-8084-54e405acabaf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:02:36.315882 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d184631-b0af-47ae-8084-54e405acabaf admin admin] Checking segment: {'id': '97ee6b0e-31ac-4687-a432-1c46ba18e1e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df727fa4-ca0b-43ba-be88-ffeb156f0c84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 06:02:36.316231 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d184631-b0af-47ae-8084-54e405acabaf admin admin] Network hostable DHCP agents. Network: df727fa4-ca0b-43ba-be88-ffeb156f0c84, hostable agents: ['19337ed4-2364-4f5e-82f6-1f840bd5d30c'], hosted agents: [] {{(pid=91913) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 06:02:36.332328 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d184631-b0af-47ae-8084-54e405acabaf admin admin] Network df727fa4-ca0b-43ba-be88-ffeb156f0c84 is scheduled to be hosted by DHCP agent 19337ed4-2364-4f5e-82f6-1f840bd5d30c with binding_index 1 {{(pid=91913) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 06:02:36.341908 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.scheduler.base_scheduler [None req-7d184631-b0af-47ae-8084-54e405acabaf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-793885-1-smb, df727fa4-ca0b-43ba-be88-ffeb156f0c84) {{(pid=91913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 06:02:36.345799 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d184631-b0af-47ae-8084-54e405acabaf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:02:36.346381 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-7d184631-b0af-47ae-8084-54e405acabaf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536287'] for subnet, before_response {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:02:36.351708 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-103630c6-fdc7-43aa-9711-19b38e8c0eca None None] Network df727fa4-ca0b-43ba-be88-ffeb156f0c84 requested from dv-cinder-793885-1-smb {{(pid=91914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 06:02:36.369221 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [None req-7d184631-b0af-47ae-8084-54e405acabaf admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5768211 Jun 01 06:02:36.565507 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-759d0e58-2eac-4c5c-a473-da6ac9ce15ad None None] Network df727fa4-ca0b-43ba-be88-ffeb156f0c84 requested from dv-cinder-793885-1-smb {{(pid=91914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 06:02:38.382143 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.rpc [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] Device dfbecb11-9e5a-4f79-976f-c8e37ea42ff9 up at agent ovs-agent-dv-cinder-793885-1-smb {{(pid=91914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 06:02:38.452807 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.db.provisioning_blocks [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] Provisioning for port dfbecb11-9e5a-4f79-976f-c8e37ea42ff9 completed by entity L2. {{(pid=91914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 06:02:38.457123 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.db.provisioning_blocks [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] Provisioning complete for port dfbecb11-9e5a-4f79-976f-c8e37ea42ff9 triggered by entity L2. {{(pid=91914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 06:02:38.457488 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3772206'] for port, provisioning_complete {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:02:38.572927 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3824664'] for port, before_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:02:38.603990 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.db [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] For port dfbecb11-9e5a-4f79-976f-c8e37ea42ff9, host dv-cinder-793885-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793885-1-smb',level=0,port_id=dfbecb11-9e5a-4f79-976f-c8e37ea42ff9,segment=NetworkSegment(e21b9144-8e3b-4f42-be7b-e5f134f88ffe),segment_id=e21b9144-8e3b-4f42-be7b-e5f134f88ffe)] {{(pid=91914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 06:02:38.607905 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774208810132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774208425701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774208426006'] for port, after_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:02:38.609863 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91914) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:02:38.623152 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.wsgi [-] (91913) accepted ('10.222.0.41', 48908) {{(pid=91913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 06:02:38.678351 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] Pushing event updated for resources: {'Port': ['ID=dfbecb11-9e5a-4f79-976f-c8e37ea42ff9,revision_number=5']} {{(pid=91914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:02:38.681426 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG oslo_concurrency.lockutils [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=91914) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:02:38.821359 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [None req-7b8aa1b7-9fb6-4f19-931e-4b45645537b7 admin admin] 10.222.0.41 "GET /v2.0/routers/533839f0-2712-422e-8046-9fad58b8b140 HTTP/1.1" status: 200 len: 710 time: 0.1970270 Jun 01 06:02:38.947779 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd1c0acd-d47a-4bf8-b14b-cca8f8e8b80d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:02:38.949221 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [None req-cd1c0acd-d47a-4bf8-b14b-cca8f8e8b80d admin admin] 10.222.0.41 "GET /v2.0/networks/df727fa4-ca0b-43ba-be88-ffeb156f0c84 HTTP/1.1" status: 200 len: 886 time: 0.1228585 Jun 01 06:02:38.958055 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.v2.base [None req-6d69ef96-ab44-42af-a9f1-614eacf9d8d7 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'df727fa4-ca0b-43ba-be88-ffeb156f0c84'}}} {{(pid=91913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 06:02:39.436600 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-6d69ef96-ab44-42af-a9f1-614eacf9d8d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-880515', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-890699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5230'] for router, precommit_update {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:02:39.751943 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-6d69ef96-ab44-42af-a9f1-614eacf9d8d7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:02:39.807888 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-6d69ef96-ab44-42af-a9f1-614eacf9d8d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3824664'] for port, before_create {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:02:39.938020 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.db.db_base_plugin_common [None req-6d69ef96-ab44-42af-a9f1-614eacf9d8d7 admin admin] Allocated IP 172.28.2.199 (df727fa4-ca0b-43ba-be88-ffeb156f0c84/8acdb510-d5f4-4c90-8e8c-2a5ae18e332f/0ee5a182-a96b-4603-ac6b-a14da0687eaa) {{(pid=91913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 06:02:40.075315 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-6d69ef96-ab44-42af-a9f1-614eacf9d8d7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:02:40.103670 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-6d69ef96-ab44-42af-a9f1-614eacf9d8d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774208425683'] for port, after_create {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:02:40.108135 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:02:40.164585 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d69ef96-ab44-42af-a9f1-614eacf9d8d7 admin admin] Network df727fa4-ca0b-43ba-be88-ffeb156f0c84 is already hosted by enough agents. {{(pid=91913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 06:02:40.167353 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.scheduler.base_scheduler [None req-6d69ef96-ab44-42af-a9f1-614eacf9d8d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=91913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 06:02:40.170895 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d69ef96-ab44-42af-a9f1-614eacf9d8d7 admin admin] Received port after_create {{(pid=91913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 06:02:40.233974 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d69ef96-ab44-42af-a9f1-614eacf9d8d7 admin admin] Pushing event updated for resources: {'Port': ['ID=0ee5a182-a96b-4603-ac6b-a14da0687eaa,revision_number=1']} {{(pid=91913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:02:40.281787 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [None req-6d69ef96-ab44-42af-a9f1-614eacf9d8d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:02:40.373990 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.rpc [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] Device dfbecb11-9e5a-4f79-976f-c8e37ea42ff9 up at agent ovs-agent-dv-cinder-793885-1-smb {{(pid=91914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 06:02:40.441624 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.db.provisioning_blocks [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] Provisioning complete for port dfbecb11-9e5a-4f79-976f-c8e37ea42ff9 triggered by entity L2. {{(pid=91914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 06:02:40.441998 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3772206'] for port, provisioning_complete {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:02:40.552757 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-6d69ef96-ab44-42af-a9f1-614eacf9d8d7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:02:40.933288 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-6d69ef96-ab44-42af-a9f1-614eacf9d8d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-880515', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-890699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5230'] for router, precommit_update {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:02:40.936488 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-6d69ef96-ab44-42af-a9f1-614eacf9d8d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-880576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-880520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-880585', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-890717'] for router, after_update {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:02:41.108564 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d69ef96-ab44-42af-a9f1-614eacf9d8d7 admin admin] Router 533839f0-2712-422e-8046-9fad58b8b140 has already been hosted by L3 agent a2597806-c6e6-4acd-a843-608abc904602 {{(pid=91913) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 06:02:41.278895 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d69ef96-ab44-42af-a9f1-614eacf9d8d7 admin admin] Notify agent at l3_agent.dv-cinder-793885-1-smb the message routers_updated {{(pid=91913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 06:02:41.287392 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-6d69ef96-ab44-42af-a9f1-614eacf9d8d7 admin admin] Notify callbacks [] for router, before_response {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:02:41.288567 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [None req-6d69ef96-ab44-42af-a9f1-614eacf9d8d7 admin admin] 10.222.0.41 "PUT /v2.0/routers/533839f0-2712-422e-8046-9fad58b8b140 HTTP/1.1" status: 200 len: 890 time: 2.3340039 Jun 01 06:02:41.289599 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c714b8a1-e36f-4c95-b052-3fede07a052b None None] Sync routers for ids ['533839f0-2712-422e-8046-9fad58b8b140'] in dv-cinder-793885-1-smb {{(pid=91914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 06:02:41.299695 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c714b8a1-e36f-4c95-b052-3fede07a052b None None] Routers {'533839f0-2712-422e-8046-9fad58b8b140'} bound to L3 agent in host dv-cinder-793885-1-smb {{(pid=91914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 06:02:41.300341 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.db.l3_hamode_db [None req-c714b8a1-e36f-4c95-b052-3fede07a052b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793885-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-01T06:01:58Z,description=,heartbeat_timestamp=2021-06-01T06:02:28Z,host='dv-cinder-793885-1-smb',id=a2597806-c6e6-4acd-a843-608abc904602,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T06:01:58Z,topic='l3_agent')) {'router_ids': ['533839f0-2712-422e-8046-9fad58b8b140'], 'active': True} {{(pid=91914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 06:02:41.494000 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.db.l3_dvr_db [None req-c714b8a1-e36f-4c95-b052-3fede07a052b None None] Set router 533839f0-2712-422e-8046-9fad58b8b140 gateway port host: dv-cinder-793885-1-smb {{(pid=91914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 06:02:41.832164 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.db.l3_hamode_db [None req-c714b8a1-e36f-4c95-b052-3fede07a052b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '533839f0-2712-422e-8046-9fad58b8b140', 'name': 'router1', 'tenant_id': '357c2edd320a4af697256eee19f628f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df727fa4-ca0b-43ba-be88-ffeb156f0c84', 'external_fixed_ips': [{'subnet_id': '8acdb510-d5f4-4c90-8e8c-2a5ae18e332f', 'ip_address': '172.28.2.199'}], 'enable_snat': True}, 'gw_port_id': '0ee5a182-a96b-4603-ac6b-a14da0687eaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T06:02:22Z', 'updated_at': '2021-06-01T06:02:40Z', 'revision_number': 4, 'project_id': '357c2edd320a4af697256eee19f628f0', 'gw_port': {'id': '0ee5a182-a96b-4603-ac6b-a14da0687eaa', 'name': '', 'network_id': 'df727fa4-ca0b-43ba-be88-ffeb156f0c84', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:e1:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '533839f0-2712-422e-8046-9fad58b8b140', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '8acdb510-d5f4-4c90-8e8c-2a5ae18e332f', 'ip_address': '172.28.2.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T06:02:39Z', 'updated_at': '2021-06-01T06:02:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8acdb510-d5f4-4c90-8e8c-2a5ae18e332f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793885-1-smb', '_interfaces': [{'id': 'dfbecb11-9e5a-4f79-976f-c8e37ea42ff9', 'name': '', 'network_id': 'db04ad3d-b39b-4280-90ba-1c15701b78c0', 'tenant_id': '357c2edd320a4af697256eee19f628f0', 'mac_address': 'fa:16:3e:4a:0f:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '533839f0-2712-422e-8046-9fad58b8b140', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '18a03cb8-b97e-41ac-acd5-5ef1050d6b05', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793885-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T06:02:31Z', 'updated_at': '2021-06-01T06:02:38Z', 'revision_number': 5, 'project_id': '357c2edd320a4af697256eee19f628f0', 'subnets': [{'id': '18a03cb8-b97e-41ac-acd5-5ef1050d6b05', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7df6a22b-ce06-4abb-a933-54aaa0459c21'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793885-1-smb', False) {} {{(pid=91914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 06:02:41.837144 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c714b8a1-e36f-4c95-b052-3fede07a052b None None] Checking router: 533839f0-2712-422e-8046-9fad58b8b140 for host: dv-cinder-793885-1-smb {{(pid=91914) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 06:02:41.837508 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c714b8a1-e36f-4c95-b052-3fede07a052b None None] Updating router 533839f0-2712-422e-8046-9fad58b8b140 port 0ee5a182-a96b-4603-ac6b-a14da0687eaa binding host dv-cinder-793885-1-smb {{(pid=91914) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 06:02:41.887380 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-c714b8a1-e36f-4c95-b052-3fede07a052b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3824664'] for port, before_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:02:42.210325 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-c714b8a1-e36f-4c95-b052-3fede07a052b None None] Notify callbacks [] for port, precommit_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:02:42.222136 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.db.provisioning_blocks [None req-c714b8a1-e36f-4c95-b052-3fede07a052b None None] Transition to ACTIVE for port object 0ee5a182-a96b-4603-ac6b-a14da0687eaa will not be triggered until provisioned by entity L2. {{(pid=91914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 06:02:42.229040 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-c714b8a1-e36f-4c95-b052-3fede07a052b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774208810132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774208425701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774208426006'] for port, after_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:02:42.232936 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG oslo_concurrency.lockutils [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91914) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:02:42.307475 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.managers [None req-c714b8a1-e36f-4c95-b052-3fede07a052b None None] Attempting to bind port 0ee5a182-a96b-4603-ac6b-a14da0687eaa on host dv-cinder-793885-1-smb for vnic_type normal with profile {{(pid=91914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 06:02:42.307838 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.managers [None req-c714b8a1-e36f-4c95-b052-3fede07a052b None None] Attempting to bind port 0ee5a182-a96b-4603-ac6b-a14da0687eaa by drivers openvswitch,hyperv on host dv-cinder-793885-1-smb at level 0 using segments [{'id': '97ee6b0e-31ac-4687-a432-1c46ba18e1e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df727fa4-ca0b-43ba-be88-ffeb156f0c84'}] {{(pid=91914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 06:02:42.308198 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c714b8a1-e36f-4c95-b052-3fede07a052b None None] Attempting to bind port 0ee5a182-a96b-4603-ac6b-a14da0687eaa on network df727fa4-ca0b-43ba-be88-ffeb156f0c84 {{(pid=91914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 06:02:42.315407 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c714b8a1-e36f-4c95-b052-3fede07a052b None None] Checking agent: {'id': 'afbd2d5c-fa5a-4eff-9ede-b1626fbc7a4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793885-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 6, 1, 58), 'started_at': datetime.datetime(2021, 6, 1, 6, 2, 28), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 6, 2, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793885-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 06:02:42.315774 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c714b8a1-e36f-4c95-b052-3fede07a052b None None] Checking segment: {'id': '97ee6b0e-31ac-4687-a432-1c46ba18e1e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df727fa4-ca0b-43ba-be88-ffeb156f0c84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 06:02:42.316165 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-c714b8a1-e36f-4c95-b052-3fede07a052b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:02:42.316548 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c714b8a1-e36f-4c95-b052-3fede07a052b None None] Bound using segment: {'id': '97ee6b0e-31ac-4687-a432-1c46ba18e1e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df727fa4-ca0b-43ba-be88-ffeb156f0c84'} {{(pid=91914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 06:02:42.317055 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.managers [None req-c714b8a1-e36f-4c95-b052-3fede07a052b None None] Bound port: 0ee5a182-a96b-4603-ac6b-a14da0687eaa, host: dv-cinder-793885-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97ee6b0e-31ac-4687-a432-1c46ba18e1e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df727fa4-ca0b-43ba-be88-ffeb156f0c84'}}] {{(pid=91914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 06:02:42.317498 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-c714b8a1-e36f-4c95-b052-3fede07a052b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3824664'] for port, before_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:02:42.342890 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97dc918-0cb3-4e8b-80b8-817b6dac5668 None None] Pushing event updated for resources: {'Port': ['ID=0ee5a182-a96b-4603-ac6b-a14da0687eaa,revision_number=2']} {{(pid=91914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:02:42.349954 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG oslo_concurrency.lockutils [None req-d97dc918-0cb3-4e8b-80b8-817b6dac5668 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=91914) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:02:42.392653 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.db [None req-c714b8a1-e36f-4c95-b052-3fede07a052b None None] For port 0ee5a182-a96b-4603-ac6b-a14da0687eaa, host dv-cinder-793885-1-smb, cleared binding levels {{(pid=91914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 06:02:42.395690 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.db [None req-c714b8a1-e36f-4c95-b052-3fede07a052b None None] For port 0ee5a182-a96b-4603-ac6b-a14da0687eaa, host dv-cinder-793885-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793885-1-smb',level=0,port_id=0ee5a182-a96b-4603-ac6b-a14da0687eaa,segment=NetworkSegment(97ee6b0e-31ac-4687-a432-1c46ba18e1e7),segment_id=97ee6b0e-31ac-4687-a432-1c46ba18e1e7)] {{(pid=91914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 06:02:42.400981 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-c714b8a1-e36f-4c95-b052-3fede07a052b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774208810132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774208425701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774208426006'] for port, after_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:02:42.406645 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91914) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:02:42.481874 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c714b8a1-e36f-4c95-b052-3fede07a052b None None] Routers {'533839f0-2712-422e-8046-9fad58b8b140'} bound to L3 agent in host dv-cinder-793885-1-smb {{(pid=91914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 06:02:42.482405 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.db.l3_hamode_db [None req-c714b8a1-e36f-4c95-b052-3fede07a052b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793885-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-01T06:01:58Z,description=,heartbeat_timestamp=2021-06-01T06:02:28Z,host='dv-cinder-793885-1-smb',id=a2597806-c6e6-4acd-a843-608abc904602,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T06:01:58Z,topic='l3_agent')) {'router_ids': ['533839f0-2712-422e-8046-9fad58b8b140'], 'active': True} {{(pid=91914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 06:02:42.546821 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97dc918-0cb3-4e8b-80b8-817b6dac5668 None None] Pushing event updated for resources: {'Port': ['ID=0ee5a182-a96b-4603-ac6b-a14da0687eaa,revision_number=3']} {{(pid=91914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:02:42.551369 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG oslo_concurrency.lockutils [None req-d97dc918-0cb3-4e8b-80b8-817b6dac5668 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=91914) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:02:42.668096 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.db.l3_dvr_db [None req-c714b8a1-e36f-4c95-b052-3fede07a052b None None] Set router 533839f0-2712-422e-8046-9fad58b8b140 gateway port host: dv-cinder-793885-1-smb {{(pid=91914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 06:02:43.008229 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.db.l3_hamode_db [None req-c714b8a1-e36f-4c95-b052-3fede07a052b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '533839f0-2712-422e-8046-9fad58b8b140', 'name': 'router1', 'tenant_id': '357c2edd320a4af697256eee19f628f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df727fa4-ca0b-43ba-be88-ffeb156f0c84', 'external_fixed_ips': [{'subnet_id': '8acdb510-d5f4-4c90-8e8c-2a5ae18e332f', 'ip_address': '172.28.2.199'}], 'enable_snat': True}, 'gw_port_id': '0ee5a182-a96b-4603-ac6b-a14da0687eaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T06:02:22Z', 'updated_at': '2021-06-01T06:02:40Z', 'revision_number': 4, 'project_id': '357c2edd320a4af697256eee19f628f0', 'gw_port': {'id': '0ee5a182-a96b-4603-ac6b-a14da0687eaa', 'name': '', 'network_id': 'df727fa4-ca0b-43ba-be88-ffeb156f0c84', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:e1:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '533839f0-2712-422e-8046-9fad58b8b140', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '8acdb510-d5f4-4c90-8e8c-2a5ae18e332f', 'ip_address': '172.28.2.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793885-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T06:02:39Z', 'updated_at': '2021-06-01T06:02:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8acdb510-d5f4-4c90-8e8c-2a5ae18e332f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793885-1-smb', '_interfaces': [{'id': 'dfbecb11-9e5a-4f79-976f-c8e37ea42ff9', 'name': '', 'network_id': 'db04ad3d-b39b-4280-90ba-1c15701b78c0', 'tenant_id': '357c2edd320a4af697256eee19f628f0', 'mac_address': 'fa:16:3e:4a:0f:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '533839f0-2712-422e-8046-9fad58b8b140', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '18a03cb8-b97e-41ac-acd5-5ef1050d6b05', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793885-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T06:02:31Z', 'updated_at': '2021-06-01T06:02:38Z', 'revision_number': 5, 'project_id': '357c2edd320a4af697256eee19f628f0', 'subnets': [{'id': '18a03cb8-b97e-41ac-acd5-5ef1050d6b05', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7df6a22b-ce06-4abb-a933-54aaa0459c21'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793885-1-smb', False) {} {{(pid=91914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 06:02:43.012071 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c714b8a1-e36f-4c95-b052-3fede07a052b None None] The sync data for ids ['533839f0-2712-422e-8046-9fad58b8b140'] in dv-cinder-793885-1-smb is: [{'id': '533839f0-2712-422e-8046-9fad58b8b140', 'name': 'router1', 'tenant_id': '357c2edd320a4af697256eee19f628f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df727fa4-ca0b-43ba-be88-ffeb156f0c84', 'external_fixed_ips': [{'subnet_id': '8acdb510-d5f4-4c90-8e8c-2a5ae18e332f', 'ip_address': '172.28.2.199'}], 'enable_snat': True}, 'gw_port_id': '0ee5a182-a96b-4603-ac6b-a14da0687eaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T06:02:22Z', 'updated_at': '2021-06-01T06:02:40Z', 'revision_number': 4, 'project_id': '357c2edd320a4af697256eee19f628f0', 'gw_port': {'id': '0ee5a182-a96b-4603-ac6b-a14da0687eaa', 'name': '', 'network_id': 'df727fa4-ca0b-43ba-be88-ffeb156f0c84', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:e1:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '533839f0-2712-422e-8046-9fad58b8b140', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '8acdb510-d5f4-4c90-8e8c-2a5ae18e332f', 'ip_address': '172.28.2.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793885-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T06:02:39Z', 'updated_at': '2021-06-01T06:02:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8acdb510-d5f4-4c90-8e8c-2a5ae18e332f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793885-1-smb', '_interfaces': [{'id': 'dfbecb11-9e5a-4f79-976f-c8e37ea42ff9', 'name': '', 'network_id': 'db04ad3d-b39b-4280-90ba-1c15701b78c0', 'tenant_id': '357c2edd320a4af697256eee19f628f0', 'mac_address': 'fa:16:3e:4a:0f:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '533839f0-2712-422e-8046-9fad58b8b140', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '18a03cb8-b97e-41ac-acd5-5ef1050d6b05', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793885-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T06:02:31Z', 'updated_at': '2021-06-01T06:02:38Z', 'revision_number': 5, 'project_id': '357c2edd320a4af697256eee19f628f0', 'subnets': [{'id': '18a03cb8-b97e-41ac-acd5-5ef1050d6b05', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7df6a22b-ce06-4abb-a933-54aaa0459c21'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 06:02:43.613051 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.wsgi [-] (91913) accepted ('10.222.0.41', 48918) {{(pid=91913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 06:02:43.728938 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [None req-3778ad59-4908-4bfd-8f7d-7528e9f4c1f0 admin admin] 10.222.0.41 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1147380 Jun 01 06:02:44.397265 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.rpc [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] Device 0ee5a182-a96b-4603-ac6b-a14da0687eaa up at agent ovs-agent-dv-cinder-793885-1-smb {{(pid=91914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 06:02:44.469094 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.db.provisioning_blocks [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] Provisioning for port 0ee5a182-a96b-4603-ac6b-a14da0687eaa completed by entity L2. {{(pid=91914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 06:02:44.474531 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.db.provisioning_blocks [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] Provisioning complete for port 0ee5a182-a96b-4603-ac6b-a14da0687eaa triggered by entity L2. {{(pid=91914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 06:02:44.474906 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3772206'] for port, provisioning_complete {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:02:44.612359 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3824664'] for port, before_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:02:44.629121 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.db [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] For port 0ee5a182-a96b-4603-ac6b-a14da0687eaa, host dv-cinder-793885-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793885-1-smb',level=0,port_id=0ee5a182-a96b-4603-ac6b-a14da0687eaa,segment=NetworkSegment(97ee6b0e-31ac-4687-a432-1c46ba18e1e7),segment_id=97ee6b0e-31ac-4687-a432-1c46ba18e1e7)] {{(pid=91914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 06:02:44.632867 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774208810132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774208425701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774208426006'] for port, after_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:02:44.636326 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG oslo_concurrency.lockutils [None req-2cc572c6-51e7-4999-bad4-67993c675bdf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91914) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:02:44.700266 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] Pushing event updated for resources: {'Port': ['ID=0ee5a182-a96b-4603-ac6b-a14da0687eaa,revision_number=4']} {{(pid=91914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:02:44.703794 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG oslo_concurrency.lockutils [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=91914) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:02:46.383638 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.rpc [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] Device 0ee5a182-a96b-4603-ac6b-a14da0687eaa up at agent ovs-agent-dv-cinder-793885-1-smb {{(pid=91914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 06:02:46.455198 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.db.provisioning_blocks [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] Provisioning complete for port 0ee5a182-a96b-4603-ac6b-a14da0687eaa triggered by entity L2. {{(pid=91914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 06:02:46.455697 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3772206'] for port, provisioning_complete {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:02:55.749224 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-d7537a24-16ea-41c4-8606-8620253aac54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774208951022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772053'] for agent, after_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:02:56.955013 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG neutron.db.agents_db [None req-a707e798-5c4a-4349-b1a6-04fc24c0e8c1 None None] Agent healthcheck: found 5 active agents {{(pid=91915) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 06:02:58.149248 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774208951022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772053'] for agent, after_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:02:58.445684 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-c7331553-4532-46de-998f-d35cd1ae0935 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774208951022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772053'] for agent, after_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:02:59.714000 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-1d313a3c-a63a-4764-8840-fb680d7e5ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774208951022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772053'] for agent, after_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:03:01.062748 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-2212ef7e-50c1-45a6-8db2-90e035748ac3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774208951022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772053'] for agent, after_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:03:25.745835 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-3ea46efd-2e59-4311-961a-0befb74469e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774208951022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772053'] for agent, after_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:03:28.143271 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774208951022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772053'] for agent, after_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:03:28.441363 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-2ca47e00-799c-46b3-821e-0607f92385f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774208951022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772053'] for agent, after_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:03:29.712852 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-1d313a3c-a63a-4764-8840-fb680d7e5ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774208951022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772053'] for agent, after_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:03:31.057253 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-2212ef7e-50c1-45a6-8db2-90e035748ac3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774208951022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772053'] for agent, after_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:03:33.954591 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG neutron.db.agents_db [None req-a707e798-5c4a-4349-b1a6-04fc24c0e8c1 None None] Agent healthcheck: found 5 active agents {{(pid=91915) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 06:03:55.740217 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-690a3e9b-5250-4335-9510-e84cc2569ccc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774208951022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772053'] for agent, after_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:03:58.147470 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774208951022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772053'] for agent, after_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:03:58.442946 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-ac2388b9-b1e5-4af6-9704-49b3d8cc5f22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774208951022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772053'] for agent, after_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:03:59.715319 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-1d313a3c-a63a-4764-8840-fb680d7e5ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774208951022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772053'] for agent, after_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:04:01.059013 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-2212ef7e-50c1-45a6-8db2-90e035748ac3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774208951022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772053'] for agent, after_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:04:10.953432 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG neutron.db.agents_db [None req-a707e798-5c4a-4349-b1a6-04fc24c0e8c1 None None] Agent healthcheck: found 5 active agents {{(pid=91915) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 06:04:17.381411 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.wsgi [-] (91913) accepted ('10.222.0.41', 49488) {{(pid=91913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 06:04:17.446621 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.pecan_wsgi.hooks.translation [None req-f837ba7c-c4ff-4eeb-9673-1e9271820c1e admin admin] GET failed (client error): The resource could not be found. Jun 01 06:04:17.447852 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [None req-f837ba7c-c4ff-4eeb-9673-1e9271820c1e admin admin] 10.222.0.41 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0655248 Jun 01 06:04:17.575454 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d1e1269-3367-49d6-88fc-bd9677d80e89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:04:17.576957 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [None req-1d1e1269-3367-49d6-88fc-bd9677d80e89 admin admin] 10.222.0.41 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1252339 Jun 01 06:04:19.676648 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.wsgi [-] (91912) accepted ('10.222.0.41', 49498) {{(pid=91912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 06:04:19.794470 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b15a08f-d2d2-492d-8e39-ba26b20daa41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:04:19.795821 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [None req-9b15a08f-d2d2-492d-8e39-ba26b20daa41 admin admin] 10.222.0.41 "GET /v2.0/subnets/18a03cb8-b97e-41ac-acd5-5ef1050d6b05 HTTP/1.1" status: 200 len: 849 time: 0.1182065 Jun 01 06:04:19.804980 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.v2.base [None req-fc472d4c-1bdc-48a2-bcff-d179e5424d39 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=91912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 06:04:19.921609 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-fc472d4c-1bdc-48a2-bcff-d179e5424d39 admin admin] Notify callbacks [] for subnet, before_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:04:20.109801 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-fc472d4c-1bdc-48a2-bcff-d179e5424d39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8774208810141'] for subnet, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:04:20.114942 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:04:20.155380 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc472d4c-1bdc-48a2-bcff-d179e5424d39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:04:20.155380 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-fc472d4c-1bdc-48a2-bcff-d179e5424d39 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536287'] for subnet, before_response {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:04:20.156550 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [None req-fc472d4c-1bdc-48a2-bcff-d179e5424d39 admin admin] 10.222.0.41 "PUT /v2.0/subnets/18a03cb8-b97e-41ac-acd5-5ef1050d6b05 HTTP/1.1" status: 200 len: 868 time: 0.3552301 Jun 01 06:04:20.158437 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7289b87-19ff-4e1f-8790-897fa5045416 None None] Network db04ad3d-b39b-4280-90ba-1c15701b78c0 requested from dv-cinder-793885-1-smb {{(pid=91914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 06:04:20.180369 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc472d4c-1bdc-48a2-bcff-d179e5424d39 admin admin] Pushing event updated for resources: {'Subnet': ['ID=18a03cb8-b97e-41ac-acd5-5ef1050d6b05,revision_number=1']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:04:20.189548 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc472d4c-1bdc-48a2-bcff-d179e5424d39 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:04:20.190177 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc472d4c-1bdc-48a2-bcff-d179e5424d39 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:04:20.190665 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc472d4c-1bdc-48a2-bcff-d179e5424d39 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:04:20.191157 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc472d4c-1bdc-48a2-bcff-d179e5424d39 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:04:20.191628 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc472d4c-1bdc-48a2-bcff-d179e5424d39 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:04:20.192124 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc472d4c-1bdc-48a2-bcff-d179e5424d39 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:04:20.192599 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc472d4c-1bdc-48a2-bcff-d179e5424d39 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:04:20.193113 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc472d4c-1bdc-48a2-bcff-d179e5424d39 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:04:20.193770 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc472d4c-1bdc-48a2-bcff-d179e5424d39 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:04:20.194266 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc472d4c-1bdc-48a2-bcff-d179e5424d39 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:04:20.194735 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc472d4c-1bdc-48a2-bcff-d179e5424d39 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:04:20.195204 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc472d4c-1bdc-48a2-bcff-d179e5424d39 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:04:20.199538 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-fc472d4c-1bdc-48a2-bcff-d179e5424d39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:04:20.656671 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.db.provisioning_blocks [None req-e4920a9a-d3c1-4a71-9eae-25b034cc7fa5 None None] Provisioning complete for port 721d61cb-89d4-4ee4-b0bc-0f3c9528f468 triggered by entity DHCP. {{(pid=91914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 06:04:20.657069 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-e4920a9a-d3c1-4a71-9eae-25b034cc7fa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3772206'] for port, provisioning_complete {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:04:20.803426 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.db.provisioning_blocks [None req-e4920a9a-d3c1-4a71-9eae-25b034cc7fa5 None None] Provisioning complete for port dfbecb11-9e5a-4f79-976f-c8e37ea42ff9 triggered by entity DHCP. {{(pid=91914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 06:04:20.803710 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-e4920a9a-d3c1-4a71-9eae-25b034cc7fa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3772206'] for port, provisioning_complete {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:04:22.254746 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.wsgi [-] (91913) accepted ('10.222.0.41', 49508) {{(pid=91913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 06:04:22.423453 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e252b0c2-4e1f-4dd5-8075-6cc5c0ba0efa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:04:22.423936 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e252b0c2-4e1f-4dd5-8075-6cc5c0ba0efa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:04:22.425462 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [None req-e252b0c2-4e1f-4dd5-8075-6cc5c0ba0efa admin admin] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1697950 Jun 01 06:04:24.543560 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.wsgi [-] (91913) accepted ('10.222.0.41', 49518) {{(pid=91913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 06:04:24.718973 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77891c82-b049-4c0d-9675-3bcb25b60e4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:04:24.719459 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77891c82-b049-4c0d-9675-3bcb25b60e4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:04:24.720975 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [None req-77891c82-b049-4c0d-9675-3bcb25b60e4f admin admin] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1764717 Jun 01 06:04:25.742388 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-a076abbc-db30-41fa-a9bb-7e2d503238bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774208951022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772053'] for agent, after_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:04:26.827021 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.wsgi [-] (91913) accepted ('10.222.0.41', 49528) {{(pid=91913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 06:04:27.053789 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9a7ed8d-13e2-4c2e-98ea-1e9a5521cdc6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:04:27.055079 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [None req-a9a7ed8d-13e2-4c2e-98ea-1e9a5521cdc6 admin admin] 10.222.0.41 "GET /v2.0/networks/db04ad3d-b39b-4280-90ba-1c15701b78c0 HTTP/1.1" status: 200 len: 869 time: 0.2271042 Jun 01 06:04:28.152380 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774208951022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772053'] for agent, after_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:04:28.446271 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-1f0822a1-d3eb-4ea7-a5e3-cc01c3813587 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774208951022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772053'] for agent, after_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:04:29.135809 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.wsgi [-] (91913) accepted ('10.222.0.41', 49538) {{(pid=91913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 06:04:29.296446 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a575004c-1cae-45a2-a603-77c7a2bdd54d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:04:29.297776 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [None req-a575004c-1cae-45a2-a603-77c7a2bdd54d admin admin] 10.222.0.41 "GET /v2.0/networks/df727fa4-ca0b-43ba-be88-ffeb156f0c84 HTTP/1.1" status: 200 len: 886 time: 0.1610332 Jun 01 06:04:29.718233 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-1d313a3c-a63a-4764-8840-fb680d7e5ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774208951022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772053'] for agent, after_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:04:31.062736 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-2212ef7e-50c1-45a6-8db2-90e035748ac3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774208951022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772053'] for agent, after_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:04:31.429391 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.wsgi [-] (91913) accepted ('10.222.0.41', 49548) {{(pid=91913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 06:04:31.533135 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38b4a2cb-7c06-442f-8af9-95e9f9bbe85a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:04:31.533592 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38b4a2cb-7c06-442f-8af9-95e9f9bbe85a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:04:31.534308 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.quota.resource [None req-38b4a2cb-7c06-442f-8af9-95e9f9bbe85a admin admin] Synchronizing usage tracker for tenant:a0da6a68500e4e2fbaad28ab514c5195 on resource:subnet {{(pid=91913) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 06:04:31.550773 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.quota.resource [None req-38b4a2cb-7c06-442f-8af9-95e9f9bbe85a admin admin] Unset dirty status for tenant:a0da6a68500e4e2fbaad28ab514c5195 on resource:subnet {{(pid=91913) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 06:04:31.552075 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [None req-38b4a2cb-7c06-442f-8af9-95e9f9bbe85a admin admin] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1217139 Jun 01 06:04:33.651450 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.wsgi [-] (91913) accepted ('10.222.0.41', 49558) {{(pid=91913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 06:04:33.758936 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4a76e03-4ea5-4191-bbd5-2dd8dafbfe31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:04:33.759400 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4a76e03-4ea5-4191-bbd5-2dd8dafbfe31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:04:33.760876 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [None req-f4a76e03-4ea5-4191-bbd5-2dd8dafbfe31 admin admin] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1084602 Jun 01 06:04:35.865757 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.wsgi [-] (91913) accepted ('10.222.0.41', 49568) {{(pid=91913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 06:04:35.970937 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-101cf887-b5fb-4105-9111-4c887a81fa10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:04:35.972245 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [None req-101cf887-b5fb-4105-9111-4c887a81fa10 admin admin] 10.222.0.41 "GET /v2.0/subnets/18a03cb8-b97e-41ac-acd5-5ef1050d6b05 HTTP/1.1" status: 200 len: 868 time: 0.1054888 Jun 01 06:04:38.095656 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.wsgi [-] (91913) accepted ('10.222.0.41', 49578) {{(pid=91913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 06:04:38.195194 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f226a85-dcd8-4bed-9b0f-c8179a37d4e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:04:38.196507 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [None req-7f226a85-dcd8-4bed-9b0f-c8179a37d4e2 admin admin] 10.222.0.41 "GET /v2.0/subnets/8acdb510-d5f4-4c90-8e8c-2a5ae18e332f HTTP/1.1" status: 200 len: 816 time: 0.0998917 Jun 01 06:04:47.951324 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG neutron.db.agents_db [None req-a707e798-5c4a-4349-b1a6-04fc24c0e8c1 None None] Agent healthcheck: found 5 active agents {{(pid=91915) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 06:04:55.745240 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-473c13b4-9f7a-4367-bbe0-47654e50cd09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774208951022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772053'] for agent, after_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:04:58.155269 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774208951022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772053'] for agent, after_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:04:58.447476 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-3128f57b-27cf-4a9f-9e59-82e81e5467b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774208951022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772053'] for agent, after_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:04:59.722117 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-1d313a3c-a63a-4764-8840-fb680d7e5ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774208951022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772053'] for agent, after_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:05:01.035064 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.wsgi [-] (91913) accepted ('10.222.0.41', 49622) {{(pid=91913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 06:05:01.064082 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-2212ef7e-50c1-45a6-8db2-90e035748ac3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774208951022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772053'] for agent, after_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:05:01.085030 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.wsgi [None req-bdb5104b-6d8f-4fd1-9698-c5597cad7e62 admin admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=91913) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 01 06:05:01.086019 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [None req-bdb5104b-6d8f-4fd1-9698-c5597cad7e62 admin admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0500224 Jun 01 06:05:03.274911 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.wsgi [-] (91913) accepted ('10.222.0.41', 49632) {{(pid=91913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 06:05:03.344046 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.pecan_wsgi.hooks.translation [None req-472fb4d9-e4b0-4e23-9930-3cab6728d3be admin admin] GET failed (client error): The resource could not be found. Jun 01 06:05:03.345317 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [None req-472fb4d9-e4b0-4e23-9930-3cab6728d3be admin admin] 10.222.0.41 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0694413 Jun 01 06:05:03.468293 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78557468-3cbc-4de6-8f20-705704206b3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:05:03.469654 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [None req-78557468-3cbc-4de6-8f20-705704206b3a admin admin] 10.222.0.41 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1205404 Jun 01 06:05:05.603812 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.wsgi [-] (91913) accepted ('10.222.0.41', 49642) {{(pid=91913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 06:05:05.651676 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.v2.base [None req-720a44ec-3277-4b01-9296-771d666d66bd admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=91913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 06:05:05.656126 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.db.quota.driver [None req-720a44ec-3277-4b01-9296-771d666d66bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 06:05:05.659909 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.quota.resource [None req-720a44ec-3277-4b01-9296-771d666d66bd admin admin] Usage tracker for resource:network and tenant:a0da6a68500e4e2fbaad28ab514c5195 is out of sync, need to count used quota {{(pid=91913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 06:05:05.662747 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.quota.resource [None req-720a44ec-3277-4b01-9296-771d666d66bd admin admin] Quota usage for network was recalculated. Used quota:1. {{(pid=91913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 06:05:05.668271 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.db.quota.driver [None req-720a44ec-3277-4b01-9296-771d666d66bd admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 06:05:05.678046 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-720a44ec-3277-4b01-9296-771d666d66bd admin admin] Made reservation on behalf of a0da6a68500e4e2fbaad28ab514c5195 for: {'network': 1} {{(pid=91913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 06:05:05.680470 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-720a44ec-3277-4b01-9296-771d666d66bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3824659'] for network, before_create {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:05:05.767844 dv-cinder-793885-1-smb neutron-server[91913]: WARNING neutron.services.revisions.revision_plugin [None req-720a44ec-3277-4b01-9296-771d666d66bd admin admin] Could not find related network for resource to bump revision. Jun 01 06:05:05.780052 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-720a44ec-3277-4b01-9296-771d666d66bd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 333} {{(pid=91913) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 06:05:05.789883 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-720a44ec-3277-4b01-9296-771d666d66bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3778787'] for segment, precommit_create {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:05:05.790216 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.db.segments_db [None req-720a44ec-3277-4b01-9296-771d666d66bd admin admin] Added segment 94b64567-be26-4ec9-8392-2aadb14cc9cc of type vlan for network a194ccb0-fcac-4664-b698-549a8f524f53 Jun 01 06:05:05.815322 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-720a44ec-3277-4b01-9296-771d666d66bd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774208444501'] for network, precommit_create {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:05:05.842913 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-720a44ec-3277-4b01-9296-771d666d66bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-940336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536314'] for network, after_create {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:05:05.844159 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-720a44ec-3277-4b01-9296-771d666d66bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:05:05.844731 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-720a44ec-3277-4b01-9296-771d666d66bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536287'] for network, before_response {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:05:05.849171 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [None req-055bdd9f-d10f-403f-af80-5fb9f3f8c65f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:05:05.935842 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [None req-720a44ec-3277-4b01-9296-771d666d66bd admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3309314 Jun 01 06:05:05.943621 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720a44ec-3277-4b01-9296-771d666d66bd admin admin] Pushing event updated for resources: {'Network': ['ID=a194ccb0-fcac-4664-b698-549a8f524f53,revision_number=1']} {{(pid=91913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:05:05.951147 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-720a44ec-3277-4b01-9296-771d666d66bd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:05:05.951486 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-720a44ec-3277-4b01-9296-771d666d66bd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:05:05.952466 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-720a44ec-3277-4b01-9296-771d666d66bd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:05:05.952792 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-720a44ec-3277-4b01-9296-771d666d66bd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:05:05.953144 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-720a44ec-3277-4b01-9296-771d666d66bd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:05:05.953464 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-720a44ec-3277-4b01-9296-771d666d66bd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:05:05.953783 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-720a44ec-3277-4b01-9296-771d666d66bd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:05:05.954097 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-720a44ec-3277-4b01-9296-771d666d66bd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:05:05.954434 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-720a44ec-3277-4b01-9296-771d666d66bd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:05:05.954750 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-720a44ec-3277-4b01-9296-771d666d66bd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:05:05.955059 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-720a44ec-3277-4b01-9296-771d666d66bd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:05:05.955365 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-720a44ec-3277-4b01-9296-771d666d66bd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:05:05.959129 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [None req-720a44ec-3277-4b01-9296-771d666d66bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:05:05.967628 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.rpc [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] Network a194ccb0-fcac-4664-b698-549a8f524f53 details requested by agent ovs-agent-dv-cinder-793885-1-smb with host dv-cinder-793885-1-smb {{(pid=91914) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 06:05:08.075770 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.wsgi [-] (91913) accepted ('10.222.0.41', 49652) {{(pid=91913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 06:05:08.143434 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.pecan_wsgi.hooks.translation [None req-2916a3b3-1147-4979-ac41-49925b297d38 admin admin] GET failed (client error): The resource could not be found. Jun 01 06:05:08.143944 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.quota.resource [None req-2916a3b3-1147-4979-ac41-49925b297d38 admin admin] Synchronizing usage tracker for tenant:a0da6a68500e4e2fbaad28ab514c5195 on resource:network {{(pid=91913) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 06:05:08.159060 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.quota.resource [None req-2916a3b3-1147-4979-ac41-49925b297d38 admin admin] Unset dirty status for tenant:a0da6a68500e4e2fbaad28ab514c5195 on resource:network {{(pid=91913) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 06:05:08.160305 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [None req-2916a3b3-1147-4979-ac41-49925b297d38 admin admin] 10.222.0.41 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0835931 Jun 01 06:05:08.263789 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94f76d07-b433-4dbe-8538-8671d7df766d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:05:08.265263 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [None req-94f76d07-b433-4dbe-8538-8671d7df766d admin admin] 10.222.0.41 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1011038 Jun 01 06:05:08.274706 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.v2.base [None req-124bc925-d031-475a-a9ba-3db5a473210f admin admin] Request body: {'subnet': {'network_id': 'a194ccb0-fcac-4664-b698-549a8f524f53', 'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'ip_version': 4, 'name': 'shared-subnet'}} {{(pid=91913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 06:05:08.278880 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.db.quota.driver [None req-124bc925-d031-475a-a9ba-3db5a473210f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 06:05:08.288431 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.db.quota.driver [None req-124bc925-d031-475a-a9ba-3db5a473210f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 06:05:08.298120 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-124bc925-d031-475a-a9ba-3db5a473210f admin admin] Made reservation on behalf of a0da6a68500e4e2fbaad28ab514c5195 for: {'subnet': 1} {{(pid=91913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 06:05:08.300416 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-124bc925-d031-475a-a9ba-3db5a473210f admin admin] Notify callbacks [] for subnet, before_create {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:05:08.676071 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-124bc925-d031-475a-a9ba-3db5a473210f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536289'] for subnet, after_create {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:05:08.680364 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [None req-7d184631-b0af-47ae-8084-54e405acabaf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:05:08.745336 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124bc925-d031-475a-a9ba-3db5a473210f admin admin] Pushing event updated for resources: {'Subnet': ['ID=8404c838-4a70-43a3-9684-9bcc00a6c5f5,revision_number=0']} {{(pid=91913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:05:08.749740 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [None req-124bc925-d031-475a-a9ba-3db5a473210f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:05:08.756243 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-124bc925-d031-475a-a9ba-3db5a473210f admin admin] Checking segment: {'id': '94b64567-be26-4ec9-8392-2aadb14cc9cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'a194ccb0-fcac-4664-b698-549a8f524f53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 06:05:08.756590 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-124bc925-d031-475a-a9ba-3db5a473210f admin admin] Network hostable DHCP agents. Network: a194ccb0-fcac-4664-b698-549a8f524f53, hostable agents: ['19337ed4-2364-4f5e-82f6-1f840bd5d30c'], hosted agents: [] {{(pid=91913) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 06:05:08.772921 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-124bc925-d031-475a-a9ba-3db5a473210f admin admin] Network a194ccb0-fcac-4664-b698-549a8f524f53 is scheduled to be hosted by DHCP agent 19337ed4-2364-4f5e-82f6-1f840bd5d30c with binding_index 1 {{(pid=91913) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 06:05:08.781196 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.scheduler.base_scheduler [None req-124bc925-d031-475a-a9ba-3db5a473210f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-793885-1-smb, a194ccb0-fcac-4664-b698-549a8f524f53) {{(pid=91913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 06:05:08.785012 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-124bc925-d031-475a-a9ba-3db5a473210f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:05:08.785862 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-124bc925-d031-475a-a9ba-3db5a473210f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536287'] for subnet, before_response {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:05:08.789875 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af8797aa-0694-4efd-9ae3-cbc751c47d97 None None] Network a194ccb0-fcac-4664-b698-549a8f524f53 requested from dv-cinder-793885-1-smb {{(pid=91914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 06:05:08.809043 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [None req-124bc925-d031-475a-a9ba-3db5a473210f admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5376296 Jun 01 06:05:09.011580 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-160032c4-ddc5-42f6-a3d8-fe4e579bf6a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1120d2a-5d53-58fd-944c-c26255605104-a194ccb0-fcac-4664-b698-549a8f524f53', 'network_id': 'a194ccb0-fcac-4664-b698-549a8f524f53', 'tenant_id': 'a0da6a68500e4e2fbaad28ab514c5195', 'fixed_ips': [{'subnet_id': '8404c838-4a70-43a3-9684-9bcc00a6c5f5'}]}} from dv-cinder-793885-1-smb. {{(pid=91914) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 01 06:05:09.012409 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-160032c4-ddc5-42f6-a3d8-fe4e579bf6a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3824664'] for port, before_create {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:05:09.168537 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.db.db_base_plugin_common [None req-160032c4-ddc5-42f6-a3d8-fe4e579bf6a2 None None] Allocated IP 192.168.233.2 (a194ccb0-fcac-4664-b698-549a8f524f53/8404c838-4a70-43a3-9684-9bcc00a6c5f5/3edc8063-ace2-4be5-adde-ff1e127006e8) {{(pid=91914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 06:05:09.378420 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-160032c4-ddc5-42f6-a3d8-fe4e579bf6a2 None None] Notify callbacks [] for port, precommit_create {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:05:09.388874 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.db.provisioning_blocks [None req-160032c4-ddc5-42f6-a3d8-fe4e579bf6a2 None None] Transition to ACTIVE for port object 3edc8063-ace2-4be5-adde-ff1e127006e8 will not be triggered until provisioned by entity L2. {{(pid=91914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 06:05:09.407650 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.db.provisioning_blocks [None req-160032c4-ddc5-42f6-a3d8-fe4e579bf6a2 None None] Transition to ACTIVE for port object 3edc8063-ace2-4be5-adde-ff1e127006e8 will not be triggered until provisioned by entity DHCP. {{(pid=91914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 06:05:09.414501 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-160032c4-ddc5-42f6-a3d8-fe4e579bf6a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774208425683'] for port, after_create {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:05:09.420315 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91914) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:05:09.481671 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-160032c4-ddc5-42f6-a3d8-fe4e579bf6a2 None None] Network a194ccb0-fcac-4664-b698-549a8f524f53 is already hosted by enough agents. {{(pid=91914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 06:05:09.484537 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.scheduler.base_scheduler [None req-160032c4-ddc5-42f6-a3d8-fe4e579bf6a2 None None] Resources bound (agent type, host, resource id): {{(pid=91914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 06:05:09.487873 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-160032c4-ddc5-42f6-a3d8-fe4e579bf6a2 None None] Received port after_create {{(pid=91914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 06:05:09.493452 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160032c4-ddc5-42f6-a3d8-fe4e579bf6a2 None None] Pushing event updated for resources: {'Port': ['ID=3edc8063-ace2-4be5-adde-ff1e127006e8,revision_number=1']} {{(pid=91914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:05:09.529434 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160032c4-ddc5-42f6-a3d8-fe4e579bf6a2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:05:09.529798 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160032c4-ddc5-42f6-a3d8-fe4e579bf6a2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:05:09.530128 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160032c4-ddc5-42f6-a3d8-fe4e579bf6a2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:05:09.530451 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160032c4-ddc5-42f6-a3d8-fe4e579bf6a2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:05:09.530769 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160032c4-ddc5-42f6-a3d8-fe4e579bf6a2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:05:09.531090 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160032c4-ddc5-42f6-a3d8-fe4e579bf6a2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:05:09.531400 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160032c4-ddc5-42f6-a3d8-fe4e579bf6a2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:05:09.531708 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160032c4-ddc5-42f6-a3d8-fe4e579bf6a2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:05:09.532019 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160032c4-ddc5-42f6-a3d8-fe4e579bf6a2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:05:09.532332 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160032c4-ddc5-42f6-a3d8-fe4e579bf6a2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:05:09.532650 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160032c4-ddc5-42f6-a3d8-fe4e579bf6a2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:05:09.532961 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160032c4-ddc5-42f6-a3d8-fe4e579bf6a2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:05:09.540201 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG oslo_concurrency.lockutils [None req-160032c4-ddc5-42f6-a3d8-fe4e579bf6a2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=91914) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:05:09.593414 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.managers [None req-160032c4-ddc5-42f6-a3d8-fe4e579bf6a2 None None] Attempting to bind port 3edc8063-ace2-4be5-adde-ff1e127006e8 on host dv-cinder-793885-1-smb for vnic_type normal with profile {{(pid=91914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 06:05:09.593938 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.managers [None req-160032c4-ddc5-42f6-a3d8-fe4e579bf6a2 None None] Attempting to bind port 3edc8063-ace2-4be5-adde-ff1e127006e8 by drivers openvswitch,hyperv on host dv-cinder-793885-1-smb at level 0 using segments [{'id': '94b64567-be26-4ec9-8392-2aadb14cc9cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'a194ccb0-fcac-4664-b698-549a8f524f53'}] {{(pid=91914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 06:05:09.594464 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-160032c4-ddc5-42f6-a3d8-fe4e579bf6a2 None None] Attempting to bind port 3edc8063-ace2-4be5-adde-ff1e127006e8 on network a194ccb0-fcac-4664-b698-549a8f524f53 {{(pid=91914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 06:05:09.600755 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-160032c4-ddc5-42f6-a3d8-fe4e579bf6a2 None None] Checking agent: {'id': 'afbd2d5c-fa5a-4eff-9ede-b1626fbc7a4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793885-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 6, 1, 58), 'started_at': datetime.datetime(2021, 6, 1, 6, 2, 28), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 6, 4, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793885-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 06:05:09.601175 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-160032c4-ddc5-42f6-a3d8-fe4e579bf6a2 None None] Checking segment: {'id': '94b64567-be26-4ec9-8392-2aadb14cc9cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'a194ccb0-fcac-4664-b698-549a8f524f53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 06:05:09.601569 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-160032c4-ddc5-42f6-a3d8-fe4e579bf6a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:05:09.601952 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-160032c4-ddc5-42f6-a3d8-fe4e579bf6a2 None None] Bound using segment: {'id': '94b64567-be26-4ec9-8392-2aadb14cc9cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'a194ccb0-fcac-4664-b698-549a8f524f53'} {{(pid=91914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 06:05:09.602418 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.managers [None req-160032c4-ddc5-42f6-a3d8-fe4e579bf6a2 None None] Bound port: 3edc8063-ace2-4be5-adde-ff1e127006e8, host: dv-cinder-793885-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94b64567-be26-4ec9-8392-2aadb14cc9cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'a194ccb0-fcac-4664-b698-549a8f524f53'}}] {{(pid=91914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 06:05:09.602779 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-160032c4-ddc5-42f6-a3d8-fe4e579bf6a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3824664'] for port, before_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:05:09.688947 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.db [None req-160032c4-ddc5-42f6-a3d8-fe4e579bf6a2 None None] For port 3edc8063-ace2-4be5-adde-ff1e127006e8, host dv-cinder-793885-1-smb, cleared binding levels {{(pid=91914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 06:05:09.691845 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.db [None req-160032c4-ddc5-42f6-a3d8-fe4e579bf6a2 None None] For port 3edc8063-ace2-4be5-adde-ff1e127006e8, host dv-cinder-793885-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793885-1-smb',level=0,port_id=3edc8063-ace2-4be5-adde-ff1e127006e8,segment=NetworkSegment(94b64567-be26-4ec9-8392-2aadb14cc9cc),segment_id=94b64567-be26-4ec9-8392-2aadb14cc9cc)] {{(pid=91914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 06:05:09.696936 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-160032c4-ddc5-42f6-a3d8-fe4e579bf6a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774208810132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774208425701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774208426006'] for port, after_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:05:09.702418 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91914) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:05:09.781117 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160032c4-ddc5-42f6-a3d8-fe4e579bf6a2 None None] Pushing event updated for resources: {'Port': ['ID=3edc8063-ace2-4be5-adde-ff1e127006e8,revision_number=2']} {{(pid=91914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:05:09.784422 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG oslo_concurrency.lockutils [None req-160032c4-ddc5-42f6-a3d8-fe4e579bf6a2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=91914) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:05:10.536663 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.rpc [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] Device 3edc8063-ace2-4be5-adde-ff1e127006e8 up at agent ovs-agent-dv-cinder-793885-1-smb {{(pid=91914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 06:05:10.620742 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.db.provisioning_blocks [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] Provisioning for port 3edc8063-ace2-4be5-adde-ff1e127006e8 completed by entity L2. {{(pid=91914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 06:05:10.642673 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42a0a5dc-1b1c-4d97-9d59-a3d9b33f9cb3 None None] Network a194ccb0-fcac-4664-b698-549a8f524f53 requested from dv-cinder-793885-1-smb {{(pid=91914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 06:05:10.735968 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.db.provisioning_blocks [None req-a9b0427e-4ffa-494f-bd2d-d9329e77f314 None None] Provisioning for port 3edc8063-ace2-4be5-adde-ff1e127006e8 completed by entity DHCP. {{(pid=91914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 06:05:10.753431 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.db.provisioning_blocks [None req-a9b0427e-4ffa-494f-bd2d-d9329e77f314 None None] Provisioning complete for port 3edc8063-ace2-4be5-adde-ff1e127006e8 triggered by entity DHCP. {{(pid=91914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 06:05:10.753890 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-a9b0427e-4ffa-494f-bd2d-d9329e77f314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3772206'] for port, provisioning_complete {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:05:11.013673 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-a9b0427e-4ffa-494f-bd2d-d9329e77f314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3824664'] for port, before_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:05:11.053991 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.db [None req-a9b0427e-4ffa-494f-bd2d-d9329e77f314 None None] For port 3edc8063-ace2-4be5-adde-ff1e127006e8, host dv-cinder-793885-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793885-1-smb',level=0,port_id=3edc8063-ace2-4be5-adde-ff1e127006e8,segment=NetworkSegment(94b64567-be26-4ec9-8392-2aadb14cc9cc),segment_id=94b64567-be26-4ec9-8392-2aadb14cc9cc)] {{(pid=91914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 06:05:11.058585 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-a9b0427e-4ffa-494f-bd2d-d9329e77f314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774208810132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774208425701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774208426006'] for port, after_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:05:11.060871 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG oslo_concurrency.lockutils [None req-5a63b0ff-712f-4391-8f1d-6f533e8f5926 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91914) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:05:11.131376 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b0427e-4ffa-494f-bd2d-d9329e77f314 None None] Pushing event updated for resources: {'Port': ['ID=3edc8063-ace2-4be5-adde-ff1e127006e8,revision_number=3']} {{(pid=91914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:05:11.134633 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG oslo_concurrency.lockutils [None req-a9b0427e-4ffa-494f-bd2d-d9329e77f314 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91914) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:05:11.281096 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.db.provisioning_blocks [None req-513f466d-0a68-45bf-b21c-4c03caa64410 None None] Provisioning complete for port 3edc8063-ace2-4be5-adde-ff1e127006e8 triggered by entity DHCP. {{(pid=91914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 06:05:11.281409 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-513f466d-0a68-45bf-b21c-4c03caa64410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3772206'] for port, provisioning_complete {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:05:12.484459 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.rpc [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] Device 3edc8063-ace2-4be5-adde-ff1e127006e8 up at agent ovs-agent-dv-cinder-793885-1-smb {{(pid=91914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 06:05:12.554663 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.db.provisioning_blocks [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] Provisioning complete for port 3edc8063-ace2-4be5-adde-ff1e127006e8 triggered by entity L2. {{(pid=91914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 06:05:12.555027 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3772206'] for port, provisioning_complete {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:05:24.949631 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG neutron.db.agents_db [None req-a707e798-5c4a-4349-b1a6-04fc24c0e8c1 None None] Agent healthcheck: found 5 active agents {{(pid=91915) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 06:05:25.747845 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-cad0a268-ca9f-4cb4-943f-34950adc35d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774208951022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772053'] for agent, after_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:05:28.157347 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774208951022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772053'] for agent, after_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:05:28.448493 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-2ba52ab6-73ca-4048-9d2c-268c63a5cc48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774208951022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772053'] for agent, after_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:05:29.725120 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-1d313a3c-a63a-4764-8840-fb680d7e5ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774208951022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772053'] for agent, after_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:05:31.067928 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-2212ef7e-50c1-45a6-8db2-90e035748ac3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774208951022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772053'] for agent, after_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:05:55.750244 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-7f82c144-9790-4bca-8e4d-cb743ea7c2d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774208951022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772053'] for agent, after_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:05:58.161267 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774208951022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772053'] for agent, after_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:05:58.453846 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-93463c32-ddb9-4502-b5ae-f8b2af235f68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774208951022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772053'] for agent, after_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:05:59.726819 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-1d313a3c-a63a-4764-8840-fb680d7e5ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774208951022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772053'] for agent, after_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:06:01.071771 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-2212ef7e-50c1-45a6-8db2-90e035748ac3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774208951022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772053'] for agent, after_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:06:01.948328 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG neutron.db.agents_db [None req-a707e798-5c4a-4349-b1a6-04fc24c0e8c1 None None] Agent healthcheck: found 5 active agents {{(pid=91915) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 06:06:25.753176 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-b970bd04-365b-48f5-a1e3-207d133b2163 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774208951022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772053'] for agent, after_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:06:28.162624 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774208951022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772053'] for agent, after_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:06:28.455650 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-9475b757-c12a-4f69-ae63-d09404c893eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774208951022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772053'] for agent, after_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:06:29.731748 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-1d313a3c-a63a-4764-8840-fb680d7e5ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774208951022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772053'] for agent, after_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:06:31.074384 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-2212ef7e-50c1-45a6-8db2-90e035748ac3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774208951022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772053'] for agent, after_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:06:37.164423 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.wsgi [-] (91913) accepted ('10.222.0.41', 49702) {{(pid=91913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 06:06:37.170307 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.wsgi [None req-ee9a3ae8-edbd-4dbc-a84e-8b2cf7a5744d tempest-verify_tempest_config-23049269 tempest-verify_tempest_config-23049269-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=91913) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 01 06:06:37.171238 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [None req-ee9a3ae8-edbd-4dbc-a84e-8b2cf7a5744d tempest-verify_tempest_config-23049269 tempest-verify_tempest_config-23049269-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0058353 Jun 01 06:06:37.465169 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.wsgi [-] (91912) accepted ('10.222.0.41', 49720) {{(pid=91912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 06:06:37.583461 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-02b7758c-cbf3-4c89-8369-fd87fe10afea admin admin] Notify callbacks [] for security_group, before_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:06:37.597633 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.db.quota.driver [None req-02b7758c-cbf3-4c89-8369-fd87fe10afea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91912) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 06:06:37.601341 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.quota.resource [None req-02b7758c-cbf3-4c89-8369-fd87fe10afea admin admin] Usage tracker for resource:security_group_rule and tenant:34875c23459f485a9303f3019cdff8c4 is out of sync, need to count used quota {{(pid=91912) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 06:06:37.604057 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.quota.resource [None req-02b7758c-cbf3-4c89-8369-fd87fe10afea admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91912) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 06:06:37.609977 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.db.quota.driver [None req-02b7758c-cbf3-4c89-8369-fd87fe10afea admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91912) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 06:06:37.687826 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-02b7758c-cbf3-4c89-8369-fd87fe10afea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:06:37.691269 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-02b7758c-cbf3-4c89-8369-fd87fe10afea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940402'] for security_group, after_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:06:37.699598 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-06e46897-23d9-45ce-b7e4-c8ff251d9de4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:06:37.737330 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.quota.resource [None req-02b7758c-cbf3-4c89-8369-fd87fe10afea admin admin] Synchronizing usage tracker for tenant:a0da6a68500e4e2fbaad28ab514c5195 on resource:security_group {{(pid=91912) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 06:06:37.739489 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b7758c-cbf3-4c89-8369-fd87fe10afea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89833a34-c4af-41b8-91e0-088ca2b36048,revision_number=1']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:06:37.747118 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b7758c-cbf3-4c89-8369-fd87fe10afea admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:06:37.747456 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b7758c-cbf3-4c89-8369-fd87fe10afea admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:06:37.747790 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b7758c-cbf3-4c89-8369-fd87fe10afea admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:06:37.748111 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b7758c-cbf3-4c89-8369-fd87fe10afea admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:06:37.748431 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b7758c-cbf3-4c89-8369-fd87fe10afea admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:06:37.748752 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b7758c-cbf3-4c89-8369-fd87fe10afea admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:06:37.749095 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b7758c-cbf3-4c89-8369-fd87fe10afea admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:06:37.749414 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b7758c-cbf3-4c89-8369-fd87fe10afea admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:06:37.749772 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b7758c-cbf3-4c89-8369-fd87fe10afea admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:06:37.750088 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b7758c-cbf3-4c89-8369-fd87fe10afea admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:06:37.750405 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b7758c-cbf3-4c89-8369-fd87fe10afea admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:06:37.750714 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b7758c-cbf3-4c89-8369-fd87fe10afea admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:06:37.756386 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-02b7758c-cbf3-4c89-8369-fd87fe10afea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:06:37.768549 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.quota.resource [None req-02b7758c-cbf3-4c89-8369-fd87fe10afea admin admin] Unset dirty status for tenant:a0da6a68500e4e2fbaad28ab514c5195 on resource:security_group {{(pid=91912) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 06:06:37.769784 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [None req-02b7758c-cbf3-4c89-8369-fd87fe10afea admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=34875c23459f485a9303f3019cdff8c4&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3036597 Jun 01 06:06:37.772336 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.wsgi [-] (91912) accepted ('10.222.0.41', 49726) {{(pid=91912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 06:06:37.829218 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-e3ed3ce3-15c2-42af-b99f-dd7e25ba9a27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:06:37.853529 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-e3ed3ce3-15c2-42af-b99f-dd7e25ba9a27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:06:37.947409 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-e3ed3ce3-15c2-42af-b99f-dd7e25ba9a27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940402'] for security_group, after_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:06:37.952284 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:06:37.964428 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ed3ce3-15c2-42af-b99f-dd7e25ba9a27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89833a34-c4af-41b8-91e0-088ca2b36048,revision_number=None']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:06:37.967194 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-e3ed3ce3-15c2-42af-b99f-dd7e25ba9a27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:06:37.969119 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-e3ed3ce3-15c2-42af-b99f-dd7e25ba9a27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:06:37.970187 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [None req-e3ed3ce3-15c2-42af-b99f-dd7e25ba9a27 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/89833a34-c4af-41b8-91e0-088ca2b36048 HTTP/1.1" status: 204 len: 168 time: 0.1969914 Jun 01 06:06:38.947382 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG neutron.db.agents_db [None req-a707e798-5c4a-4349-b1a6-04fc24c0e8c1 None None] Agent healthcheck: found 5 active agents {{(pid=91915) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 06:06:55.754623 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-5770984f-ce86-4595-885e-6edd7e12442b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774208951022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772053'] for agent, after_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:06:58.164645 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774208951022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772053'] for agent, after_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:06:58.456032 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-74975149-10df-4cca-99fa-a910b7f4015c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774208951022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772053'] for agent, after_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:06:59.734198 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-1d313a3c-a63a-4764-8840-fb680d7e5ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774208951022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772053'] for agent, after_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:07:01.076256 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-2212ef7e-50c1-45a6-8db2-90e035748ac3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774208951022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772053'] for agent, after_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:07:15.946872 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG neutron.db.agents_db [None req-a707e798-5c4a-4349-b1a6-04fc24c0e8c1 None None] Agent healthcheck: found 5 active agents {{(pid=91915) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 06:07:25.756616 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-3eba4d5b-ddac-46a2-84db-6ebb2d9b54bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774208951022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772053'] for agent, after_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:07:28.165360 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774208951022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772053'] for agent, after_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:07:28.457811 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-adece542-2e1b-4a16-8b7f-e2c5bfcc1a11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774208951022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772053'] for agent, after_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:07:29.735406 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-1d313a3c-a63a-4764-8840-fb680d7e5ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774208951022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772053'] for agent, after_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:07:31.080236 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-2212ef7e-50c1-45a6-8db2-90e035748ac3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774208951022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772053'] for agent, after_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:07:52.946046 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG neutron.db.agents_db [None req-a707e798-5c4a-4349-b1a6-04fc24c0e8c1 None None] Agent healthcheck: found 5 active agents {{(pid=91915) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 06:07:55.758310 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-f021b055-d657-4ba0-982f-481f73452d2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774208951022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772053'] for agent, after_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:07:58.166011 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774208951022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772053'] for agent, after_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:07:58.459082 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-31488a8d-feec-41c6-9eed-ffa346f07447 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774208951022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772053'] for agent, after_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:07:59.739479 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-1d313a3c-a63a-4764-8840-fb680d7e5ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774208951022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772053'] for agent, after_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:08:01.084446 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-2212ef7e-50c1-45a6-8db2-90e035748ac3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774208951022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772053'] for agent, after_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:08:17.578325 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774208951022'] for agent, after_create {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:08:20.404042 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.wsgi [-] (91913) accepted ('10.222.0.41', 49778) {{(pid=91913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 06:08:20.512486 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [None req-db9c2be5-bb4c-40f3-9a06-fb7290ee94d5 admin admin] 10.222.0.41 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.1073620 Jun 01 06:08:22.669829 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.wsgi [-] (91913) accepted ('10.222.0.41', 49788) {{(pid=91913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 06:08:22.723771 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [None req-1895c3c8-684f-4cf6-b002-f63585eaf429 admin admin] 10.222.0.41 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.0528898 Jun 01 06:08:25.758829 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-f80d853b-d0e2-40f3-b4a0-10970dfb37a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774208951022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772053'] for agent, after_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:08:28.168222 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774208951022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772053'] for agent, after_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:08:28.461915 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-d197676f-7027-4f64-b6c8-7bc3f50e4502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774208951022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772053'] for agent, after_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:08:29.741805 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-1d313a3c-a63a-4764-8840-fb680d7e5ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774208951022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772053'] for agent, after_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:08:29.945482 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG neutron.db.agents_db [None req-a707e798-5c4a-4349-b1a6-04fc24c0e8c1 None None] Agent healthcheck: found 6 active agents {{(pid=91915) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 06:08:31.088880 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-2212ef7e-50c1-45a6-8db2-90e035748ac3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774208951022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772053'] for agent, after_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:08:47.532255 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774208951022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772053'] for agent, after_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:08:55.759895 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-79343003-7065-4d88-8e40-d4ba093767da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774208951022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772053'] for agent, after_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:08:58.170626 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774208951022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772053'] for agent, after_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:08:58.463953 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-934e2400-b08b-4fba-a85b-752994fb903a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774208951022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772053'] for agent, after_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:08:59.743907 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-1d313a3c-a63a-4764-8840-fb680d7e5ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774208951022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772053'] for agent, after_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:09:01.089780 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-2212ef7e-50c1-45a6-8db2-90e035748ac3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774208951022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772053'] for agent, after_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:09:06.944641 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG neutron.db.agents_db [None req-a707e798-5c4a-4349-b1a6-04fc24c0e8c1 None None] Agent healthcheck: found 6 active agents {{(pid=91915) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 06:09:17.546851 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774208951022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772053'] for agent, after_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:09:25.761955 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-64f1aca6-c47f-48f9-8d24-b6637e9bcaa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774208951022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772053'] for agent, after_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:09:28.171752 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774208951022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772053'] for agent, after_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:09:28.467527 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-1b20ac00-44d6-41bc-a6cb-382b8076d086 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774208951022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772053'] for agent, after_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:09:29.747687 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-1d313a3c-a63a-4764-8840-fb680d7e5ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774208951022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772053'] for agent, after_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:09:31.093459 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-2212ef7e-50c1-45a6-8db2-90e035748ac3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774208951022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772053'] for agent, after_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:09:43.944909 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG neutron.db.agents_db [None req-a707e798-5c4a-4349-b1a6-04fc24c0e8c1 None None] Agent healthcheck: found 6 active agents {{(pid=91915) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 06:09:47.545444 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774208951022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772053'] for agent, after_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:09:51.773909 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.wsgi [-] (91913) accepted ('10.222.0.41', 49904) {{(pid=91913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 06:09:52.032598 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.v2.base [None req-a0ee92e2-661b-431e-8cef-d0382b3c315b admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-149482586-network', 'tenant_id': '2a6f229a53e74061b535c311a3c04284'}} {{(pid=91913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 06:09:52.038422 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.db.quota.driver [None req-a0ee92e2-661b-431e-8cef-d0382b3c315b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 06:09:52.042317 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.quota.resource [None req-a0ee92e2-661b-431e-8cef-d0382b3c315b admin admin] Usage tracker for resource:network and tenant:2a6f229a53e74061b535c311a3c04284 is out of sync, need to count used quota {{(pid=91913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 06:09:52.045340 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.quota.resource [None req-a0ee92e2-661b-431e-8cef-d0382b3c315b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 06:09:52.051197 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.db.quota.driver [None req-a0ee92e2-661b-431e-8cef-d0382b3c315b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 06:09:52.068511 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0ee92e2-661b-431e-8cef-d0382b3c315b admin admin] Made reservation on behalf of 2a6f229a53e74061b535c311a3c04284 for: {'network': 1} {{(pid=91913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 06:09:52.071008 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-a0ee92e2-661b-431e-8cef-d0382b3c315b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3824659'] for network, before_create {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:09:52.084045 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-a0ee92e2-661b-431e-8cef-d0382b3c315b admin admin] Notify callbacks [] for security_group, before_create {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:09:52.099742 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.db.quota.driver [None req-a0ee92e2-661b-431e-8cef-d0382b3c315b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 06:09:52.104342 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.quota.resource [None req-a0ee92e2-661b-431e-8cef-d0382b3c315b admin admin] Usage tracker for resource:security_group_rule and tenant:2a6f229a53e74061b535c311a3c04284 is out of sync, need to count used quota {{(pid=91913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 06:09:52.107132 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.quota.resource [None req-a0ee92e2-661b-431e-8cef-d0382b3c315b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 06:09:52.112754 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.db.quota.driver [None req-a0ee92e2-661b-431e-8cef-d0382b3c315b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 06:09:52.259014 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-a0ee92e2-661b-431e-8cef-d0382b3c315b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:09:52.264649 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-a0ee92e2-661b-431e-8cef-d0382b3c315b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940402'] for security_group, after_create {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:09:52.272262 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [None req-055bdd9f-d10f-403f-af80-5fb9f3f8c65f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:09:52.303731 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ee92e2-661b-431e-8cef-d0382b3c315b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=148e0031-14dd-4990-9826-b8db75cc4be7,revision_number=1']} {{(pid=91913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:09:52.307289 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0ee92e2-661b-431e-8cef-d0382b3c315b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 323} {{(pid=91913) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 06:09:52.315404 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ee92e2-661b-431e-8cef-d0382b3c315b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:09:52.315750 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ee92e2-661b-431e-8cef-d0382b3c315b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:09:52.316168 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ee92e2-661b-431e-8cef-d0382b3c315b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:09:52.316703 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ee92e2-661b-431e-8cef-d0382b3c315b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:09:52.317029 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ee92e2-661b-431e-8cef-d0382b3c315b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:09:52.318052 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ee92e2-661b-431e-8cef-d0382b3c315b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:09:52.318401 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ee92e2-661b-431e-8cef-d0382b3c315b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:09:52.318749 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ee92e2-661b-431e-8cef-d0382b3c315b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:09:52.319062 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ee92e2-661b-431e-8cef-d0382b3c315b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:09:52.319379 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ee92e2-661b-431e-8cef-d0382b3c315b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:09:52.319690 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ee92e2-661b-431e-8cef-d0382b3c315b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:09:52.319998 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ee92e2-661b-431e-8cef-d0382b3c315b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:09:52.321028 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ee92e2-661b-431e-8cef-d0382b3c315b admin admin] Tracked resource versions report: Jun 01 06:09:52.321028 dv-cinder-793885-1-smb neutron-server[91913]: pushed versions: Jun 01 06:09:52.321028 dv-cinder-793885-1-smb neutron-server[91913]: { 'AddressGroup': {'1.2'}, Jun 01 06:09:52.321028 dv-cinder-793885-1-smb neutron-server[91913]: 'ConntrackHelper': {'1.0'}, Jun 01 06:09:52.321028 dv-cinder-793885-1-smb neutron-server[91913]: 'Log': {'1.0'}, Jun 01 06:09:52.321028 dv-cinder-793885-1-smb neutron-server[91913]: 'Network': {'1.1'}, Jun 01 06:09:52.321028 dv-cinder-793885-1-smb neutron-server[91913]: 'Port': {'1.7'}, Jun 01 06:09:52.321028 dv-cinder-793885-1-smb neutron-server[91913]: 'PortForwarding': {'1.2'}, Jun 01 06:09:52.321028 dv-cinder-793885-1-smb neutron-server[91913]: 'QosPolicy': {'1.8'}, Jun 01 06:09:52.321028 dv-cinder-793885-1-smb neutron-server[91913]: 'SecurityGroup': {'1.4'}, Jun 01 06:09:52.321028 dv-cinder-793885-1-smb neutron-server[91913]: 'SecurityGroupRule': {'1.2'}, Jun 01 06:09:52.321028 dv-cinder-793885-1-smb neutron-server[91913]: 'SubPort': {'1.0'}, Jun 01 06:09:52.321028 dv-cinder-793885-1-smb neutron-server[91913]: 'Subnet': {'1.1'}, Jun 01 06:09:52.321028 dv-cinder-793885-1-smb neutron-server[91913]: 'Trunk': {'1.1'}} Jun 01 06:09:52.321028 dv-cinder-793885-1-smb neutron-server[91913]: consumer versions: Jun 01 06:09:52.321028 dv-cinder-793885-1-smb neutron-server[91913]: { DHCP agent@dv-cinder-793885-1-smb: {}, Jun 01 06:09:52.321028 dv-cinder-793885-1-smb neutron-server[91913]: HyperV agent@hv-cinder-79388: {}, Jun 01 06:09:52.321028 dv-cinder-793885-1-smb neutron-server[91913]: L3 agent@dv-cinder-793885-1-smb: {}, Jun 01 06:09:52.321028 dv-cinder-793885-1-smb neutron-server[91913]: Metadata agent@dv-cinder-793885-1-smb: {}, Jun 01 06:09:52.321028 dv-cinder-793885-1-smb neutron-server[91913]: Metering agent@dv-cinder-793885-1-smb: {}, Jun 01 06:09:52.321028 dv-cinder-793885-1-smb neutron-server[91913]: Open vSwitch agent@dv-cinder-793885-1-smb: { 'AddressGroup': '1.2', Jun 01 06:09:52.321028 dv-cinder-793885-1-smb neutron-server[91913]: 'ConntrackHelper': '1.0', Jun 01 06:09:52.321028 dv-cinder-793885-1-smb neutron-server[91913]: 'Log': '1.0', Jun 01 06:09:52.321028 dv-cinder-793885-1-smb neutron-server[91913]: 'Network': '1.1', Jun 01 06:09:52.321028 dv-cinder-793885-1-smb neutron-server[91913]: 'Port': '1.7', Jun 01 06:09:52.321028 dv-cinder-793885-1-smb neutron-server[91913]: 'PortForwarding': '1.2', Jun 01 06:09:52.321028 dv-cinder-793885-1-smb neutron-server[91913]: 'QosPolicy': '1.8', Jun 01 06:09:52.321028 dv-cinder-793885-1-smb neutron-server[91913]: 'SecurityGroup': '1.4', Jun 01 06:09:52.321028 dv-cinder-793885-1-smb neutron-server[91913]: 'SecurityGroupRule': '1.2', Jun 01 06:09:52.321028 dv-cinder-793885-1-smb neutron-server[91913]: 'SubPort': '1.0', Jun 01 06:09:52.321028 dv-cinder-793885-1-smb neutron-server[91913]: 'Subnet': '1.1', Jun 01 06:09:52.321028 dv-cinder-793885-1-smb neutron-server[91913]: 'Trunk': '1.1'}} Jun 01 06:09:52.321028 dv-cinder-793885-1-smb neutron-server[91913]: {{(pid=91913) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 01 06:09:52.324684 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [None req-a0ee92e2-661b-431e-8cef-d0382b3c315b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:09:52.329771 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-a0ee92e2-661b-431e-8cef-d0382b3c315b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3778787'] for segment, precommit_create {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:09:52.329771 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.db.segments_db [None req-a0ee92e2-661b-431e-8cef-d0382b3c315b admin admin] Added segment bd10b108-5f36-416c-bf05-81cfe0f5f067 of type vlan for network 0b7f9d5f-223f-43b5-8d0c-382ab5f66c87 Jun 01 06:09:52.358499 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-a0ee92e2-661b-431e-8cef-d0382b3c315b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774208444501'] for network, precommit_create {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:09:52.391762 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-a0ee92e2-661b-431e-8cef-d0382b3c315b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-940336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536314'] for network, after_create {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:09:52.393758 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0ee92e2-661b-431e-8cef-d0382b3c315b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:09:52.394496 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-a0ee92e2-661b-431e-8cef-d0382b3c315b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536287'] for network, before_response {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:09:52.400461 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [None req-720a44ec-3277-4b01-9296-771d666d66bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:09:52.507453 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.wsgi [-] (91912) accepted ('10.222.0.41', 49944) {{(pid=91912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 06:09:52.508419 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [None req-a0ee92e2-661b-431e-8cef-d0382b3c315b admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7324700 Jun 01 06:09:52.512655 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ee92e2-661b-431e-8cef-d0382b3c315b admin admin] Pushing event updated for resources: {'Network': ['ID=0b7f9d5f-223f-43b5-8d0c-382ab5f66c87,revision_number=1']} {{(pid=91913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:09:52.513416 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.v2.base [None req-8bfc54fe-42b0-4f3d-94bd-b84c5e31998e admin admin] Request body: {'subnet': {'network_id': '0b7f9d5f-223f-43b5-8d0c-382ab5f66c87', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-149482586-subnet', 'tenant_id': '2a6f229a53e74061b535c311a3c04284', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 06:09:52.516059 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [None req-a0ee92e2-661b-431e-8cef-d0382b3c315b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:09:52.525812 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.db.quota.driver [None req-8bfc54fe-42b0-4f3d-94bd-b84c5e31998e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91912) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 06:09:52.530380 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.rpc [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] Network 0b7f9d5f-223f-43b5-8d0c-382ab5f66c87 details requested by agent ovs-agent-dv-cinder-793885-1-smb with host dv-cinder-793885-1-smb {{(pid=91914) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 06:09:52.531822 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.quota.resource [None req-8bfc54fe-42b0-4f3d-94bd-b84c5e31998e admin admin] Usage tracker for resource:subnet and tenant:2a6f229a53e74061b535c311a3c04284 is out of sync, need to count used quota {{(pid=91912) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 06:09:52.535335 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.quota.resource [None req-8bfc54fe-42b0-4f3d-94bd-b84c5e31998e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91912) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 06:09:52.542635 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.db.quota.driver [None req-8bfc54fe-42b0-4f3d-94bd-b84c5e31998e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91912) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 06:09:52.556866 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bfc54fe-42b0-4f3d-94bd-b84c5e31998e admin admin] Made reservation on behalf of 2a6f229a53e74061b535c311a3c04284 for: {'subnet': 1} {{(pid=91912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 06:09:52.560293 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-8bfc54fe-42b0-4f3d-94bd-b84c5e31998e admin admin] Notify callbacks [] for subnet, before_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:09:52.987570 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-8bfc54fe-42b0-4f3d-94bd-b84c5e31998e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536289'] for subnet, after_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:09:52.991484 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-fc472d4c-1bdc-48a2-bcff-d179e5424d39 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:09:53.063528 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfc54fe-42b0-4f3d-94bd-b84c5e31998e admin admin] Pushing event updated for resources: {'Subnet': ['ID=67a532f4-5301-4272-a23e-04b9dfc38b51,revision_number=0']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:09:53.071422 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfc54fe-42b0-4f3d-94bd-b84c5e31998e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:09:53.071762 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfc54fe-42b0-4f3d-94bd-b84c5e31998e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:09:53.072096 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfc54fe-42b0-4f3d-94bd-b84c5e31998e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:09:53.072428 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfc54fe-42b0-4f3d-94bd-b84c5e31998e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:09:53.072749 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfc54fe-42b0-4f3d-94bd-b84c5e31998e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:09:53.073090 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfc54fe-42b0-4f3d-94bd-b84c5e31998e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:09:53.073410 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfc54fe-42b0-4f3d-94bd-b84c5e31998e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:09:53.073727 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfc54fe-42b0-4f3d-94bd-b84c5e31998e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:09:53.074042 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfc54fe-42b0-4f3d-94bd-b84c5e31998e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:09:53.074357 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfc54fe-42b0-4f3d-94bd-b84c5e31998e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:09:53.074670 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfc54fe-42b0-4f3d-94bd-b84c5e31998e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:09:53.074979 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfc54fe-42b0-4f3d-94bd-b84c5e31998e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:09:53.075983 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfc54fe-42b0-4f3d-94bd-b84c5e31998e admin admin] Tracked resource versions report: Jun 01 06:09:53.075983 dv-cinder-793885-1-smb neutron-server[91912]: pushed versions: Jun 01 06:09:53.075983 dv-cinder-793885-1-smb neutron-server[91912]: { 'AddressGroup': {'1.2'}, Jun 01 06:09:53.075983 dv-cinder-793885-1-smb neutron-server[91912]: 'ConntrackHelper': {'1.0'}, Jun 01 06:09:53.075983 dv-cinder-793885-1-smb neutron-server[91912]: 'Log': {'1.0'}, Jun 01 06:09:53.075983 dv-cinder-793885-1-smb neutron-server[91912]: 'Network': {'1.1'}, Jun 01 06:09:53.075983 dv-cinder-793885-1-smb neutron-server[91912]: 'Port': {'1.7'}, Jun 01 06:09:53.075983 dv-cinder-793885-1-smb neutron-server[91912]: 'PortForwarding': {'1.2'}, Jun 01 06:09:53.075983 dv-cinder-793885-1-smb neutron-server[91912]: 'QosPolicy': {'1.8'}, Jun 01 06:09:53.075983 dv-cinder-793885-1-smb neutron-server[91912]: 'SecurityGroup': {'1.4'}, Jun 01 06:09:53.075983 dv-cinder-793885-1-smb neutron-server[91912]: 'SecurityGroupRule': {'1.2'}, Jun 01 06:09:53.075983 dv-cinder-793885-1-smb neutron-server[91912]: 'SubPort': {'1.0'}, Jun 01 06:09:53.075983 dv-cinder-793885-1-smb neutron-server[91912]: 'Subnet': {'1.1'}, Jun 01 06:09:53.075983 dv-cinder-793885-1-smb neutron-server[91912]: 'Trunk': {'1.1'}} Jun 01 06:09:53.075983 dv-cinder-793885-1-smb neutron-server[91912]: consumer versions: Jun 01 06:09:53.075983 dv-cinder-793885-1-smb neutron-server[91912]: { DHCP agent@dv-cinder-793885-1-smb: {}, Jun 01 06:09:53.075983 dv-cinder-793885-1-smb neutron-server[91912]: HyperV agent@hv-cinder-79388: {}, Jun 01 06:09:53.075983 dv-cinder-793885-1-smb neutron-server[91912]: L3 agent@dv-cinder-793885-1-smb: {}, Jun 01 06:09:53.075983 dv-cinder-793885-1-smb neutron-server[91912]: Metadata agent@dv-cinder-793885-1-smb: {}, Jun 01 06:09:53.075983 dv-cinder-793885-1-smb neutron-server[91912]: Metering agent@dv-cinder-793885-1-smb: {}, Jun 01 06:09:53.075983 dv-cinder-793885-1-smb neutron-server[91912]: Open vSwitch agent@dv-cinder-793885-1-smb: { 'AddressGroup': '1.2', Jun 01 06:09:53.075983 dv-cinder-793885-1-smb neutron-server[91912]: 'ConntrackHelper': '1.0', Jun 01 06:09:53.075983 dv-cinder-793885-1-smb neutron-server[91912]: 'Log': '1.0', Jun 01 06:09:53.075983 dv-cinder-793885-1-smb neutron-server[91912]: 'Network': '1.1', Jun 01 06:09:53.075983 dv-cinder-793885-1-smb neutron-server[91912]: 'Port': '1.7', Jun 01 06:09:53.075983 dv-cinder-793885-1-smb neutron-server[91912]: 'PortForwarding': '1.2', Jun 01 06:09:53.075983 dv-cinder-793885-1-smb neutron-server[91912]: 'QosPolicy': '1.8', Jun 01 06:09:53.075983 dv-cinder-793885-1-smb neutron-server[91912]: 'SecurityGroup': '1.4', Jun 01 06:09:53.075983 dv-cinder-793885-1-smb neutron-server[91912]: 'SecurityGroupRule': '1.2', Jun 01 06:09:53.075983 dv-cinder-793885-1-smb neutron-server[91912]: 'SubPort': '1.0', Jun 01 06:09:53.075983 dv-cinder-793885-1-smb neutron-server[91912]: 'Subnet': '1.1', Jun 01 06:09:53.075983 dv-cinder-793885-1-smb neutron-server[91912]: 'Trunk': '1.1'}} Jun 01 06:09:53.075983 dv-cinder-793885-1-smb neutron-server[91912]: {{(pid=91912) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 01 06:09:53.081247 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-8bfc54fe-42b0-4f3d-94bd-b84c5e31998e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:09:53.103971 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bfc54fe-42b0-4f3d-94bd-b84c5e31998e admin admin] Checking segment: {'id': 'bd10b108-5f36-416c-bf05-81cfe0f5f067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '0b7f9d5f-223f-43b5-8d0c-382ab5f66c87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 06:09:53.104361 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bfc54fe-42b0-4f3d-94bd-b84c5e31998e admin admin] Network hostable DHCP agents. Network: 0b7f9d5f-223f-43b5-8d0c-382ab5f66c87, hostable agents: ['19337ed4-2364-4f5e-82f6-1f840bd5d30c'], hosted agents: [] {{(pid=91912) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 06:09:53.126303 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bfc54fe-42b0-4f3d-94bd-b84c5e31998e admin admin] Network 0b7f9d5f-223f-43b5-8d0c-382ab5f66c87 is scheduled to be hosted by DHCP agent 19337ed4-2364-4f5e-82f6-1f840bd5d30c with binding_index 1 {{(pid=91912) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 06:09:53.139846 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.scheduler.base_scheduler [None req-8bfc54fe-42b0-4f3d-94bd-b84c5e31998e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-793885-1-smb, 0b7f9d5f-223f-43b5-8d0c-382ab5f66c87) {{(pid=91912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 06:09:53.151579 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bfc54fe-42b0-4f3d-94bd-b84c5e31998e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:09:53.152175 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6806c78-0795-4f77-9d85-affc9eeb231e None None] Network 0b7f9d5f-223f-43b5-8d0c-382ab5f66c87 requested from dv-cinder-793885-1-smb {{(pid=91914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 06:09:53.153970 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-8bfc54fe-42b0-4f3d-94bd-b84c5e31998e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536287'] for subnet, before_response {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:09:53.193347 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [None req-8bfc54fe-42b0-4f3d-94bd-b84c5e31998e admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6846900 Jun 01 06:09:53.362693 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43975abb-b6f5-43a1-b9f5-b76950d36070 None None] Network 0b7f9d5f-223f-43b5-8d0c-382ab5f66c87 requested from dv-cinder-793885-1-smb {{(pid=91914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 06:09:53.717372 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.wsgi [-] (91912) accepted ('10.222.0.41', 50014) {{(pid=91912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 06:09:53.741399 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.wsgi [-] (91912) accepted ('10.222.0.41', 50020) {{(pid=91912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 06:09:54.136465 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.v2.base [None req-0316bd24-1e37-4326-90ef-626864322761 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-289734164-network', 'tenant_id': 'ce6ee8759a6147cfa4e2062f27b9db8c'}} {{(pid=91912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 06:09:54.141521 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.db.quota.driver [None req-0316bd24-1e37-4326-90ef-626864322761 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91912) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 06:09:54.148147 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.v2.base [None req-e9907eb5-c3c7-4a26-a9a6-237c19eb21d2 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-408235116-network', 'tenant_id': 'e52e210129f84c5ab6a94a8e2b18edeb'}} {{(pid=91912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 06:09:54.153454 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.db.quota.driver [None req-e9907eb5-c3c7-4a26-a9a6-237c19eb21d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91912) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 06:09:54.157143 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.quota.resource [None req-e9907eb5-c3c7-4a26-a9a6-237c19eb21d2 admin admin] Usage tracker for resource:network and tenant:e52e210129f84c5ab6a94a8e2b18edeb is out of sync, need to count used quota {{(pid=91912) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 06:09:54.159892 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.quota.resource [None req-0316bd24-1e37-4326-90ef-626864322761 admin admin] Usage tracker for resource:network and tenant:ce6ee8759a6147cfa4e2062f27b9db8c is out of sync, need to count used quota {{(pid=91912) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 06:09:54.162967 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.quota.resource [None req-e9907eb5-c3c7-4a26-a9a6-237c19eb21d2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91912) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 06:09:54.165674 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.quota.resource [None req-0316bd24-1e37-4326-90ef-626864322761 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91912) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 06:09:54.173706 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.db.quota.driver [None req-e9907eb5-c3c7-4a26-a9a6-237c19eb21d2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91912) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 06:09:54.176083 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.db.quota.driver [None req-0316bd24-1e37-4326-90ef-626864322761 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91912) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 06:09:54.191557 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0316bd24-1e37-4326-90ef-626864322761 admin admin] Made reservation on behalf of ce6ee8759a6147cfa4e2062f27b9db8c for: {'network': 1} {{(pid=91912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 06:09:54.194753 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-0316bd24-1e37-4326-90ef-626864322761 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3824659'] for network, before_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:09:54.208392 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9907eb5-c3c7-4a26-a9a6-237c19eb21d2 admin admin] Made reservation on behalf of e52e210129f84c5ab6a94a8e2b18edeb for: {'network': 1} {{(pid=91912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 06:09:54.210615 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-e9907eb5-c3c7-4a26-a9a6-237c19eb21d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3824659'] for network, before_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:09:54.225080 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-0316bd24-1e37-4326-90ef-626864322761 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:09:54.238106 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-e9907eb5-c3c7-4a26-a9a6-237c19eb21d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:09:54.252084 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.db.quota.driver [None req-0316bd24-1e37-4326-90ef-626864322761 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91912) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 06:09:54.258054 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.db.quota.driver [None req-e9907eb5-c3c7-4a26-a9a6-237c19eb21d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91912) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 06:09:54.260290 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.quota.resource [None req-0316bd24-1e37-4326-90ef-626864322761 admin admin] Usage tracker for resource:security_group_rule and tenant:ce6ee8759a6147cfa4e2062f27b9db8c is out of sync, need to count used quota {{(pid=91912) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 06:09:54.263972 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.quota.resource [None req-0316bd24-1e37-4326-90ef-626864322761 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91912) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 06:09:54.266830 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.quota.resource [None req-e9907eb5-c3c7-4a26-a9a6-237c19eb21d2 admin admin] Usage tracker for resource:security_group_rule and tenant:e52e210129f84c5ab6a94a8e2b18edeb is out of sync, need to count used quota {{(pid=91912) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 06:09:54.272529 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.db.quota.driver [None req-0316bd24-1e37-4326-90ef-626864322761 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91912) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 06:09:54.277369 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.quota.resource [None req-e9907eb5-c3c7-4a26-a9a6-237c19eb21d2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91912) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 06:09:54.297006 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.db.quota.driver [None req-e9907eb5-c3c7-4a26-a9a6-237c19eb21d2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91912) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 06:09:54.401129 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-0316bd24-1e37-4326-90ef-626864322761 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:09:54.409204 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-0316bd24-1e37-4326-90ef-626864322761 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940402'] for security_group, after_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:09:54.422542 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-e3ed3ce3-15c2-42af-b99f-dd7e25ba9a27 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:09:54.467943 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0316bd24-1e37-4326-90ef-626864322761 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39d48f59-16a8-4a77-a6c3-9d02c6487a78,revision_number=1']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:09:54.471058 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0316bd24-1e37-4326-90ef-626864322761 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 340} {{(pid=91912) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 06:09:54.480848 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-0316bd24-1e37-4326-90ef-626864322761 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:09:54.483407 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-0316bd24-1e37-4326-90ef-626864322761 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3778787'] for segment, precommit_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:09:54.483943 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.db.segments_db [None req-0316bd24-1e37-4326-90ef-626864322761 admin admin] Added segment 2f8d0f35-05a4-46a4-936b-f4dff54aa9a0 of type vlan for network 6079edf6-9690-4423-b8cd-750cb78f119e Jun 01 06:09:54.510234 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-0316bd24-1e37-4326-90ef-626864322761 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774208444501'] for network, precommit_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:09:54.553732 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-0316bd24-1e37-4326-90ef-626864322761 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-940336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536314'] for network, after_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:09:54.558077 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0316bd24-1e37-4326-90ef-626864322761 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:09:54.558860 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-0316bd24-1e37-4326-90ef-626864322761 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536287'] for network, before_response {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:09:54.591445 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:09:54.698123 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-e9907eb5-c3c7-4a26-a9a6-237c19eb21d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:09:54.699811 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0316bd24-1e37-4326-90ef-626864322761 admin admin] Pushing event updated for resources: {'Network': ['ID=6079edf6-9690-4423-b8cd-750cb78f119e,revision_number=1']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:09:54.707261 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [None req-0316bd24-1e37-4326-90ef-626864322761 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9887583 Jun 01 06:09:54.708753 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.wsgi [-] (91913) accepted ('10.222.0.41', 50064) {{(pid=91913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 06:09:54.709944 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-0316bd24-1e37-4326-90ef-626864322761 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:09:54.712954 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-e9907eb5-c3c7-4a26-a9a6-237c19eb21d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940402'] for security_group, after_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:09:54.727125 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:09:54.728550 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.rpc [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] Network 6079edf6-9690-4423-b8cd-750cb78f119e details requested by agent ovs-agent-dv-cinder-793885-1-smb with host dv-cinder-793885-1-smb {{(pid=91914) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 06:09:54.743972 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.v2.base [None req-ae48cddd-c7c3-479b-bce6-132395498e8d admin admin] Request body: {'subnet': {'network_id': '6079edf6-9690-4423-b8cd-750cb78f119e', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-289734164-subnet', 'tenant_id': 'ce6ee8759a6147cfa4e2062f27b9db8c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 06:09:54.756392 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9907eb5-c3c7-4a26-a9a6-237c19eb21d2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 318} {{(pid=91912) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 06:09:54.761205 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.db.quota.driver [None req-ae48cddd-c7c3-479b-bce6-132395498e8d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 06:09:54.765573 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-e9907eb5-c3c7-4a26-a9a6-237c19eb21d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3778787'] for segment, precommit_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:09:54.766097 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.db.segments_db [None req-e9907eb5-c3c7-4a26-a9a6-237c19eb21d2 admin admin] Added segment 1c425f82-4786-49ee-8e37-a89f8f410b55 of type vlan for network 2cfdc2ff-8af3-4a0e-8494-3f69501eca70 Jun 01 06:09:54.772079 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.quota.resource [None req-ae48cddd-c7c3-479b-bce6-132395498e8d admin admin] Usage tracker for resource:subnet and tenant:ce6ee8759a6147cfa4e2062f27b9db8c is out of sync, need to count used quota {{(pid=91913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 06:09:54.778983 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.quota.resource [None req-ae48cddd-c7c3-479b-bce6-132395498e8d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 06:09:54.794821 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.db.quota.driver [None req-ae48cddd-c7c3-479b-bce6-132395498e8d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 06:09:54.796219 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-e9907eb5-c3c7-4a26-a9a6-237c19eb21d2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774208444501'] for network, precommit_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:09:54.820188 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae48cddd-c7c3-479b-bce6-132395498e8d admin admin] Made reservation on behalf of ce6ee8759a6147cfa4e2062f27b9db8c for: {'subnet': 1} {{(pid=91913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 06:09:54.822949 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-ae48cddd-c7c3-479b-bce6-132395498e8d admin admin] Notify callbacks [] for subnet, before_create {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:09:54.842142 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-e9907eb5-c3c7-4a26-a9a6-237c19eb21d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-940336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536314'] for network, after_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:09:54.846198 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9907eb5-c3c7-4a26-a9a6-237c19eb21d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:09:54.847020 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-e9907eb5-c3c7-4a26-a9a6-237c19eb21d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536287'] for network, before_response {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:09:54.870333 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9907eb5-c3c7-4a26-a9a6-237c19eb21d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9806f43-fca1-4e3e-8128-d5f6b4549043,revision_number=1']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:09:54.881504 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-e9907eb5-c3c7-4a26-a9a6-237c19eb21d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:09:54.882146 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-06e46897-23d9-45ce-b7e4-c8ff251d9de4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.012s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:09:54.997220 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9907eb5-c3c7-4a26-a9a6-237c19eb21d2 admin admin] Pushing event updated for resources: {'Network': ['ID=2cfdc2ff-8af3-4a0e-8494-3f69501eca70,revision_number=1']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:09:55.003338 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [None req-e9907eb5-c3c7-4a26-a9a6-237c19eb21d2 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.2604809 Jun 01 06:09:55.004394 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-e9907eb5-c3c7-4a26-a9a6-237c19eb21d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:09:55.005463 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.wsgi [-] (91912) accepted ('10.222.0.41', 50082) {{(pid=91912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 06:09:55.011003 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.v2.base [None req-48a9b829-8c45-4111-91d9-0e53db8c83cc admin admin] Request body: {'subnet': {'network_id': '2cfdc2ff-8af3-4a0e-8494-3f69501eca70', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-408235116-subnet', 'tenant_id': 'e52e210129f84c5ab6a94a8e2b18edeb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 06:09:55.011824 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.rpc [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] Network 2cfdc2ff-8af3-4a0e-8494-3f69501eca70 details requested by agent ovs-agent-dv-cinder-793885-1-smb with host dv-cinder-793885-1-smb {{(pid=91914) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 06:09:55.016032 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.db.quota.driver [None req-48a9b829-8c45-4111-91d9-0e53db8c83cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91912) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 06:09:55.020001 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.quota.resource [None req-48a9b829-8c45-4111-91d9-0e53db8c83cc admin admin] Usage tracker for resource:subnet and tenant:e52e210129f84c5ab6a94a8e2b18edeb is out of sync, need to count used quota {{(pid=91912) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 06:09:55.022979 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.quota.resource [None req-48a9b829-8c45-4111-91d9-0e53db8c83cc admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91912) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 06:09:55.028798 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.db.quota.driver [None req-48a9b829-8c45-4111-91d9-0e53db8c83cc admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91912) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 06:09:55.040078 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48a9b829-8c45-4111-91d9-0e53db8c83cc admin admin] Made reservation on behalf of e52e210129f84c5ab6a94a8e2b18edeb for: {'subnet': 1} {{(pid=91912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 06:09:55.043017 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-48a9b829-8c45-4111-91d9-0e53db8c83cc admin admin] Notify callbacks [] for subnet, before_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:09:55.392737 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-ae48cddd-c7c3-479b-bce6-132395498e8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536289'] for subnet, after_create {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:09:55.399829 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:09:55.497863 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae48cddd-c7c3-479b-bce6-132395498e8d admin admin] Checking segment: {'id': '2f8d0f35-05a4-46a4-936b-f4dff54aa9a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '6079edf6-9690-4423-b8cd-750cb78f119e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 06:09:55.498687 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae48cddd-c7c3-479b-bce6-132395498e8d admin admin] Network hostable DHCP agents. Network: 6079edf6-9690-4423-b8cd-750cb78f119e, hostable agents: ['19337ed4-2364-4f5e-82f6-1f840bd5d30c'], hosted agents: [] {{(pid=91913) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 06:09:55.531327 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae48cddd-c7c3-479b-bce6-132395498e8d admin admin] Pushing event updated for resources: {'Subnet': ['ID=448264f3-233e-46e2-9cf9-af40b7e518b3,revision_number=0']} {{(pid=91913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:09:55.535196 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [None req-ae48cddd-c7c3-479b-bce6-132395498e8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:09:55.543220 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae48cddd-c7c3-479b-bce6-132395498e8d admin admin] Network 6079edf6-9690-4423-b8cd-750cb78f119e is scheduled to be hosted by DHCP agent 19337ed4-2364-4f5e-82f6-1f840bd5d30c with binding_index 1 {{(pid=91913) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 06:09:55.547549 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-48a9b829-8c45-4111-91d9-0e53db8c83cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536289'] for subnet, after_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:09:55.555604 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:09:55.586122 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.scheduler.base_scheduler [None req-ae48cddd-c7c3-479b-bce6-132395498e8d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-793885-1-smb, 6079edf6-9690-4423-b8cd-750cb78f119e) {{(pid=91913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 06:09:55.591015 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae48cddd-c7c3-479b-bce6-132395498e8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:09:55.591621 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-ae48cddd-c7c3-479b-bce6-132395498e8d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536287'] for subnet, before_response {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:09:55.597211 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65a25a38-327b-4cbb-aaa6-4b5ab5f4e8b9 None None] Network 6079edf6-9690-4423-b8cd-750cb78f119e requested from dv-cinder-793885-1-smb {{(pid=91914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 06:09:55.640776 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [None req-ae48cddd-c7c3-479b-bce6-132395498e8d admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9228880 Jun 01 06:09:55.673472 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a9b829-8c45-4111-91d9-0e53db8c83cc admin admin] Pushing event updated for resources: {'Subnet': ['ID=d9825719-b0f5-4a30-9b2a-ada7e262f0ce,revision_number=0']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:09:55.678044 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-48a9b829-8c45-4111-91d9-0e53db8c83cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:09:55.678861 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48a9b829-8c45-4111-91d9-0e53db8c83cc admin admin] Checking segment: {'id': '1c425f82-4786-49ee-8e37-a89f8f410b55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '2cfdc2ff-8af3-4a0e-8494-3f69501eca70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 06:09:55.679607 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48a9b829-8c45-4111-91d9-0e53db8c83cc admin admin] Network hostable DHCP agents. Network: 2cfdc2ff-8af3-4a0e-8494-3f69501eca70, hostable agents: ['19337ed4-2364-4f5e-82f6-1f840bd5d30c'], hosted agents: [] {{(pid=91912) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 06:09:55.699629 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48a9b829-8c45-4111-91d9-0e53db8c83cc admin admin] Network 2cfdc2ff-8af3-4a0e-8494-3f69501eca70 is scheduled to be hosted by DHCP agent 19337ed4-2364-4f5e-82f6-1f840bd5d30c with binding_index 1 {{(pid=91912) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 06:09:55.714183 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.scheduler.base_scheduler [None req-48a9b829-8c45-4111-91d9-0e53db8c83cc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-793885-1-smb, 2cfdc2ff-8af3-4a0e-8494-3f69501eca70) {{(pid=91912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 06:09:55.724336 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48a9b829-8c45-4111-91d9-0e53db8c83cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:09:55.725204 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-48a9b829-8c45-4111-91d9-0e53db8c83cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536287'] for subnet, before_response {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:09:55.740395 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea9eec5a-2568-431c-8f75-672c711573d7 None None] Network 2cfdc2ff-8af3-4a0e-8494-3f69501eca70 requested from dv-cinder-793885-1-smb {{(pid=91914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 06:09:55.788660 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [None req-48a9b829-8c45-4111-91d9-0e53db8c83cc admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.7810774 Jun 01 06:09:55.794430 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.wsgi [-] (91913) accepted ('10.222.0.41', 50116) {{(pid=91913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 06:09:55.803065 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.v2.base [None req-0de36d9e-b82f-4d01-a072-1658ba256f39 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-408235116-router', 'tenant_id': 'e52e210129f84c5ab6a94a8e2b18edeb', 'external_gateway_info': {'network_id': 'df727fa4-ca0b-43ba-be88-ffeb156f0c84'}}} {{(pid=91913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 06:09:55.811424 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.db.quota.driver [None req-0de36d9e-b82f-4d01-a072-1658ba256f39 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 06:09:55.823389 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.quota.resource [None req-0de36d9e-b82f-4d01-a072-1658ba256f39 admin admin] Usage tracker for resource:router and tenant:e52e210129f84c5ab6a94a8e2b18edeb is out of sync, need to count used quota {{(pid=91913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 06:09:55.828765 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.quota.resource [None req-0de36d9e-b82f-4d01-a072-1658ba256f39 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 06:09:55.836102 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.db.quota.driver [None req-0de36d9e-b82f-4d01-a072-1658ba256f39 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 06:09:55.847572 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-0de36d9e-b82f-4d01-a072-1658ba256f39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-890745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5139'] for router, before_create {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:09:55.849367 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-0de36d9e-b82f-4d01-a072-1658ba256f39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-889721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-880550', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-949579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5144'] for router, precommit_create {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:09:55.870377 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-0de36d9e-b82f-4d01-a072-1658ba256f39 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:09:55.916051 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-1fd1e820-206f-4c19-88ca-901535f8475a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774208951022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772053'] for agent, after_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:09:56.043299 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edb2dd2b-fea5-4597-b3de-c381a406aebe None None] Network 6079edf6-9690-4423-b8cd-750cb78f119e requested from dv-cinder-793885-1-smb {{(pid=91914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 06:09:56.162171 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce56dfac-5422-47ce-ae7d-ea67ba085bc0 None None] Network 2cfdc2ff-8af3-4a0e-8494-3f69501eca70 requested from dv-cinder-793885-1-smb {{(pid=91914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 06:09:56.240719 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-0de36d9e-b82f-4d01-a072-1658ba256f39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-880515', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-890699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5230'] for router, precommit_update {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:09:56.620649 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-0de36d9e-b82f-4d01-a072-1658ba256f39 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:09:56.653814 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-0de36d9e-b82f-4d01-a072-1658ba256f39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3824664'] for port, before_create {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:09:56.866815 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.wsgi [-] (91912) accepted ('10.222.0.41', 50158) {{(pid=91912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 06:09:56.870436 dv-cinder-793885-1-smb neutron-server[91912]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 01 06:09:56.871758 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.db.db_base_plugin_common [None req-0de36d9e-b82f-4d01-a072-1658ba256f39 admin admin] Allocated IP 172.28.2.94 (df727fa4-ca0b-43ba-be88-ffeb156f0c84/8acdb510-d5f4-4c90-8e8c-2a5ae18e332f/51ec624a-0dcd-4823-8110-2f212284b532) {{(pid=91913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 06:09:57.056327 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c3728d-f85c-4c32-881b-3ed61680fbeb req-fb56b2b4-90a5-4ef6-9804-49acbe970ccd tempest-AttachVolumeNegativeTest-1471670784 tempest-AttachVolumeNegativeTest-1471670784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:09:57.063140 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-05c3728d-f85c-4c32-881b-3ed61680fbeb req-fb56b2b4-90a5-4ef6-9804-49acbe970ccd tempest-AttachVolumeNegativeTest-1471670784 tempest-AttachVolumeNegativeTest-1471670784-project] 10.222.0.41 "GET /v2.0/networks?id=0b7f9d5f-223f-43b5-8d0c-382ab5f66c87 HTTP/1.1" status: 200 len: 814 time: 0.1953163 Jun 01 06:09:57.073919 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-05c3728d-f85c-4c32-881b-3ed61680fbeb req-1ebd5996-baa4-4d00-a878-835d3a8c640b tempest-AttachVolumeNegativeTest-1471670784 tempest-AttachVolumeNegativeTest-1471670784-project] 10.222.0.41 "GET /v2.0/quotas/2a6f229a53e74061b535c311a3c04284 HTTP/1.1" status: 200 len: 375 time: 0.0098329 Jun 01 06:09:57.074917 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-0de36d9e-b82f-4d01-a072-1658ba256f39 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:09:57.120466 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-0de36d9e-b82f-4d01-a072-1658ba256f39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774208425683'] for port, after_create {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:09:57.126482 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [None req-6d69ef96-ab44-42af-a9f1-614eacf9d8d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:09:57.155164 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-05c3728d-f85c-4c32-881b-3ed61680fbeb req-726a0423-5e19-4d6b-87fc-4e0ebe5fbb08 tempest-AttachVolumeNegativeTest-1471670784 tempest-AttachVolumeNegativeTest-1471670784-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=2a6f229a53e74061b535c311a3c04284&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0745161 Jun 01 06:09:57.206943 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0de36d9e-b82f-4d01-a072-1658ba256f39 admin admin] Network df727fa4-ca0b-43ba-be88-ffeb156f0c84 is already hosted by enough agents. {{(pid=91913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 06:09:57.210000 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.scheduler.base_scheduler [None req-0de36d9e-b82f-4d01-a072-1658ba256f39 admin admin] Resources bound (agent type, host, resource id): {{(pid=91913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 06:09:57.214048 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0de36d9e-b82f-4d01-a072-1658ba256f39 admin admin] Received port after_create {{(pid=91913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 06:09:57.326707 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de36d9e-b82f-4d01-a072-1658ba256f39 admin admin] Pushing event updated for resources: {'Port': ['ID=51ec624a-0dcd-4823-8110-2f212284b532,revision_number=1']} {{(pid=91913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:09:57.336520 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [None req-0de36d9e-b82f-4d01-a072-1658ba256f39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:09:57.437486 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.wsgi [req-05c3728d-f85c-4c32-881b-3ed61680fbeb req-7c0ae798-aca8-4eee-953e-39d36b0fcb59 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=91912) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 01 06:09:57.438916 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-05c3728d-f85c-4c32-881b-3ed61680fbeb req-7c0ae798-aca8-4eee-953e-39d36b0fcb59 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0656102 Jun 01 06:09:57.570998 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.wsgi [-] (91913) accepted ('10.222.0.41', 50212) {{(pid=91913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 06:09:57.581477 dv-cinder-793885-1-smb neutron-server[91913]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 01 06:09:57.640889 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-05c3728d-f85c-4c32-881b-3ed61680fbeb req-b8d0be46-ebe2-42d1-aaad-e1497b299c5a service neutron] 10.222.0.41 "GET /v2.0/networks/0b7f9d5f-223f-43b5-8d0c-382ab5f66c87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1949775 Jun 01 06:09:57.719108 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-0de36d9e-b82f-4d01-a072-1658ba256f39 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:09:57.887044 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-05c3728d-f85c-4c32-881b-3ed61680fbeb req-e757c840-2d4b-4360-9b85-f2604a6c271a service neutron] 10.222.0.41 "GET /v2.0/networks/0b7f9d5f-223f-43b5-8d0c-382ab5f66c87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2388682 Jun 01 06:09:57.965590 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a01f54-a6bb-48fc-a034-6197062fa935 req-c65e9c89-1c1e-4ee0-b19c-3f2bf30ab8d5 tempest-DeleteServersTestJSON-1930791445 tempest-DeleteServersTestJSON-1930791445-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:09:57.967411 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-25a01f54-a6bb-48fc-a034-6197062fa935 req-c65e9c89-1c1e-4ee0-b19c-3f2bf30ab8d5 tempest-DeleteServersTestJSON-1930791445 tempest-DeleteServersTestJSON-1930791445-project] 10.222.0.41 "GET /v2.0/networks?id=6079edf6-9690-4423-b8cd-750cb78f119e HTTP/1.1" status: 200 len: 811 time: 0.3951242 Jun 01 06:09:58.001397 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-25a01f54-a6bb-48fc-a034-6197062fa935 req-703c53c4-cee4-48cc-a162-22097b750574 tempest-DeleteServersTestJSON-1930791445 tempest-DeleteServersTestJSON-1930791445-project] 10.222.0.41 "GET /v2.0/quotas/ce6ee8759a6147cfa4e2062f27b9db8c HTTP/1.1" status: 200 len: 375 time: 0.0173473 Jun 01 06:09:58.200310 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774208951022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772053'] for agent, after_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:09:58.201729 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-25a01f54-a6bb-48fc-a034-6197062fa935 req-67995cbb-adfb-44a1-bb1a-11a9a9b1774f tempest-DeleteServersTestJSON-1930791445 tempest-DeleteServersTestJSON-1930791445-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=ce6ee8759a6147cfa4e2062f27b9db8c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1073868 Jun 01 06:09:58.362043 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-0de36d9e-b82f-4d01-a072-1658ba256f39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-890736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-880576'] for router, after_create {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:09:58.491302 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-b3077ca3-5543-42dc-aaca-f3e06a9dc0b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774208951022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772053'] for agent, after_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:09:58.510040 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-56d5bf8a-e817-4ce1-9cfa-031706d9702a req-3036c16b-4808-4458-9a16-64d9d74921ae tempest-AttachVolumeNegativeTest-1471670784 tempest-AttachVolumeNegativeTest-1471670784-project] 10.222.0.41 "GET /v2.0/ports?device_id=aa160ab3-5246-434a-8d0e-26dddf429663 HTTP/1.1" status: 200 len: 210 time: 0.0947275 Jun 01 06:09:58.725810 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.wsgi [req-25a01f54-a6bb-48fc-a034-6197062fa935 req-334d0dfa-6239-4fa5-b7fd-3c7363f506a2 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=91913) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 01 06:09:58.737296 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-25a01f54-a6bb-48fc-a034-6197062fa935 req-334d0dfa-6239-4fa5-b7fd-3c7363f506a2 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4297330 Jun 01 06:09:58.809281 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.wsgi [-] (91912) accepted ('10.222.0.41', 50294) {{(pid=91912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 06:09:58.967822 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-25a01f54-a6bb-48fc-a034-6197062fa935 req-71353a4a-c103-4422-a4d1-72015e6d9bd1 service neutron] 10.222.0.41 "GET /v2.0/networks/6079edf6-9690-4423-b8cd-750cb78f119e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2295485 Jun 01 06:09:58.987418 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-e8668639-3ec3-4acf-8ca7-ceffb7b564be admin admin] Notify callbacks [] for security_group, before_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:09:59.027363 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.db.quota.driver [None req-e8668639-3ec3-4acf-8ca7-ceffb7b564be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91912) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 06:09:59.035935 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.quota.resource [None req-e8668639-3ec3-4acf-8ca7-ceffb7b564be admin admin] Usage tracker for resource:security_group_rule and tenant:6ddea9219787442b97f8be5fabd2c610 is out of sync, need to count used quota {{(pid=91912) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 06:09:59.054732 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.quota.resource [None req-e8668639-3ec3-4acf-8ca7-ceffb7b564be admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91912) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 06:09:59.061820 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.db.quota.driver [None req-e8668639-3ec3-4acf-8ca7-ceffb7b564be admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91912) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 06:09:59.088560 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0de36d9e-b82f-4d01-a072-1658ba256f39 admin admin] Router 79d035d6-5a20-4eea-a769-bdfcccfa93ed is scheduled to L3 agent a2597806-c6e6-4acd-a843-608abc904602 with binding_index 1 {{(pid=91913) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 01 06:09:59.168579 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-e8668639-3ec3-4acf-8ca7-ceffb7b564be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:09:59.174678 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-e8668639-3ec3-4acf-8ca7-ceffb7b564be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940402'] for security_group, after_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:09:59.187848 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.wsgi [-] (91912) accepted ('10.222.0.41', 50322) {{(pid=91912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 06:09:59.188517 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-e9907eb5-c3c7-4a26-a9a6-237c19eb21d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:09:59.243175 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [None req-e8668639-3ec3-4acf-8ca7-ceffb7b564be admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6ddea9219787442b97f8be5fabd2c610&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4296186 Jun 01 06:09:59.244018 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.wsgi [-] (91912) accepted ('10.222.0.41', 50332) {{(pid=91912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 06:09:59.282913 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8668639-3ec3-4acf-8ca7-ceffb7b564be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8182248e-7264-4728-a716-2012de7c54d3,revision_number=1']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:09:59.302593 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-e8668639-3ec3-4acf-8ca7-ceffb7b564be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:09:59.351937 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-b9a9dc46-6b7d-46ee-aea3-061f698af73d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:09:59.405867 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-b9a9dc46-6b7d-46ee-aea3-061f698af73d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:09:59.417948 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-25a01f54-a6bb-48fc-a034-6197062fa935 req-3109f1c0-491f-4926-83da-29b72bfaecc8 service neutron] 10.222.0.41 "GET /v2.0/networks/6079edf6-9690-4423-b8cd-750cb78f119e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4394388 Jun 01 06:09:59.444158 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0de36d9e-b82f-4d01-a072-1658ba256f39 admin admin] Notify agent at l3_agent.dv-cinder-793885-1-smb the message routers_updated {{(pid=91913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 06:09:59.448151 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-a4428ee8-1175-4ed0-88a6-a63479fb5932 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:09:59.453059 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20c79909-d085-41c7-8964-7de71818071d None None] Sync routers for ids ['79d035d6-5a20-4eea-a769-bdfcccfa93ed'] in dv-cinder-793885-1-smb {{(pid=91915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 06:09:59.465816 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20c79909-d085-41c7-8964-7de71818071d None None] Routers {'79d035d6-5a20-4eea-a769-bdfcccfa93ed'} bound to L3 agent in host dv-cinder-793885-1-smb {{(pid=91915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 06:09:59.467722 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG neutron.db.l3_hamode_db [None req-20c79909-d085-41c7-8964-7de71818071d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793885-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-01T06:01:58Z,description=,heartbeat_timestamp=2021-06-01T06:09:58Z,host='dv-cinder-793885-1-smb',id=a2597806-c6e6-4acd-a843-608abc904602,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T06:01:58Z,topic='l3_agent')) {'router_ids': ['79d035d6-5a20-4eea-a769-bdfcccfa93ed'], 'active': True} {{(pid=91915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 06:09:59.478554 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.db.quota.driver [None req-a4428ee8-1175-4ed0-88a6-a63479fb5932 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91912) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 06:09:59.483842 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.quota.resource [None req-a4428ee8-1175-4ed0-88a6-a63479fb5932 admin admin] Usage tracker for resource:security_group_rule and tenant:8f2fb5391d76473c82b7ec0284511df8 is out of sync, need to count used quota {{(pid=91912) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 06:09:59.487302 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.quota.resource [None req-a4428ee8-1175-4ed0-88a6-a63479fb5932 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91912) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 06:09:59.496508 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.db.quota.driver [None req-a4428ee8-1175-4ed0-88a6-a63479fb5932 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91912) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 06:09:59.517108 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-b9a9dc46-6b7d-46ee-aea3-061f698af73d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940402'] for security_group, after_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:09:59.519665 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-0de36d9e-b82f-4d01-a072-1658ba256f39 admin admin] Notify callbacks [] for router, before_response {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:09:59.520818 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [None req-0de36d9e-b82f-4d01-a072-1658ba256f39 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 3.7237508 Jun 01 06:09:59.524057 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.wsgi [-] (91913) accepted ('10.222.0.41', 50344) {{(pid=91913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 06:09:59.538502 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-0316bd24-1e37-4326-90ef-626864322761 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:09:59.573141 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-b9a9dc46-6b7d-46ee-aea3-061f698af73d admin admin] Notify callbacks [] for security_group, before_response {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:09:59.574287 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [None req-b9a9dc46-6b7d-46ee-aea3-061f698af73d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8182248e-7264-4728-a716-2012de7c54d3 HTTP/1.1" status: 204 len: 168 time: 0.3297279 Jun 01 06:09:59.628706 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a9dc46-6b7d-46ee-aea3-061f698af73d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8182248e-7264-4728-a716-2012de7c54d3,revision_number=None']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:09:59.649012 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-b9a9dc46-6b7d-46ee-aea3-061f698af73d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:09:59.734707 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-12654bb4-a798-4d37-adf3-ef6e02628713 req-00544512-b103-44e1-a87c-d724060f516c tempest-AttachVolumeNegativeTest-1471670784 tempest-AttachVolumeNegativeTest-1471670784-project] 10.222.0.41 "GET /v2.0/ports?device_id=aa160ab3-5246-434a-8d0e-26dddf429663 HTTP/1.1" status: 200 len: 210 time: 0.1119132 Jun 01 06:09:59.775660 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG neutron.db.l3_dvr_db [None req-20c79909-d085-41c7-8964-7de71818071d None None] Set router 79d035d6-5a20-4eea-a769-bdfcccfa93ed gateway port host: dv-cinder-793885-1-smb {{(pid=91915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 06:09:59.775840 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-1d313a3c-a63a-4764-8840-fb680d7e5ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774208951022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772053'] for agent, after_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:09:59.916531 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-a4428ee8-1175-4ed0-88a6-a63479fb5932 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:09:59.929581 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-a4428ee8-1175-4ed0-88a6-a63479fb5932 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940402'] for security_group, after_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:09:59.949895 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:10:00.043114 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-13b1986c-7710-448c-9aea-81be389f1066 req-fdbcb26f-9f79-4acd-bd90-f08ba5454b66 tempest-DeleteServersTestJSON-1930791445 tempest-DeleteServersTestJSON-1930791445-project] 10.222.0.41 "GET /v2.0/ports?device_id=27a4cbb8-d16a-40fa-9ae4-58160a54f4e9 HTTP/1.1" status: 200 len: 210 time: 0.1518865 Jun 01 06:10:00.088330 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [None req-a4428ee8-1175-4ed0-88a6-a63479fb5932 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8f2fb5391d76473c82b7ec0284511df8&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8895204 Jun 01 06:10:00.092068 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.wsgi [-] (91912) accepted ('10.222.0.41', 50378) {{(pid=91912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 06:10:00.221850 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4428ee8-1175-4ed0-88a6-a63479fb5932 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0696037e-e81e-4cda-be79-2f7ad415361b,revision_number=1']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:10:00.239330 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-a4428ee8-1175-4ed0-88a6-a63479fb5932 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:10:00.300984 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-3bd30b89-5db7-4806-a7a9-3097e5323c4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:00.333023 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.wsgi [-] (91913) accepted ('10.222.0.41', 50392) {{(pid=91913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 06:10:00.386260 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-3bd30b89-5db7-4806-a7a9-3097e5323c4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:00.521669 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-3bd30b89-5db7-4806-a7a9-3097e5323c4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940402'] for security_group, after_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:00.528686 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:10:00.550949 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd30b89-5db7-4806-a7a9-3097e5323c4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0696037e-e81e-4cda-be79-2f7ad415361b,revision_number=None']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:10:00.564070 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-3bd30b89-5db7-4806-a7a9-3097e5323c4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:10:00.565436 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG neutron.db.l3_hamode_db [None req-20c79909-d085-41c7-8964-7de71818071d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79d035d6-5a20-4eea-a769-bdfcccfa93ed', 'name': 'tempest-ServerRescueNegativeTestJSON-408235116-router', 'tenant_id': 'e52e210129f84c5ab6a94a8e2b18edeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df727fa4-ca0b-43ba-be88-ffeb156f0c84', 'external_fixed_ips': [{'subnet_id': '8acdb510-d5f4-4c90-8e8c-2a5ae18e332f', 'ip_address': '172.28.2.94'}], 'enable_snat': True}, 'gw_port_id': '51ec624a-0dcd-4823-8110-2f212284b532', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T06:09:55Z', 'updated_at': '2021-06-01T06:09:57Z', 'revision_number': 3, 'project_id': 'e52e210129f84c5ab6a94a8e2b18edeb', 'gw_port': {'id': '51ec624a-0dcd-4823-8110-2f212284b532', 'name': '', 'network_id': 'df727fa4-ca0b-43ba-be88-ffeb156f0c84', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:d6:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79d035d6-5a20-4eea-a769-bdfcccfa93ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '8acdb510-d5f4-4c90-8e8c-2a5ae18e332f', 'ip_address': '172.28.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T06:09:56Z', 'updated_at': '2021-06-01T06:09:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8acdb510-d5f4-4c90-8e8c-2a5ae18e332f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793885-1-smb'}], 'dv-cinder-793885-1-smb', False) {} {{(pid=91915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 06:10:00.570613 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-3bd30b89-5db7-4806-a7a9-3097e5323c4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:00.572835 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [None req-3bd30b89-5db7-4806-a7a9-3097e5323c4e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0696037e-e81e-4cda-be79-2f7ad415361b HTTP/1.1" status: 204 len: 168 time: 0.4700952 Jun 01 06:10:00.577809 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20c79909-d085-41c7-8964-7de71818071d None None] Checking router: 79d035d6-5a20-4eea-a769-bdfcccfa93ed for host: dv-cinder-793885-1-smb {{(pid=91915) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 06:10:00.578193 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20c79909-d085-41c7-8964-7de71818071d None None] Updating router 79d035d6-5a20-4eea-a769-bdfcccfa93ed port 51ec624a-0dcd-4823-8110-2f212284b532 binding host dv-cinder-793885-1-smb {{(pid=91915) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 06:10:00.579783 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-55e0e4a5-0692-4b2a-94a6-1e7704ba42a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:00.615580 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.db.quota.driver [None req-55e0e4a5-0692-4b2a-94a6-1e7704ba42a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 06:10:00.619432 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.quota.resource [None req-55e0e4a5-0692-4b2a-94a6-1e7704ba42a1 admin admin] Usage tracker for resource:security_group_rule and tenant:f75a980334d746ad821d24df36908dcb is out of sync, need to count used quota {{(pid=91913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 06:10:00.622700 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.quota.resource [None req-55e0e4a5-0692-4b2a-94a6-1e7704ba42a1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 06:10:00.628597 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.db.quota.driver [None req-55e0e4a5-0692-4b2a-94a6-1e7704ba42a1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 06:10:00.724652 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-55e0e4a5-0692-4b2a-94a6-1e7704ba42a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:00.742734 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-55e0e4a5-0692-4b2a-94a6-1e7704ba42a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940402'] for security_group, after_create {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:00.767175 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-20c79909-d085-41c7-8964-7de71818071d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3824664'] for port, before_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:01.064520 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:10:01.125585 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-2212ef7e-50c1-45a6-8db2-90e035748ac3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774208951022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772053'] for agent, after_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:01.173217 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [None req-55e0e4a5-0692-4b2a-94a6-1e7704ba42a1 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f75a980334d746ad821d24df36908dcb&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8377557 Jun 01 06:10:01.180069 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.wsgi [-] (91913) accepted ('10.222.0.41', 50446) {{(pid=91913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 06:10:01.228696 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-73759c6c-3907-44b7-b166-197ee59f39ce req-76449941-24be-4728-918e-6970ff13d4d8 tempest-AttachVolumeNegativeTest-1471670784 tempest-AttachVolumeNegativeTest-1471670784-project] 10.222.0.41 "GET /v2.0/ports?device_id=aa160ab3-5246-434a-8d0e-26dddf429663 HTTP/1.1" status: 200 len: 210 time: 0.0619321 Jun 01 06:10:01.332709 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.wsgi [-] (91912) accepted ('10.222.0.41', 50458) {{(pid=91912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 06:10:01.351183 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-d3b79a04-44b4-44bd-b5fa-c3bc5ca050cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:01.369735 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.db.quota.driver [None req-d3b79a04-44b4-44bd-b5fa-c3bc5ca050cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91912) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 06:10:01.375901 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.quota.resource [None req-d3b79a04-44b4-44bd-b5fa-c3bc5ca050cc admin admin] Usage tracker for resource:security_group_rule and tenant:f9dc58d91f8b471aadf99c3c5479c1c8 is out of sync, need to count used quota {{(pid=91912) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 06:10:01.379894 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.quota.resource [None req-d3b79a04-44b4-44bd-b5fa-c3bc5ca050cc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91912) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 06:10:01.389602 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.db.quota.driver [None req-d3b79a04-44b4-44bd-b5fa-c3bc5ca050cc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91912) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 06:10:01.413844 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-e30eeabe-bfee-4def-aa9d-14cc3858b0e9 req-5b8cb192-5973-4ea4-9637-a0b37d503683 tempest-DeleteServersTestJSON-1930791445 tempest-DeleteServersTestJSON-1930791445-project] 10.222.0.41 "GET /v2.0/ports?device_id=27a4cbb8-d16a-40fa-9ae4-58160a54f4e9 HTTP/1.1" status: 200 len: 210 time: 0.2370968 Jun 01 06:10:01.418049 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e0e4a5-0692-4b2a-94a6-1e7704ba42a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ff1d80f-b3b7-47da-8757-a0a91d399ec2,revision_number=1']} {{(pid=91913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:10:01.426173 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [None req-55e0e4a5-0692-4b2a-94a6-1e7704ba42a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.362s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:10:01.580486 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-0db04461-394f-441c-87d4-f8c3dcbac9e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:01.595991 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.wsgi [-] (91912) accepted ('10.222.0.45', 57085) {{(pid=91912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 06:10:01.598064 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-d3b79a04-44b4-44bd-b5fa-c3bc5ca050cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:01.634941 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-d3b79a04-44b4-44bd-b5fa-c3bc5ca050cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940402'] for security_group, after_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:01.652744 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-3bd30b89-5db7-4806-a7a9-3097e5323c4e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:10:01.664918 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-0db04461-394f-441c-87d4-f8c3dcbac9e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:01.705588 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-20c79909-d085-41c7-8964-7de71818071d None None] Notify callbacks [] for port, precommit_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:01.721913 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-b5c98637-d399-4ab7-af84-5756589aaf46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3824664'] for port, before_create {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:01.738563 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG neutron.db.provisioning_blocks [None req-20c79909-d085-41c7-8964-7de71818071d None None] Transition to ACTIVE for port object 51ec624a-0dcd-4823-8110-2f212284b532 will not be triggered until provisioned by entity L2. {{(pid=91915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 06:10:01.756165 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-20c79909-d085-41c7-8964-7de71818071d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774208810132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774208425701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774208426006'] for port, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:01.770679 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-9e08ddc4-f6cb-4fc6-9bc4-fc0189438d63 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:10:01.790534 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [None req-d3b79a04-44b4-44bd-b5fa-c3bc5ca050cc admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f9dc58d91f8b471aadf99c3c5479c1c8&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4564795 Jun 01 06:10:01.796721 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.wsgi [-] (91912) accepted ('10.222.0.41', 50476) {{(pid=91912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 06:10:01.804441 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b79a04-44b4-44bd-b5fa-c3bc5ca050cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbe4f40b-e4be-4398-a249-9f22bdfa211b,revision_number=1']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:10:01.822270 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-d3b79a04-44b4-44bd-b5fa-c3bc5ca050cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:10:01.867057 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-0db04461-394f-441c-87d4-f8c3dcbac9e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940402'] for security_group, after_delete {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:01.919349 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [None req-55e0e4a5-0692-4b2a-94a6-1e7704ba42a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:10:01.929531 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG neutron.plugins.ml2.managers [None req-20c79909-d085-41c7-8964-7de71818071d None None] Attempting to bind port 51ec624a-0dcd-4823-8110-2f212284b532 on host dv-cinder-793885-1-smb for vnic_type normal with profile {{(pid=91915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 06:10:01.930031 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG neutron.plugins.ml2.managers [None req-20c79909-d085-41c7-8964-7de71818071d None None] Attempting to bind port 51ec624a-0dcd-4823-8110-2f212284b532 by drivers openvswitch,hyperv on host dv-cinder-793885-1-smb at level 0 using segments [{'id': '97ee6b0e-31ac-4687-a432-1c46ba18e1e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df727fa4-ca0b-43ba-be88-ffeb156f0c84'}] {{(pid=91915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 06:10:01.931368 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20c79909-d085-41c7-8964-7de71818071d None None] Attempting to bind port 51ec624a-0dcd-4823-8110-2f212284b532 on network df727fa4-ca0b-43ba-be88-ffeb156f0c84 {{(pid=91915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 06:10:01.949109 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20c79909-d085-41c7-8964-7de71818071d None None] Checking agent: {'id': 'afbd2d5c-fa5a-4eff-9ede-b1626fbc7a4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793885-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 6, 1, 58), 'started_at': datetime.datetime(2021, 6, 1, 6, 2, 28), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 6, 9, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793885-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 06:10:01.949860 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20c79909-d085-41c7-8964-7de71818071d None None] Checking segment: {'id': '97ee6b0e-31ac-4687-a432-1c46ba18e1e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df727fa4-ca0b-43ba-be88-ffeb156f0c84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 06:10:01.950497 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-20c79909-d085-41c7-8964-7de71818071d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:01.951103 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20c79909-d085-41c7-8964-7de71818071d None None] Bound using segment: {'id': '97ee6b0e-31ac-4687-a432-1c46ba18e1e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df727fa4-ca0b-43ba-be88-ffeb156f0c84'} {{(pid=91915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 06:10:01.952289 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG neutron.plugins.ml2.managers [None req-20c79909-d085-41c7-8964-7de71818071d None None] Bound port: 51ec624a-0dcd-4823-8110-2f212284b532, host: dv-cinder-793885-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97ee6b0e-31ac-4687-a432-1c46ba18e1e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df727fa4-ca0b-43ba-be88-ffeb156f0c84'}}] {{(pid=91915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 06:10:01.953078 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-20c79909-d085-41c7-8964-7de71818071d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3824664'] for port, before_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:01.955498 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c3728d-f85c-4c32-881b-3ed61680fbeb req-4766fbab-678a-4f11-af02-50adc3645f5e tempest-AttachVolumeNegativeTest-1471670784 tempest-AttachVolumeNegativeTest-1471670784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:10:01.957242 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-05c3728d-f85c-4c32-881b-3ed61680fbeb req-4766fbab-678a-4f11-af02-50adc3645f5e tempest-AttachVolumeNegativeTest-1471670784 tempest-AttachVolumeNegativeTest-1471670784-project] 10.222.0.45 "GET /v2.0/networks?id=0b7f9d5f-223f-43b5-8d0c-382ab5f66c87 HTTP/1.1" status: 200 len: 814 time: 0.3568053 Jun 01 06:10:01.967163 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db04461-394f-441c-87d4-f8c3dcbac9e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ff1d80f-b3b7-47da-8757-a0a91d399ec2,revision_number=None']} {{(pid=91913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:10:01.976306 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-0eb858e3-ea64-4cd2-99a5-91fa6ca2c469 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:01.988201 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [None req-0db04461-394f-441c-87d4-f8c3dcbac9e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:10:02.007481 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-0eb858e3-ea64-4cd2-99a5-91fa6ca2c469 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:02.010324 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-0db04461-394f-441c-87d4-f8c3dcbac9e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:02.012257 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [None req-0db04461-394f-441c-87d4-f8c3dcbac9e5 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/1ff1d80f-b3b7-47da-8757-a0a91d399ec2 HTTP/1.1" status: 204 len: 168 time: 0.8275058 Jun 01 06:10:02.030043 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1776e2e8-7cfa-42a0-a8e1-75a0f5cfdf1d None None] Pushing event updated for resources: {'Port': ['ID=51ec624a-0dcd-4823-8110-2f212284b532,revision_number=2']} {{(pid=91915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:10:02.037276 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.v2.base [req-05c3728d-f85c-4c32-881b-3ed61680fbeb req-fb848110-6d61-4f6d-8c2e-28d2fdab5918 tempest-AttachVolumeNegativeTest-1471670784 tempest-AttachVolumeNegativeTest-1471670784-project] Request body: {'port': {'device_id': 'aa160ab3-5246-434a-8d0e-26dddf429663', 'network_id': '0b7f9d5f-223f-43b5-8d0c-382ab5f66c87', 'admin_state_up': True, 'tenant_id': '2a6f229a53e74061b535c311a3c04284'}} {{(pid=91912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 06:10:02.092616 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1776e2e8-7cfa-42a0-a8e1-75a0f5cfdf1d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:10:02.095305 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1776e2e8-7cfa-42a0-a8e1-75a0f5cfdf1d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:10:02.096540 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1776e2e8-7cfa-42a0-a8e1-75a0f5cfdf1d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:10:02.096540 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1776e2e8-7cfa-42a0-a8e1-75a0f5cfdf1d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:10:02.096540 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1776e2e8-7cfa-42a0-a8e1-75a0f5cfdf1d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:10:02.099482 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1776e2e8-7cfa-42a0-a8e1-75a0f5cfdf1d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:10:02.100046 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1776e2e8-7cfa-42a0-a8e1-75a0f5cfdf1d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:10:02.100587 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1776e2e8-7cfa-42a0-a8e1-75a0f5cfdf1d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:10:02.101129 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1776e2e8-7cfa-42a0-a8e1-75a0f5cfdf1d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:10:02.101892 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1776e2e8-7cfa-42a0-a8e1-75a0f5cfdf1d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:10:02.103649 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1776e2e8-7cfa-42a0-a8e1-75a0f5cfdf1d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:10:02.104173 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1776e2e8-7cfa-42a0-a8e1-75a0f5cfdf1d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:10:02.105455 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1776e2e8-7cfa-42a0-a8e1-75a0f5cfdf1d None None] Tracked resource versions report: Jun 01 06:10:02.105455 dv-cinder-793885-1-smb neutron-server[91915]: pushed versions: Jun 01 06:10:02.105455 dv-cinder-793885-1-smb neutron-server[91915]: { 'AddressGroup': {'1.2'}, Jun 01 06:10:02.105455 dv-cinder-793885-1-smb neutron-server[91915]: 'ConntrackHelper': {'1.0'}, Jun 01 06:10:02.105455 dv-cinder-793885-1-smb neutron-server[91915]: 'Log': {'1.0'}, Jun 01 06:10:02.105455 dv-cinder-793885-1-smb neutron-server[91915]: 'Network': {'1.1'}, Jun 01 06:10:02.105455 dv-cinder-793885-1-smb neutron-server[91915]: 'Port': {'1.7'}, Jun 01 06:10:02.105455 dv-cinder-793885-1-smb neutron-server[91915]: 'PortForwarding': {'1.2'}, Jun 01 06:10:02.105455 dv-cinder-793885-1-smb neutron-server[91915]: 'QosPolicy': {'1.8'}, Jun 01 06:10:02.105455 dv-cinder-793885-1-smb neutron-server[91915]: 'SecurityGroup': {'1.4'}, Jun 01 06:10:02.105455 dv-cinder-793885-1-smb neutron-server[91915]: 'SecurityGroupRule': {'1.2'}, Jun 01 06:10:02.105455 dv-cinder-793885-1-smb neutron-server[91915]: 'SubPort': {'1.0'}, Jun 01 06:10:02.105455 dv-cinder-793885-1-smb neutron-server[91915]: 'Subnet': {'1.1'}, Jun 01 06:10:02.105455 dv-cinder-793885-1-smb neutron-server[91915]: 'Trunk': {'1.1'}} Jun 01 06:10:02.105455 dv-cinder-793885-1-smb neutron-server[91915]: consumer versions: Jun 01 06:10:02.105455 dv-cinder-793885-1-smb neutron-server[91915]: { DHCP agent@dv-cinder-793885-1-smb: {}, Jun 01 06:10:02.105455 dv-cinder-793885-1-smb neutron-server[91915]: HyperV agent@hv-cinder-79388: {}, Jun 01 06:10:02.105455 dv-cinder-793885-1-smb neutron-server[91915]: L3 agent@dv-cinder-793885-1-smb: {}, Jun 01 06:10:02.105455 dv-cinder-793885-1-smb neutron-server[91915]: Metadata agent@dv-cinder-793885-1-smb: {}, Jun 01 06:10:02.105455 dv-cinder-793885-1-smb neutron-server[91915]: Metering agent@dv-cinder-793885-1-smb: {}, Jun 01 06:10:02.105455 dv-cinder-793885-1-smb neutron-server[91915]: Open vSwitch agent@dv-cinder-793885-1-smb: { 'AddressGroup': '1.2', Jun 01 06:10:02.105455 dv-cinder-793885-1-smb neutron-server[91915]: 'ConntrackHelper': '1.0', Jun 01 06:10:02.105455 dv-cinder-793885-1-smb neutron-server[91915]: 'Log': '1.0', Jun 01 06:10:02.105455 dv-cinder-793885-1-smb neutron-server[91915]: 'Network': '1.1', Jun 01 06:10:02.105455 dv-cinder-793885-1-smb neutron-server[91915]: 'Port': '1.7', Jun 01 06:10:02.105455 dv-cinder-793885-1-smb neutron-server[91915]: 'PortForwarding': '1.2', Jun 01 06:10:02.105455 dv-cinder-793885-1-smb neutron-server[91915]: 'QosPolicy': '1.8', Jun 01 06:10:02.105455 dv-cinder-793885-1-smb neutron-server[91915]: 'SecurityGroup': '1.4', Jun 01 06:10:02.105455 dv-cinder-793885-1-smb neutron-server[91915]: 'SecurityGroupRule': '1.2', Jun 01 06:10:02.105455 dv-cinder-793885-1-smb neutron-server[91915]: 'SubPort': '1.0', Jun 01 06:10:02.105455 dv-cinder-793885-1-smb neutron-server[91915]: 'Subnet': '1.1', Jun 01 06:10:02.105455 dv-cinder-793885-1-smb neutron-server[91915]: 'Trunk': '1.1'}} Jun 01 06:10:02.105455 dv-cinder-793885-1-smb neutron-server[91915]: {{(pid=91915) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 01 06:10:02.116636 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-1776e2e8-7cfa-42a0-a8e1-75a0f5cfdf1d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.347s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:10:02.128715 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.db.db_base_plugin_common [None req-b5c98637-d399-4ab7-af84-5756589aaf46 admin admin] Allocated IP 172.20.0.1 (2cfdc2ff-8af3-4a0e-8494-3f69501eca70/d9825719-b0f5-4a30-9b2a-ada7e262f0ce/4a312dc4-e246-465b-a6bd-c2717fc2e02e) {{(pid=91913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 06:10:02.189154 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG neutron.plugins.ml2.db [None req-20c79909-d085-41c7-8964-7de71818071d None None] For port 51ec624a-0dcd-4823-8110-2f212284b532, host dv-cinder-793885-1-smb, cleared binding levels {{(pid=91915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 06:10:02.197219 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG neutron.plugins.ml2.db [None req-20c79909-d085-41c7-8964-7de71818071d None None] For port 51ec624a-0dcd-4823-8110-2f212284b532, host dv-cinder-793885-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793885-1-smb',level=0,port_id=51ec624a-0dcd-4823-8110-2f212284b532,segment=NetworkSegment(97ee6b0e-31ac-4687-a432-1c46ba18e1e7),segment_id=97ee6b0e-31ac-4687-a432-1c46ba18e1e7)] {{(pid=91915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 06:10:02.211288 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-20c79909-d085-41c7-8964-7de71818071d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774208810132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774208425701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774208426006'] for port, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:02.228009 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:10:02.316538 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.db.quota.driver [req-05c3728d-f85c-4c32-881b-3ed61680fbeb req-fb848110-6d61-4f6d-8c2e-28d2fdab5918 tempest-AttachVolumeNegativeTest-1471670784 tempest-AttachVolumeNegativeTest-1471670784-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91912) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 06:10:02.321806 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.quota.resource [req-05c3728d-f85c-4c32-881b-3ed61680fbeb req-fb848110-6d61-4f6d-8c2e-28d2fdab5918 tempest-AttachVolumeNegativeTest-1471670784 tempest-AttachVolumeNegativeTest-1471670784-project] Usage tracker for resource:port and tenant:2a6f229a53e74061b535c311a3c04284 is out of sync, need to count used quota {{(pid=91912) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 06:10:02.325245 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.quota.resource [req-05c3728d-f85c-4c32-881b-3ed61680fbeb req-fb848110-6d61-4f6d-8c2e-28d2fdab5918 tempest-AttachVolumeNegativeTest-1471670784 tempest-AttachVolumeNegativeTest-1471670784-project] Quota usage for port was recalculated. Used quota:0. {{(pid=91912) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 06:10:02.333586 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.db.quota.driver [req-05c3728d-f85c-4c32-881b-3ed61680fbeb req-fb848110-6d61-4f6d-8c2e-28d2fdab5918 tempest-AttachVolumeNegativeTest-1471670784 tempest-AttachVolumeNegativeTest-1471670784-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=91912) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 06:10:02.343583 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-0eb858e3-ea64-4cd2-99a5-91fa6ca2c469 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940402'] for security_group, after_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:02.347574 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1776e2e8-7cfa-42a0-a8e1-75a0f5cfdf1d None None] Pushing event updated for resources: {'Port': ['ID=51ec624a-0dcd-4823-8110-2f212284b532,revision_number=3']} {{(pid=91915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:10:02.350923 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-a4428ee8-1175-4ed0-88a6-a63479fb5932 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:10:02.360112 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-1776e2e8-7cfa-42a0-a8e1-75a0f5cfdf1d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:10:02.365532 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05c3728d-f85c-4c32-881b-3ed61680fbeb req-fb848110-6d61-4f6d-8c2e-28d2fdab5918 tempest-AttachVolumeNegativeTest-1471670784 tempest-AttachVolumeNegativeTest-1471670784-project] Made reservation on behalf of 2a6f229a53e74061b535c311a3c04284 for: {'port': 1} {{(pid=91912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 06:10:02.367596 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20c79909-d085-41c7-8964-7de71818071d None None] Routers {'79d035d6-5a20-4eea-a769-bdfcccfa93ed'} bound to L3 agent in host dv-cinder-793885-1-smb {{(pid=91915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 06:10:02.368263 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG neutron.db.l3_hamode_db [None req-20c79909-d085-41c7-8964-7de71818071d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793885-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-01T06:01:58Z,description=,heartbeat_timestamp=2021-06-01T06:09:58Z,host='dv-cinder-793885-1-smb',id=a2597806-c6e6-4acd-a843-608abc904602,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T06:01:58Z,topic='l3_agent')) {'router_ids': ['79d035d6-5a20-4eea-a769-bdfcccfa93ed'], 'active': True} {{(pid=91915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 06:10:02.370017 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [req-05c3728d-f85c-4c32-881b-3ed61680fbeb req-fb848110-6d61-4f6d-8c2e-28d2fdab5918 tempest-AttachVolumeNegativeTest-1471670784 tempest-AttachVolumeNegativeTest-1471670784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3824664'] for port, before_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:02.584796 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-b5c98637-d399-4ab7-af84-5756589aaf46 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:02.627451 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-b5c98637-d399-4ab7-af84-5756589aaf46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774208425683'] for port, after_create {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:02.636280 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [None req-0de36d9e-b82f-4d01-a072-1658ba256f39 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:10:02.705818 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG neutron.db.l3_dvr_db [None req-20c79909-d085-41c7-8964-7de71818071d None None] Set router 79d035d6-5a20-4eea-a769-bdfcccfa93ed gateway port host: dv-cinder-793885-1-smb {{(pid=91915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 06:10:02.728016 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5c98637-d399-4ab7-af84-5756589aaf46 admin admin] Network 2cfdc2ff-8af3-4a0e-8494-3f69501eca70 is already hosted by enough agents. {{(pid=91913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 06:10:02.730957 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.scheduler.base_scheduler [None req-b5c98637-d399-4ab7-af84-5756589aaf46 admin admin] Resources bound (agent type, host, resource id): {{(pid=91913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 06:10:02.734952 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5c98637-d399-4ab7-af84-5756589aaf46 admin admin] Received port after_create {{(pid=91913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 06:10:02.735347 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-b5c98637-d399-4ab7-af84-5756589aaf46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-878513'] for router_interface, before_create {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:02.750270 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c98637-d399-4ab7-af84-5756589aaf46 admin admin] Pushing event updated for resources: {'Port': ['ID=4a312dc4-e246-465b-a6bd-c2717fc2e02e,revision_number=1']} {{(pid=91913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:10:02.755568 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [None req-b5c98637-d399-4ab7-af84-5756589aaf46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:10:02.841648 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb858e3-ea64-4cd2-99a5-91fa6ca2c469 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbe4f40b-e4be-4398-a249-9f22bdfa211b,revision_number=None']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:10:02.900705 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.wsgi [-] (91913) accepted ('10.222.0.45', 57094) {{(pid=91913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 06:10:02.966535 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-0eb858e3-ea64-4cd2-99a5-91fa6ca2c469 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.616s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:10:02.978586 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.db.db_base_plugin_common [req-05c3728d-f85c-4c32-881b-3ed61680fbeb req-fb848110-6d61-4f6d-8c2e-28d2fdab5918 tempest-AttachVolumeNegativeTest-1471670784 tempest-AttachVolumeNegativeTest-1471670784-project] Allocated IP 172.20.0.5 (0b7f9d5f-223f-43b5-8d0c-382ab5f66c87/67a532f4-5301-4272-a23e-04b9dfc38b51/0045608c-1373-47a7-8f8d-d1f7bc48717c) {{(pid=91912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 06:10:02.982151 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-0eb858e3-ea64-4cd2-99a5-91fa6ca2c469 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:02.983845 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [None req-0eb858e3-ea64-4cd2-99a5-91fa6ca2c469 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/bbe4f40b-e4be-4398-a249-9f22bdfa211b HTTP/1.1" status: 204 len: 168 time: 1.1844587 Jun 01 06:10:03.005453 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-178b7a77-252c-4a78-9129-8e15d6a7c241 req-4f17e8e9-b8e9-435e-9300-0435e0ebc3df tempest-AttachVolumeNegativeTest-1471670784 tempest-AttachVolumeNegativeTest-1471670784-project] 10.222.0.41 "GET /v2.0/ports?device_id=aa160ab3-5246-434a-8d0e-26dddf429663 HTTP/1.1" status: 200 len: 210 time: 0.1733003 Jun 01 06:10:03.132344 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.wsgi [-] (91912) accepted ('10.222.0.41', 50542) {{(pid=91912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 06:10:03.245348 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG neutron.db.l3_hamode_db [None req-20c79909-d085-41c7-8964-7de71818071d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79d035d6-5a20-4eea-a769-bdfcccfa93ed', 'name': 'tempest-ServerRescueNegativeTestJSON-408235116-router', 'tenant_id': 'e52e210129f84c5ab6a94a8e2b18edeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df727fa4-ca0b-43ba-be88-ffeb156f0c84', 'external_fixed_ips': [{'subnet_id': '8acdb510-d5f4-4c90-8e8c-2a5ae18e332f', 'ip_address': '172.28.2.94'}], 'enable_snat': True}, 'gw_port_id': '51ec624a-0dcd-4823-8110-2f212284b532', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T06:09:55Z', 'updated_at': '2021-06-01T06:09:57Z', 'revision_number': 3, 'project_id': 'e52e210129f84c5ab6a94a8e2b18edeb', 'gw_port': {'id': '51ec624a-0dcd-4823-8110-2f212284b532', 'name': '', 'network_id': 'df727fa4-ca0b-43ba-be88-ffeb156f0c84', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:d6:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79d035d6-5a20-4eea-a769-bdfcccfa93ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '8acdb510-d5f4-4c90-8e8c-2a5ae18e332f', 'ip_address': '172.28.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793885-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T06:09:56Z', 'updated_at': '2021-06-01T06:10:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8acdb510-d5f4-4c90-8e8c-2a5ae18e332f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793885-1-smb'}], 'dv-cinder-793885-1-smb', False) {} {{(pid=91915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 06:10:03.255691 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20c79909-d085-41c7-8964-7de71818071d None None] The sync data for ids ['79d035d6-5a20-4eea-a769-bdfcccfa93ed'] in dv-cinder-793885-1-smb is: [{'id': '79d035d6-5a20-4eea-a769-bdfcccfa93ed', 'name': 'tempest-ServerRescueNegativeTestJSON-408235116-router', 'tenant_id': 'e52e210129f84c5ab6a94a8e2b18edeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df727fa4-ca0b-43ba-be88-ffeb156f0c84', 'external_fixed_ips': [{'subnet_id': '8acdb510-d5f4-4c90-8e8c-2a5ae18e332f', 'ip_address': '172.28.2.94'}], 'enable_snat': True}, 'gw_port_id': '51ec624a-0dcd-4823-8110-2f212284b532', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T06:09:55Z', 'updated_at': '2021-06-01T06:09:57Z', 'revision_number': 3, 'project_id': 'e52e210129f84c5ab6a94a8e2b18edeb', 'gw_port': {'id': '51ec624a-0dcd-4823-8110-2f212284b532', 'name': '', 'network_id': 'df727fa4-ca0b-43ba-be88-ffeb156f0c84', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:d6:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79d035d6-5a20-4eea-a769-bdfcccfa93ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '8acdb510-d5f4-4c90-8e8c-2a5ae18e332f', 'ip_address': '172.28.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793885-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T06:09:56Z', 'updated_at': '2021-06-01T06:10:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8acdb510-d5f4-4c90-8e8c-2a5ae18e332f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793885-1-smb'}] {{(pid=91915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 06:10:03.370722 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-0f7ff633-6e3f-4c0c-9800-8cdf3b9f0f96 req-3ee57dca-bcaf-4865-8a2a-4e93399b17da tempest-DeleteServersTestJSON-1930791445 tempest-DeleteServersTestJSON-1930791445-project] 10.222.0.41 "GET /v2.0/ports?device_id=27a4cbb8-d16a-40fa-9ae4-58160a54f4e9 HTTP/1.1" status: 200 len: 210 time: 0.3704214 Jun 01 06:10:03.393091 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [req-05c3728d-f85c-4c32-881b-3ed61680fbeb req-fb848110-6d61-4f6d-8c2e-28d2fdab5918 tempest-AttachVolumeNegativeTest-1471670784 tempest-AttachVolumeNegativeTest-1471670784-project] Notify callbacks [] for port, precommit_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:03.393932 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-b5c98637-d399-4ab7-af84-5756589aaf46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3824664'] for port, before_update {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:03.450797 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a01f54-a6bb-48fc-a034-6197062fa935 req-03c49124-80e7-4138-a1d1-941d919614ac tempest-DeleteServersTestJSON-1930791445 tempest-DeleteServersTestJSON-1930791445-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:10:03.452300 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-25a01f54-a6bb-48fc-a034-6197062fa935 req-03c49124-80e7-4138-a1d1-941d919614ac tempest-DeleteServersTestJSON-1930791445 tempest-DeleteServersTestJSON-1930791445-project] 10.222.0.45 "GET /v2.0/networks?id=6079edf6-9690-4423-b8cd-750cb78f119e HTTP/1.1" status: 200 len: 811 time: 0.5502658 Jun 01 06:10:03.476822 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.v2.base [req-25a01f54-a6bb-48fc-a034-6197062fa935 req-9893c9e1-3c04-47bd-9f48-c14e41e35614 tempest-DeleteServersTestJSON-1930791445 tempest-DeleteServersTestJSON-1930791445-project] Request body: {'port': {'device_id': '27a4cbb8-d16a-40fa-9ae4-58160a54f4e9', 'network_id': '6079edf6-9690-4423-b8cd-750cb78f119e', 'admin_state_up': True, 'tenant_id': 'ce6ee8759a6147cfa4e2062f27b9db8c'}} {{(pid=91913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 06:10:03.553398 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [req-05c3728d-f85c-4c32-881b-3ed61680fbeb req-fb848110-6d61-4f6d-8c2e-28d2fdab5918 tempest-AttachVolumeNegativeTest-1471670784 tempest-AttachVolumeNegativeTest-1471670784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774208425683'] for port, after_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:03.587476 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:10:03.749674 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05c3728d-f85c-4c32-881b-3ed61680fbeb req-fb848110-6d61-4f6d-8c2e-28d2fdab5918 tempest-AttachVolumeNegativeTest-1471670784 tempest-AttachVolumeNegativeTest-1471670784-project] Network 0b7f9d5f-223f-43b5-8d0c-382ab5f66c87 is already hosted by enough agents. {{(pid=91912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 06:10:03.841347 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.scheduler.base_scheduler [req-05c3728d-f85c-4c32-881b-3ed61680fbeb req-fb848110-6d61-4f6d-8c2e-28d2fdab5918 tempest-AttachVolumeNegativeTest-1471670784 tempest-AttachVolumeNegativeTest-1471670784-project] Resources bound (agent type, host, resource id): {{(pid=91912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 06:10:03.850694 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.db.quota.driver [req-25a01f54-a6bb-48fc-a034-6197062fa935 req-9893c9e1-3c04-47bd-9f48-c14e41e35614 tempest-DeleteServersTestJSON-1930791445 tempest-DeleteServersTestJSON-1930791445-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 06:10:03.851173 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.db.l3_dvrscheduler_db [req-05c3728d-f85c-4c32-881b-3ed61680fbeb req-fb848110-6d61-4f6d-8c2e-28d2fdab5918 tempest-AttachVolumeNegativeTest-1471670784 tempest-AttachVolumeNegativeTest-1471670784-project] Received port after_create {{(pid=91912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 06:10:03.860602 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.quota.resource [req-25a01f54-a6bb-48fc-a034-6197062fa935 req-9893c9e1-3c04-47bd-9f48-c14e41e35614 tempest-DeleteServersTestJSON-1930791445 tempest-DeleteServersTestJSON-1930791445-project] Usage tracker for resource:port and tenant:ce6ee8759a6147cfa4e2062f27b9db8c is out of sync, need to count used quota {{(pid=91913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 06:10:03.868352 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c3728d-f85c-4c32-881b-3ed61680fbeb req-fb848110-6d61-4f6d-8c2e-28d2fdab5918 tempest-AttachVolumeNegativeTest-1471670784 tempest-AttachVolumeNegativeTest-1471670784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:10:03.869297 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.quota.resource [req-25a01f54-a6bb-48fc-a034-6197062fa935 req-9893c9e1-3c04-47bd-9f48-c14e41e35614 tempest-DeleteServersTestJSON-1930791445 tempest-DeleteServersTestJSON-1930791445-project] Quota usage for port was recalculated. Used quota:0. {{(pid=91913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 06:10:03.871474 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [req-05c3728d-f85c-4c32-881b-3ed61680fbeb req-fb848110-6d61-4f6d-8c2e-28d2fdab5918 tempest-AttachVolumeNegativeTest-1471670784 tempest-AttachVolumeNegativeTest-1471670784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536287'] for port, before_response {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:03.911690 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.db.quota.driver [req-25a01f54-a6bb-48fc-a034-6197062fa935 req-9893c9e1-3c04-47bd-9f48-c14e41e35614 tempest-DeleteServersTestJSON-1930791445 tempest-DeleteServersTestJSON-1930791445-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=91913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 06:10:03.958677 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-25a01f54-a6bb-48fc-a034-6197062fa935 req-9893c9e1-3c04-47bd-9f48-c14e41e35614 tempest-DeleteServersTestJSON-1930791445 tempest-DeleteServersTestJSON-1930791445-project] Made reservation on behalf of ce6ee8759a6147cfa4e2062f27b9db8c for: {'port': 1} {{(pid=91913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 06:10:03.964140 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [req-25a01f54-a6bb-48fc-a034-6197062fa935 req-9893c9e1-3c04-47bd-9f48-c14e41e35614 tempest-DeleteServersTestJSON-1930791445 tempest-DeleteServersTestJSON-1930791445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3824664'] for port, before_create {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:03.997169 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-381834b2-1763-48aa-b74a-7268373b7007 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:04.080684 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-05c3728d-f85c-4c32-881b-3ed61680fbeb req-fb848110-6d61-4f6d-8c2e-28d2fdab5918 tempest-AttachVolumeNegativeTest-1471670784 tempest-AttachVolumeNegativeTest-1471670784-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0570693 Jun 01 06:10:04.126663 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.wsgi [req-05c3728d-f85c-4c32-881b-3ed61680fbeb req-cd6cd6d7-ee24-4ca2-8a69-9d5ee56cd889 tempest-AttachVolumeNegativeTest-1471670784 tempest-AttachVolumeNegativeTest-1471670784-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=91912) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 01 06:10:04.127741 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-05c3728d-f85c-4c32-881b-3ed61680fbeb req-cd6cd6d7-ee24-4ca2-8a69-9d5ee56cd889 tempest-AttachVolumeNegativeTest-1471670784 tempest-AttachVolumeNegativeTest-1471670784-project] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0300543 Jun 01 06:10:04.138408 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.db.quota.driver [None req-381834b2-1763-48aa-b74a-7268373b7007 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91912) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 06:10:04.157567 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb848110-6d61-4f6d-8c2e-28d2fdab5918 tempest-AttachVolumeNegativeTest-1471670784 tempest-AttachVolumeNegativeTest-1471670784-project] Pushing event updated for resources: {'Port': ['ID=0045608c-1373-47a7-8f8d-d1f7bc48717c,revision_number=1']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:10:04.180094 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-fb848110-6d61-4f6d-8c2e-28d2fdab5918 tempest-AttachVolumeNegativeTest-1471670784 tempest-AttachVolumeNegativeTest-1471670784-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.593s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:10:04.181533 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.quota.resource [None req-381834b2-1763-48aa-b74a-7268373b7007 admin admin] Usage tracker for resource:security_group_rule and tenant:ce8e7b6755d148e682b2f98dbefcb21c is out of sync, need to count used quota {{(pid=91912) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 06:10:04.186124 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.quota.resource [None req-381834b2-1763-48aa-b74a-7268373b7007 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91912) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 06:10:04.203710 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.db.quota.driver [None req-381834b2-1763-48aa-b74a-7268373b7007 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91912) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 06:10:04.442645 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-381834b2-1763-48aa-b74a-7268373b7007 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:04.450022 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-381834b2-1763-48aa-b74a-7268373b7007 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940402'] for security_group, after_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:04.493300 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-0eb858e3-ea64-4cd2-99a5-91fa6ca2c469 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:10:04.574821 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.wsgi [-] (91912) accepted ('10.222.0.41', 50594) {{(pid=91912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 06:10:04.768279 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.db.db_base_plugin_common [req-25a01f54-a6bb-48fc-a034-6197062fa935 req-9893c9e1-3c04-47bd-9f48-c14e41e35614 tempest-DeleteServersTestJSON-1930791445 tempest-DeleteServersTestJSON-1930791445-project] Allocated IP 172.20.0.4 (6079edf6-9690-4423-b8cd-750cb78f119e/448264f3-233e-46e2-9cf9-af40b7e518b3/91635a0c-4ef7-4eae-9219-b6f6de592b58) {{(pid=91913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 06:10:04.777146 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-b5c98637-d399-4ab7-af84-5756589aaf46 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:04.792249 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-b5c98637-d399-4ab7-af84-5756589aaf46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774208810132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774208425701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774208426006'] for port, after_update {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:04.805033 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-b5c98637-d399-4ab7-af84-5756589aaf46 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-532480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-878364'] for router_interface, after_create {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:04.821249 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:10:04.973851 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [None req-381834b2-1763-48aa-b74a-7268373b7007 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ce8e7b6755d148e682b2f98dbefcb21c&name=default HTTP/1.1" status: 200 len: 2975 time: 1.8396299 Jun 01 06:10:05.000459 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.v2.base [req-05c3728d-f85c-4c32-881b-3ed61680fbeb req-ca703cf6-4aa2-4c5f-89a8-57109d89c42e service neutron] Request body: {'port': {'device_id': 'aa160ab3-5246-434a-8d0e-26dddf429663', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79388'}} {{(pid=91912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 06:10:05.038458 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.rpc [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] Device 51ec624a-0dcd-4823-8110-2f212284b532 up at agent ovs-agent-dv-cinder-793885-1-smb {{(pid=91914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 06:10:05.067686 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381834b2-1763-48aa-b74a-7268373b7007 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9595633-2763-40ec-8a66-3db6210bd2c0,revision_number=1']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:10:05.090498 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.wsgi [-] (91912) accepted ('10.222.0.41', 50614) {{(pid=91912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 06:10:05.109041 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-81f2207d-ff1e-4db0-b73c-c81d0173d575 req-9623cabc-6ee2-4d37-aa5d-1fc625bc97c4 tempest-DeleteServersTestJSON-1930791445 tempest-DeleteServersTestJSON-1930791445-project] 10.222.0.41 "GET /v2.0/ports?device_id=27a4cbb8-d16a-40fa-9ae4-58160a54f4e9 HTTP/1.1" status: 200 len: 210 time: 0.4548321 Jun 01 06:10:05.117397 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-381834b2-1763-48aa-b74a-7268373b7007 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.628s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:10:05.221237 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-1c9e436c-a5a9-400e-af5e-669970591dc0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:05.280109 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.db.quota.driver [None req-1c9e436c-a5a9-400e-af5e-669970591dc0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91912) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 06:10:05.280267 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.db.provisioning_blocks [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] Provisioning for port 51ec624a-0dcd-4823-8110-2f212284b532 completed by entity L2. {{(pid=91914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 06:10:05.289353 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.db.provisioning_blocks [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] Provisioning complete for port 51ec624a-0dcd-4823-8110-2f212284b532 triggered by entity L2. {{(pid=91914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 06:10:05.289652 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3772206'] for port, provisioning_complete {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:05.295598 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.quota.resource [None req-1c9e436c-a5a9-400e-af5e-669970591dc0 admin admin] Usage tracker for resource:security_group_rule and tenant:6713c90392da4097af323d0afa27b109 is out of sync, need to count used quota {{(pid=91912) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 06:10:05.303190 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.quota.resource [None req-1c9e436c-a5a9-400e-af5e-669970591dc0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91912) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 06:10:05.378817 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c98637-d399-4ab7-af84-5756589aaf46 admin admin] Pushing event updated for resources: {'Port': ['ID=4a312dc4-e246-465b-a6bd-c2717fc2e02e,revision_number=2']} {{(pid=91913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:10:05.398137 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c17e957-60c2-4f0d-820f-7252ba67f3f5 req-e25488e6-555f-4137-853f-fea539e502a9 tempest-AttachVolumeNegativeTest-1471670784 tempest-AttachVolumeNegativeTest-1471670784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:10:05.399638 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-1c17e957-60c2-4f0d-820f-7252ba67f3f5 req-e25488e6-555f-4137-853f-fea539e502a9 tempest-AttachVolumeNegativeTest-1471670784 tempest-AttachVolumeNegativeTest-1471670784-project] 10.222.0.41 "GET /v2.0/ports?device_id=aa160ab3-5246-434a-8d0e-26dddf429663 HTTP/1.1" status: 200 len: 931 time: 0.8683453 Jun 01 06:10:05.407387 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [None req-b5c98637-d399-4ab7-af84-5756589aaf46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.586s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:10:05.446789 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.db.quota.driver [None req-1c9e436c-a5a9-400e-af5e-669970591dc0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91912) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 06:10:05.451170 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [req-05c3728d-f85c-4c32-881b-3ed61680fbeb req-ca703cf6-4aa2-4c5f-89a8-57109d89c42e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3824664'] for port, before_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:05.500030 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-e240ce5d-561f-4ddd-bf4e-302f4c2576e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:05.544259 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-e240ce5d-561f-4ddd-bf4e-302f4c2576e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:05.740065 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3824664'] for port, before_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:05.745633 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-e240ce5d-561f-4ddd-bf4e-302f4c2576e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940402'] for security_group, after_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:05.780149 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.db [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] For port 51ec624a-0dcd-4823-8110-2f212284b532, host dv-cinder-793885-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793885-1-smb',level=0,port_id=51ec624a-0dcd-4823-8110-2f212284b532,segment=NetworkSegment(97ee6b0e-31ac-4687-a432-1c46ba18e1e7),segment_id=97ee6b0e-31ac-4687-a432-1c46ba18e1e7)] {{(pid=91914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 06:10:05.787598 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774208810132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774208425701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774208426006'] for port, after_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:05.788231 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5c98637-d399-4ab7-af84-5756589aaf46 admin admin] Network 2cfdc2ff-8af3-4a0e-8494-3f69501eca70 is already hosted by enough agents. {{(pid=91913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 06:10:05.799296 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG oslo_concurrency.lockutils [None req-160032c4-ddc5-42f6-a3d8-fe4e579bf6a2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91914) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:10:05.804563 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.quota.resource [req-1c17e957-60c2-4f0d-820f-7252ba67f3f5 req-fd762b3e-575d-4937-b558-757c09a5ad3e tempest-AttachVolumeNegativeTest-1471670784 tempest-AttachVolumeNegativeTest-1471670784-project] Synchronizing usage tracker for tenant:2a6f229a53e74061b535c311a3c04284 on resource:security_group {{(pid=91913) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 06:10:05.810532 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.scheduler.base_scheduler [None req-b5c98637-d399-4ab7-af84-5756589aaf46 admin admin] Resources bound (agent type, host, resource id): {{(pid=91913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 06:10:05.853223 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:10:05.895631 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e240ce5d-561f-4ddd-bf4e-302f4c2576e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9595633-2763-40ec-8a66-3db6210bd2c0,revision_number=None']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:10:05.904099 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-e240ce5d-561f-4ddd-bf4e-302f4c2576e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:05.905374 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [None req-e240ce5d-561f-4ddd-bf4e-302f4c2576e3 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d9595633-2763-40ec-8a66-3db6210bd2c0 HTTP/1.1" status: 204 len: 168 time: 0.7954333 Jun 01 06:10:05.939638 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-e240ce5d-561f-4ddd-bf4e-302f4c2576e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:10:06.006202 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] Pushing event updated for resources: {'Port': ['ID=51ec624a-0dcd-4823-8110-2f212284b532,revision_number=4']} {{(pid=91914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:10:06.019624 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:10:06.020475 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:10:06.021103 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:10:06.021697 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:10:06.022595 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:10:06.023135 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:10:06.023728 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:10:06.024309 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:10:06.024858 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:10:06.026513 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:10:06.027115 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:10:06.027639 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:10:06.029377 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] Tracked resource versions report: Jun 01 06:10:06.029377 dv-cinder-793885-1-smb neutron-server[91914]: pushed versions: Jun 01 06:10:06.029377 dv-cinder-793885-1-smb neutron-server[91914]: { 'AddressGroup': {'1.2'}, Jun 01 06:10:06.029377 dv-cinder-793885-1-smb neutron-server[91914]: 'ConntrackHelper': {'1.0'}, Jun 01 06:10:06.029377 dv-cinder-793885-1-smb neutron-server[91914]: 'Log': {'1.0'}, Jun 01 06:10:06.029377 dv-cinder-793885-1-smb neutron-server[91914]: 'Network': {'1.1'}, Jun 01 06:10:06.029377 dv-cinder-793885-1-smb neutron-server[91914]: 'Port': {'1.7'}, Jun 01 06:10:06.029377 dv-cinder-793885-1-smb neutron-server[91914]: 'PortForwarding': {'1.2'}, Jun 01 06:10:06.029377 dv-cinder-793885-1-smb neutron-server[91914]: 'QosPolicy': {'1.8'}, Jun 01 06:10:06.029377 dv-cinder-793885-1-smb neutron-server[91914]: 'SecurityGroup': {'1.4'}, Jun 01 06:10:06.029377 dv-cinder-793885-1-smb neutron-server[91914]: 'SecurityGroupRule': {'1.2'}, Jun 01 06:10:06.029377 dv-cinder-793885-1-smb neutron-server[91914]: 'SubPort': {'1.0'}, Jun 01 06:10:06.029377 dv-cinder-793885-1-smb neutron-server[91914]: 'Subnet': {'1.1'}, Jun 01 06:10:06.029377 dv-cinder-793885-1-smb neutron-server[91914]: 'Trunk': {'1.1'}} Jun 01 06:10:06.029377 dv-cinder-793885-1-smb neutron-server[91914]: consumer versions: Jun 01 06:10:06.029377 dv-cinder-793885-1-smb neutron-server[91914]: { DHCP agent@dv-cinder-793885-1-smb: {}, Jun 01 06:10:06.029377 dv-cinder-793885-1-smb neutron-server[91914]: HyperV agent@hv-cinder-79388: {}, Jun 01 06:10:06.029377 dv-cinder-793885-1-smb neutron-server[91914]: L3 agent@dv-cinder-793885-1-smb: {}, Jun 01 06:10:06.029377 dv-cinder-793885-1-smb neutron-server[91914]: Metadata agent@dv-cinder-793885-1-smb: {}, Jun 01 06:10:06.029377 dv-cinder-793885-1-smb neutron-server[91914]: Metering agent@dv-cinder-793885-1-smb: {}, Jun 01 06:10:06.029377 dv-cinder-793885-1-smb neutron-server[91914]: Open vSwitch agent@dv-cinder-793885-1-smb: { 'AddressGroup': '1.2', Jun 01 06:10:06.029377 dv-cinder-793885-1-smb neutron-server[91914]: 'ConntrackHelper': '1.0', Jun 01 06:10:06.029377 dv-cinder-793885-1-smb neutron-server[91914]: 'Log': '1.0', Jun 01 06:10:06.029377 dv-cinder-793885-1-smb neutron-server[91914]: 'Network': '1.1', Jun 01 06:10:06.029377 dv-cinder-793885-1-smb neutron-server[91914]: 'Port': '1.7', Jun 01 06:10:06.029377 dv-cinder-793885-1-smb neutron-server[91914]: 'PortForwarding': '1.2', Jun 01 06:10:06.029377 dv-cinder-793885-1-smb neutron-server[91914]: 'QosPolicy': '1.8', Jun 01 06:10:06.029377 dv-cinder-793885-1-smb neutron-server[91914]: 'SecurityGroup': '1.4', Jun 01 06:10:06.029377 dv-cinder-793885-1-smb neutron-server[91914]: 'SecurityGroupRule': '1.2', Jun 01 06:10:06.029377 dv-cinder-793885-1-smb neutron-server[91914]: 'SubPort': '1.0', Jun 01 06:10:06.029377 dv-cinder-793885-1-smb neutron-server[91914]: 'Subnet': '1.1', Jun 01 06:10:06.029377 dv-cinder-793885-1-smb neutron-server[91914]: 'Trunk': '1.1'}} Jun 01 06:10:06.029377 dv-cinder-793885-1-smb neutron-server[91914]: {{(pid=91914) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 01 06:10:06.045653 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG oslo_concurrency.lockutils [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=91914) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:10:06.135820 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [req-25a01f54-a6bb-48fc-a034-6197062fa935 req-9893c9e1-3c04-47bd-9f48-c14e41e35614 tempest-DeleteServersTestJSON-1930791445 tempest-DeleteServersTestJSON-1930791445-project] Notify callbacks [] for port, precommit_create {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:06.388927 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5c98637-d399-4ab7-af84-5756589aaf46 admin admin] Router 79d035d6-5a20-4eea-a769-bdfcccfa93ed has already been hosted by L3 agent a2597806-c6e6-4acd-a843-608abc904602 {{(pid=91913) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 06:10:06.394790 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [req-25a01f54-a6bb-48fc-a034-6197062fa935 req-9893c9e1-3c04-47bd-9f48-c14e41e35614 tempest-DeleteServersTestJSON-1930791445 tempest-DeleteServersTestJSON-1930791445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774208425683'] for port, after_create {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:06.415374 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [None req-b5c98637-d399-4ab7-af84-5756589aaf46 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:10:06.634065 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-1c9e436c-a5a9-400e-af5e-669970591dc0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:06.658972 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-1c9e436c-a5a9-400e-af5e-669970591dc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940402'] for security_group, after_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:06.801794 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5c98637-d399-4ab7-af84-5756589aaf46 admin admin] Notify agent at l3_agent.dv-cinder-793885-1-smb the message routers_updated {{(pid=91913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 06:10:06.813022 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7435913-a2aa-4181-ad11-52f4715c2d5d None None] Sync routers for ids ['79d035d6-5a20-4eea-a769-bdfcccfa93ed'] in dv-cinder-793885-1-smb {{(pid=91914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 06:10:06.819088 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-e240ce5d-561f-4ddd-bf4e-302f4c2576e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:10:06.826811 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7435913-a2aa-4181-ad11-52f4715c2d5d None None] Routers {'79d035d6-5a20-4eea-a769-bdfcccfa93ed'} bound to L3 agent in host dv-cinder-793885-1-smb {{(pid=91914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 06:10:06.830449 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.db.l3_hamode_db [None req-b7435913-a2aa-4181-ad11-52f4715c2d5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793885-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-01T06:01:58Z,description=,heartbeat_timestamp=2021-06-01T06:09:58Z,host='dv-cinder-793885-1-smb',id=a2597806-c6e6-4acd-a843-608abc904602,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T06:01:58Z,topic='l3_agent')) {'router_ids': ['79d035d6-5a20-4eea-a769-bdfcccfa93ed'], 'active': True} {{(pid=91914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 06:10:06.854129 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-25a01f54-a6bb-48fc-a034-6197062fa935 req-9893c9e1-3c04-47bd-9f48-c14e41e35614 tempest-DeleteServersTestJSON-1930791445 tempest-DeleteServersTestJSON-1930791445-project] Network 6079edf6-9690-4423-b8cd-750cb78f119e is already hosted by enough agents. {{(pid=91913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 06:10:06.909027 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.scheduler.base_scheduler [req-25a01f54-a6bb-48fc-a034-6197062fa935 req-9893c9e1-3c04-47bd-9f48-c14e41e35614 tempest-DeleteServersTestJSON-1930791445 tempest-DeleteServersTestJSON-1930791445-project] Resources bound (agent type, host, resource id): {{(pid=91913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 06:10:06.919511 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.db.l3_dvrscheduler_db [req-25a01f54-a6bb-48fc-a034-6197062fa935 req-9893c9e1-3c04-47bd-9f48-c14e41e35614 tempest-DeleteServersTestJSON-1930791445 tempest-DeleteServersTestJSON-1930791445-project] Received port after_create {{(pid=91913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 06:10:06.964616 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a01f54-a6bb-48fc-a034-6197062fa935 req-9893c9e1-3c04-47bd-9f48-c14e41e35614 tempest-DeleteServersTestJSON-1930791445 tempest-DeleteServersTestJSON-1930791445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:10:06.967410 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [req-25a01f54-a6bb-48fc-a034-6197062fa935 req-9893c9e1-3c04-47bd-9f48-c14e41e35614 tempest-DeleteServersTestJSON-1930791445 tempest-DeleteServersTestJSON-1930791445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536287'] for port, before_response {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:06.980633 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.quota.resource [req-1c17e957-60c2-4f0d-820f-7252ba67f3f5 req-fd762b3e-575d-4937-b558-757c09a5ad3e tempest-AttachVolumeNegativeTest-1471670784 tempest-AttachVolumeNegativeTest-1471670784-project] Unset dirty status for tenant:2a6f229a53e74061b535c311a3c04284 on resource:security_group {{(pid=91913) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 06:10:07.000038 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-1c17e957-60c2-4f0d-820f-7252ba67f3f5 req-fd762b3e-575d-4937-b558-757c09a5ad3e tempest-AttachVolumeNegativeTest-1471670784 tempest-AttachVolumeNegativeTest-1471670784-project] 10.222.0.41 "GET /v2.0/security-groups?id=148e0031-14dd-4990-9826-b8db75cc4be7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.5561171 Jun 01 06:10:07.042828 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.rpc [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] Device 51ec624a-0dcd-4823-8110-2f212284b532 up at agent ovs-agent-dv-cinder-793885-1-smb {{(pid=91914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 06:10:07.043867 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [None req-b5c98637-d399-4ab7-af84-5756589aaf46 admin admin] 10.222.0.41 "PUT /v2.0/routers/79d035d6-5a20-4eea-a769-bdfcccfa93ed/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5184281 Jun 01 06:10:07.046676 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.notifiers.nova [req-05c3728d-f85c-4c32-881b-3ed61680fbeb req-ca703cf6-4aa2-4c5f-89a8-57109d89c42e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0045608c-1373-47a7-8f8d-d1f7bc48717c {{(pid=91912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 06:10:07.064163 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9893c9e1-3c04-47bd-9f48-c14e41e35614 tempest-DeleteServersTestJSON-1930791445 tempest-DeleteServersTestJSON-1930791445-project] Pushing event updated for resources: {'Port': ['ID=91635a0c-4ef7-4eae-9219-b6f6de592b58,revision_number=1']} {{(pid=91913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:10:07.068431 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [None req-1c9e436c-a5a9-400e-af5e-669970591dc0 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6713c90392da4097af323d0afa27b109&name=default HTTP/1.1" status: 200 len: 2975 time: 2.4912922 Jun 01 06:10:07.078741 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.wsgi [-] (91912) accepted ('10.222.0.41', 50668) {{(pid=91912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 06:10:07.091281 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9e436c-a5a9-400e-af5e-669970591dc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eff2d0e7-0411-484b-8db1-cd15613afc14,revision_number=1']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:10:07.093300 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-25a01f54-a6bb-48fc-a034-6197062fa935 req-9893c9e1-3c04-47bd-9f48-c14e41e35614 tempest-DeleteServersTestJSON-1930791445 tempest-DeleteServersTestJSON-1930791445-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6209610 Jun 01 06:10:07.094756 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [None req-9893c9e1-3c04-47bd-9f48-c14e41e35614 tempest-DeleteServersTestJSON-1930791445 tempest-DeleteServersTestJSON-1930791445-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.680s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:10:07.096765 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-1c9e436c-a5a9-400e-af5e-669970591dc0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:10:07.126004 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [req-05c3728d-f85c-4c32-881b-3ed61680fbeb req-ca703cf6-4aa2-4c5f-89a8-57109d89c42e service neutron] Notify callbacks [] for port, precommit_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:07.132823 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.v2.base [req-25a01f54-a6bb-48fc-a034-6197062fa935 req-f99c4fb6-5c00-4a88-a5e6-483c7e47d7d6 service neutron] Request body: {'port': {'device_id': '27a4cbb8-d16a-40fa-9ae4-58160a54f4e9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79388'}} {{(pid=91913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 06:10:07.204913 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.wsgi [-] (91912) accepted ('10.222.0.41', 50674) {{(pid=91912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 06:10:07.298661 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.db.provisioning_blocks [req-05c3728d-f85c-4c32-881b-3ed61680fbeb req-ca703cf6-4aa2-4c5f-89a8-57109d89c42e service neutron] Transition to ACTIVE for port object 0045608c-1373-47a7-8f8d-d1f7bc48717c will not be triggered until provisioned by entity L2. {{(pid=91912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 06:10:07.327694 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238196a1-6977-4964-a2a1-a596932a0c8f req-26733595-b058-4bd6-9bf0-6f844b0f0bcb tempest-DeleteServersTestJSON-1930791445 tempest-DeleteServersTestJSON-1930791445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:10:07.350309 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-238196a1-6977-4964-a2a1-a596932a0c8f req-26733595-b058-4bd6-9bf0-6f844b0f0bcb tempest-DeleteServersTestJSON-1930791445 tempest-DeleteServersTestJSON-1930791445-project] 10.222.0.41 "GET /v2.0/ports?device_id=27a4cbb8-d16a-40fa-9ae4-58160a54f4e9 HTTP/1.1" status: 200 len: 931 time: 0.9169099 Jun 01 06:10:07.401317 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [req-05c3728d-f85c-4c32-881b-3ed61680fbeb req-ca703cf6-4aa2-4c5f-89a8-57109d89c42e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774208810132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774208425701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774208426006'] for port, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:07.418135 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [req-25a01f54-a6bb-48fc-a034-6197062fa935 req-f99c4fb6-5c00-4a88-a5e6-483c7e47d7d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3824664'] for port, before_update {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:07.430760 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:10:07.472402 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.db.provisioning_blocks [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] Provisioning complete for port 51ec624a-0dcd-4823-8110-2f212284b532 triggered by entity L2. {{(pid=91914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 06:10:07.473561 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3772206'] for port, provisioning_complete {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:07.575841 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-60983b40-060b-48a4-9a7a-981d89e325c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:07.598943 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.db.l3_dvr_db [None req-b7435913-a2aa-4181-ad11-52f4715c2d5d None None] Set router 79d035d6-5a20-4eea-a769-bdfcccfa93ed gateway port host: dv-cinder-793885-1-smb {{(pid=91914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 06:10:07.899654 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-551d267e-80ba-4206-8b94-372e5d317024 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:07.924583 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.quota.resource [req-238196a1-6977-4964-a2a1-a596932a0c8f req-06682292-392c-45e5-b42a-03f48949ecc8 tempest-DeleteServersTestJSON-1930791445 tempest-DeleteServersTestJSON-1930791445-project] Synchronizing usage tracker for tenant:ce6ee8759a6147cfa4e2062f27b9db8c on resource:security_group {{(pid=91912) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 06:10:07.940546 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.db.quota.driver [None req-60983b40-060b-48a4-9a7a-981d89e325c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91912) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 06:10:08.052555 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.quota.resource [None req-60983b40-060b-48a4-9a7a-981d89e325c3 admin admin] Usage tracker for resource:security_group_rule and tenant:295c54683adc40b9b8c5083c5c66847f is out of sync, need to count used quota {{(pid=91912) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 06:10:08.199201 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.quota.resource [None req-60983b40-060b-48a4-9a7a-981d89e325c3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91912) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 06:10:08.234598 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca703cf6-4aa2-4c5f-89a8-57109d89c42e service neutron] Pushing event updated for resources: {'Port': ['ID=0045608c-1373-47a7-8f8d-d1f7bc48717c,revision_number=2']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:10:08.249673 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-ca703cf6-4aa2-4c5f-89a8-57109d89c42e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.819s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:10:08.291742 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.db.quota.driver [None req-60983b40-060b-48a4-9a7a-981d89e325c3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91912) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 06:10:08.335308 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-551d267e-80ba-4206-8b94-372e5d317024 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:08.393375 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.quota.resource [req-238196a1-6977-4964-a2a1-a596932a0c8f req-06682292-392c-45e5-b42a-03f48949ecc8 tempest-DeleteServersTestJSON-1930791445 tempest-DeleteServersTestJSON-1930791445-project] Unset dirty status for tenant:ce6ee8759a6147cfa4e2062f27b9db8c on resource:security_group {{(pid=91912) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 06:10:08.414031 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-238196a1-6977-4964-a2a1-a596932a0c8f req-06682292-392c-45e5-b42a-03f48949ecc8 tempest-DeleteServersTestJSON-1930791445 tempest-DeleteServersTestJSON-1930791445-project] 10.222.0.41 "GET /v2.0/security-groups?id=39d48f59-16a8-4a77-a6c3-9d02c6487a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0615165 Jun 01 06:10:08.416761 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.notifiers.nova [req-25a01f54-a6bb-48fc-a034-6197062fa935 req-f99c4fb6-5c00-4a88-a5e6-483c7e47d7d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91635a0c-4ef7-4eae-9219-b6f6de592b58 {{(pid=91913) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 06:10:08.427080 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [req-25a01f54-a6bb-48fc-a034-6197062fa935 req-f99c4fb6-5c00-4a88-a5e6-483c7e47d7d6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:08.473776 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.db.provisioning_blocks [req-25a01f54-a6bb-48fc-a034-6197062fa935 req-f99c4fb6-5c00-4a88-a5e6-483c7e47d7d6 service neutron] Transition to ACTIVE for port object 91635a0c-4ef7-4eae-9219-b6f6de592b58 will not be triggered until provisioned by entity L2. {{(pid=91913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 06:10:08.483909 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [req-25a01f54-a6bb-48fc-a034-6197062fa935 req-f99c4fb6-5c00-4a88-a5e6-483c7e47d7d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774208810132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774208425701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774208426006'] for port, after_update {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:08.486841 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.plugins.ml2.managers [req-05c3728d-f85c-4c32-881b-3ed61680fbeb req-ca703cf6-4aa2-4c5f-89a8-57109d89c42e service neutron] Attempting to bind port 0045608c-1373-47a7-8f8d-d1f7bc48717c on host hv-cinder-79388 for vnic_type normal with profile {{(pid=91912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 06:10:08.487086 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.plugins.ml2.managers [req-05c3728d-f85c-4c32-881b-3ed61680fbeb req-ca703cf6-4aa2-4c5f-89a8-57109d89c42e service neutron] Attempting to bind port 0045608c-1373-47a7-8f8d-d1f7bc48717c by drivers openvswitch,hyperv on host hv-cinder-79388 at level 0 using segments [{'id': 'bd10b108-5f36-416c-bf05-81cfe0f5f067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '0b7f9d5f-223f-43b5-8d0c-382ab5f66c87'}] {{(pid=91912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 06:10:08.487978 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05c3728d-f85c-4c32-881b-3ed61680fbeb req-ca703cf6-4aa2-4c5f-89a8-57109d89c42e service neutron] Attempting to bind port 0045608c-1373-47a7-8f8d-d1f7bc48717c on network 0b7f9d5f-223f-43b5-8d0c-382ab5f66c87 {{(pid=91912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 06:10:08.507889 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [None req-9893c9e1-3c04-47bd-9f48-c14e41e35614 tempest-DeleteServersTestJSON-1930791445 tempest-DeleteServersTestJSON-1930791445-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:10:08.582169 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05c3728d-f85c-4c32-881b-3ed61680fbeb req-ca703cf6-4aa2-4c5f-89a8-57109d89c42e service neutron] Port 0045608c-1373-47a7-8f8d-d1f7bc48717c on network 0b7f9d5f-223f-43b5-8d0c-382ab5f66c87 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79388 {{(pid=91912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 06:10:08.582871 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05c3728d-f85c-4c32-881b-3ed61680fbeb req-ca703cf6-4aa2-4c5f-89a8-57109d89c42e service neutron] Attempting to bind port 0045608c-1373-47a7-8f8d-d1f7bc48717c on network 0b7f9d5f-223f-43b5-8d0c-382ab5f66c87 {{(pid=91912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 06:10:08.615895 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05c3728d-f85c-4c32-881b-3ed61680fbeb req-ca703cf6-4aa2-4c5f-89a8-57109d89c42e service neutron] Checking agent: {'id': '9d825435-0dee-4786-8fdd-f7c3fb37050b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79388', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 6, 8, 18), 'started_at': datetime.datetime(2021, 6, 1, 6, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 6, 9, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 06:10:08.627815 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05c3728d-f85c-4c32-881b-3ed61680fbeb req-ca703cf6-4aa2-4c5f-89a8-57109d89c42e service neutron] Checking segment: {'id': 'bd10b108-5f36-416c-bf05-81cfe0f5f067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '0b7f9d5f-223f-43b5-8d0c-382ab5f66c87'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 06:10:08.634127 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05c3728d-f85c-4c32-881b-3ed61680fbeb req-ca703cf6-4aa2-4c5f-89a8-57109d89c42e service neutron] Bound using segment: {'id': 'bd10b108-5f36-416c-bf05-81cfe0f5f067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '0b7f9d5f-223f-43b5-8d0c-382ab5f66c87'} {{(pid=91912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 06:10:08.635114 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.plugins.ml2.managers [req-05c3728d-f85c-4c32-881b-3ed61680fbeb req-ca703cf6-4aa2-4c5f-89a8-57109d89c42e service neutron] Bound port: 0045608c-1373-47a7-8f8d-d1f7bc48717c, host: hv-cinder-79388, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd10b108-5f36-416c-bf05-81cfe0f5f067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '0b7f9d5f-223f-43b5-8d0c-382ab5f66c87'}}] {{(pid=91912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 06:10:08.635757 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [req-05c3728d-f85c-4c32-881b-3ed61680fbeb req-ca703cf6-4aa2-4c5f-89a8-57109d89c42e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3824664'] for port, before_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:08.718178 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99c4fb6-5c00-4a88-a5e6-483c7e47d7d6 service neutron] Pushing event updated for resources: {'Port': ['ID=91635a0c-4ef7-4eae-9219-b6f6de592b58,revision_number=2']} {{(pid=91913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:10:08.750631 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [None req-f99c4fb6-5c00-4a88-a5e6-483c7e47d7d6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:10:08.840962 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.db.l3_hamode_db [None req-b7435913-a2aa-4181-ad11-52f4715c2d5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79d035d6-5a20-4eea-a769-bdfcccfa93ed', 'name': 'tempest-ServerRescueNegativeTestJSON-408235116-router', 'tenant_id': 'e52e210129f84c5ab6a94a8e2b18edeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df727fa4-ca0b-43ba-be88-ffeb156f0c84', 'external_fixed_ips': [{'subnet_id': '8acdb510-d5f4-4c90-8e8c-2a5ae18e332f', 'ip_address': '172.28.2.94'}], 'enable_snat': True}, 'gw_port_id': '51ec624a-0dcd-4823-8110-2f212284b532', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T06:09:55Z', 'updated_at': '2021-06-01T06:10:02Z', 'revision_number': 4, 'project_id': 'e52e210129f84c5ab6a94a8e2b18edeb', 'gw_port': {'id': '51ec624a-0dcd-4823-8110-2f212284b532', 'name': '', 'network_id': 'df727fa4-ca0b-43ba-be88-ffeb156f0c84', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:d6:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79d035d6-5a20-4eea-a769-bdfcccfa93ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '8acdb510-d5f4-4c90-8e8c-2a5ae18e332f', 'ip_address': '172.28.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793885-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T06:09:56Z', 'updated_at': '2021-06-01T06:10:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acdb510-d5f4-4c90-8e8c-2a5ae18e332f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793885-1-smb', '_interfaces': [{'id': '4a312dc4-e246-465b-a6bd-c2717fc2e02e', 'name': '', 'network_id': '2cfdc2ff-8af3-4a0e-8494-3f69501eca70', 'tenant_id': 'e52e210129f84c5ab6a94a8e2b18edeb', 'mac_address': 'fa:16:3e:c3:fe:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79d035d6-5a20-4eea-a769-bdfcccfa93ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'd9825719-b0f5-4a30-9b2a-ada7e262f0ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T06:10:01Z', 'updated_at': '2021-06-01T06:10:03Z', 'revision_number': 2, 'project_id': 'e52e210129f84c5ab6a94a8e2b18edeb', 'subnets': [{'id': 'd9825719-b0f5-4a30-9b2a-ada7e262f0ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793885-1-smb', False) {} {{(pid=91914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 06:10:08.849664 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7435913-a2aa-4181-ad11-52f4715c2d5d None None] Checking router: 79d035d6-5a20-4eea-a769-bdfcccfa93ed for host: dv-cinder-793885-1-smb {{(pid=91914) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 06:10:08.850132 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7435913-a2aa-4181-ad11-52f4715c2d5d None None] Updating router 79d035d6-5a20-4eea-a769-bdfcccfa93ed port 4a312dc4-e246-465b-a6bd-c2717fc2e02e binding host dv-cinder-793885-1-smb {{(pid=91914) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 06:10:09.047510 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-551d267e-80ba-4206-8b94-372e5d317024 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940402'] for security_group, after_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:09.065511 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-b7435913-a2aa-4181-ad11-52f4715c2d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3824664'] for port, before_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:09.111551 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:10:09.143519 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551d267e-80ba-4206-8b94-372e5d317024 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eff2d0e7-0411-484b-8db1-cd15613afc14,revision_number=None']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:10:09.158883 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.plugins.ml2.db [req-05c3728d-f85c-4c32-881b-3ed61680fbeb req-ca703cf6-4aa2-4c5f-89a8-57109d89c42e service neutron] For port 0045608c-1373-47a7-8f8d-d1f7bc48717c, host hv-cinder-79388, cleared binding levels {{(pid=91912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 06:10:09.163397 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-551d267e-80ba-4206-8b94-372e5d317024 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:10:09.206934 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.plugins.ml2.db [req-05c3728d-f85c-4c32-881b-3ed61680fbeb req-ca703cf6-4aa2-4c5f-89a8-57109d89c42e service neutron] For port 0045608c-1373-47a7-8f8d-d1f7bc48717c, host hv-cinder-79388, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79388',level=0,port_id=0045608c-1373-47a7-8f8d-d1f7bc48717c,segment=NetworkSegment(bd10b108-5f36-416c-bf05-81cfe0f5f067),segment_id=bd10b108-5f36-416c-bf05-81cfe0f5f067)] {{(pid=91912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 06:10:09.215385 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-60983b40-060b-48a4-9a7a-981d89e325c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:09.217301 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-551d267e-80ba-4206-8b94-372e5d317024 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:09.218691 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [None req-551d267e-80ba-4206-8b94-372e5d317024 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/eff2d0e7-0411-484b-8db1-cd15613afc14 HTTP/1.1" status: 204 len: 168 time: 2.1368127 Jun 01 06:10:09.220957 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [req-05c3728d-f85c-4c32-881b-3ed61680fbeb req-ca703cf6-4aa2-4c5f-89a8-57109d89c42e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774208810132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774208425701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774208426006'] for port, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:09.230681 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-fb848110-6d61-4f6d-8c2e-28d2fdab5918 tempest-AttachVolumeNegativeTest-1471670784 tempest-AttachVolumeNegativeTest-1471670784-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:10:09.278358 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-60983b40-060b-48a4-9a7a-981d89e325c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940402'] for security_group, after_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:09.297997 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd43d43-9fd4-4abd-93e7-498779f0dbe7 req-3717e962-ce4c-4fe7-93d3-b87801da97a8 tempest-AttachVolumeNegativeTest-1471670784 tempest-AttachVolumeNegativeTest-1471670784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:10:09.299304 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.quota.resource [req-6dd43d43-9fd4-4abd-93e7-498779f0dbe7 req-3717e962-ce4c-4fe7-93d3-b87801da97a8 tempest-AttachVolumeNegativeTest-1471670784 tempest-AttachVolumeNegativeTest-1471670784-project] Synchronizing usage tracker for tenant:2a6f229a53e74061b535c311a3c04284 on resource:port {{(pid=91912) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 06:10:09.350090 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.plugins.ml2.managers [req-25a01f54-a6bb-48fc-a034-6197062fa935 req-f99c4fb6-5c00-4a88-a5e6-483c7e47d7d6 service neutron] Attempting to bind port 91635a0c-4ef7-4eae-9219-b6f6de592b58 on host hv-cinder-79388 for vnic_type normal with profile {{(pid=91913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 06:10:09.350465 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.plugins.ml2.managers [req-25a01f54-a6bb-48fc-a034-6197062fa935 req-f99c4fb6-5c00-4a88-a5e6-483c7e47d7d6 service neutron] Attempting to bind port 91635a0c-4ef7-4eae-9219-b6f6de592b58 by drivers openvswitch,hyperv on host hv-cinder-79388 at level 0 using segments [{'id': '2f8d0f35-05a4-46a4-936b-f4dff54aa9a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '6079edf6-9690-4423-b8cd-750cb78f119e'}] {{(pid=91913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 06:10:09.350880 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25a01f54-a6bb-48fc-a034-6197062fa935 req-f99c4fb6-5c00-4a88-a5e6-483c7e47d7d6 service neutron] Attempting to bind port 91635a0c-4ef7-4eae-9219-b6f6de592b58 on network 6079edf6-9690-4423-b8cd-750cb78f119e {{(pid=91913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 06:10:09.382602 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25a01f54-a6bb-48fc-a034-6197062fa935 req-f99c4fb6-5c00-4a88-a5e6-483c7e47d7d6 service neutron] Port 91635a0c-4ef7-4eae-9219-b6f6de592b58 on network 6079edf6-9690-4423-b8cd-750cb78f119e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79388 {{(pid=91913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 06:10:09.384730 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25a01f54-a6bb-48fc-a034-6197062fa935 req-f99c4fb6-5c00-4a88-a5e6-483c7e47d7d6 service neutron] Attempting to bind port 91635a0c-4ef7-4eae-9219-b6f6de592b58 on network 6079edf6-9690-4423-b8cd-750cb78f119e {{(pid=91913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 06:10:09.404148 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c3728d-f85c-4c32-881b-3ed61680fbeb req-ca703cf6-4aa2-4c5f-89a8-57109d89c42e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:10:09.405095 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [req-05c3728d-f85c-4c32-881b-3ed61680fbeb req-ca703cf6-4aa2-4c5f-89a8-57109d89c42e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536287'] for port, before_response {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:09.409286 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-05c3728d-f85c-4c32-881b-3ed61680fbeb req-ca703cf6-4aa2-4c5f-89a8-57109d89c42e service neutron] 10.222.0.45 "PUT /v2.0/ports/0045608c-1373-47a7-8f8d-d1f7bc48717c HTTP/1.1" status: 200 len: 1093 time: 4.8698032 Jun 01 06:10:09.417624 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa160ab3-5246-434a-8d0e-26dddf429663', 'tag': '0045608c-1373-47a7-8f8d-d1f7bc48717c'}] {{(pid=91912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 06:10:09.431894 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25a01f54-a6bb-48fc-a034-6197062fa935 req-f99c4fb6-5c00-4a88-a5e6-483c7e47d7d6 service neutron] Checking agent: {'id': '9d825435-0dee-4786-8fdd-f7c3fb37050b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79388', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 6, 8, 18), 'started_at': datetime.datetime(2021, 6, 1, 6, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 6, 9, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 06:10:09.432484 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25a01f54-a6bb-48fc-a034-6197062fa935 req-f99c4fb6-5c00-4a88-a5e6-483c7e47d7d6 service neutron] Checking segment: {'id': '2f8d0f35-05a4-46a4-936b-f4dff54aa9a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '6079edf6-9690-4423-b8cd-750cb78f119e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 06:10:09.432852 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25a01f54-a6bb-48fc-a034-6197062fa935 req-f99c4fb6-5c00-4a88-a5e6-483c7e47d7d6 service neutron] Bound using segment: {'id': '2f8d0f35-05a4-46a4-936b-f4dff54aa9a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '6079edf6-9690-4423-b8cd-750cb78f119e'} {{(pid=91913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 06:10:09.433683 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.plugins.ml2.managers [req-25a01f54-a6bb-48fc-a034-6197062fa935 req-f99c4fb6-5c00-4a88-a5e6-483c7e47d7d6 service neutron] Bound port: 91635a0c-4ef7-4eae-9219-b6f6de592b58, host: hv-cinder-79388, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f8d0f35-05a4-46a4-936b-f4dff54aa9a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '6079edf6-9690-4423-b8cd-750cb78f119e'}}] {{(pid=91913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 06:10:09.433809 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [req-25a01f54-a6bb-48fc-a034-6197062fa935 req-f99c4fb6-5c00-4a88-a5e6-483c7e47d7d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3824664'] for port, before_update {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:09.586355 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [None req-60983b40-060b-48a4-9a7a-981d89e325c3 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=295c54683adc40b9b8c5083c5c66847f&name=default HTTP/1.1" status: 200 len: 2975 time: 2.3736479 Jun 01 06:10:09.592568 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.wsgi [-] (91912) accepted ('10.222.0.41', 50750) {{(pid=91912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 06:10:09.600018 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.quota.resource [req-6dd43d43-9fd4-4abd-93e7-498779f0dbe7 req-3717e962-ce4c-4fe7-93d3-b87801da97a8 tempest-AttachVolumeNegativeTest-1471670784 tempest-AttachVolumeNegativeTest-1471670784-project] Unset dirty status for tenant:2a6f229a53e74061b535c311a3c04284 on resource:port {{(pid=91912) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 06:10:09.611925 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-6dd43d43-9fd4-4abd-93e7-498779f0dbe7 req-3717e962-ce4c-4fe7-93d3-b87801da97a8 tempest-AttachVolumeNegativeTest-1471670784 tempest-AttachVolumeNegativeTest-1471670784-project] 10.222.0.41 "GET /v2.0/ports?device_id=aa160ab3-5246-434a-8d0e-26dddf429663 HTTP/1.1" status: 200 len: 943 time: 0.8920274 Jun 01 06:10:09.627773 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884db839-25f9-4013-b44b-509ba3194bee req-bca7a317-2385-478d-9515-d8d97e79b037 tempest-ServerRescueNegativeTestJSON-2082042209 tempest-ServerRescueNegativeTestJSON-2082042209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:10:09.645836 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca703cf6-4aa2-4c5f-89a8-57109d89c42e service neutron] Pushing event updated for resources: {'Port': ['ID=0045608c-1373-47a7-8f8d-d1f7bc48717c,revision_number=3']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:10:09.646605 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-884db839-25f9-4013-b44b-509ba3194bee req-bca7a317-2385-478d-9515-d8d97e79b037 tempest-ServerRescueNegativeTestJSON-2082042209 tempest-ServerRescueNegativeTestJSON-2082042209-project] 10.222.0.41 "GET /v2.0/networks?id=2cfdc2ff-8af3-4a0e-8494-3f69501eca70 HTTP/1.1" status: 200 len: 818 time: 1.1436501 Jun 01 06:10:09.688536 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-884db839-25f9-4013-b44b-509ba3194bee req-9c91f955-d429-40e5-bb9f-3112b38b5035 tempest-ServerRescueNegativeTestJSON-2082042209 tempest-ServerRescueNegativeTestJSON-2082042209-project] 10.222.0.41 "GET /v2.0/quotas/e52e210129f84c5ab6a94a8e2b18edeb HTTP/1.1" status: 200 len: 375 time: 0.0384524 Jun 01 06:10:09.765109 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-ca703cf6-4aa2-4c5f-89a8-57109d89c42e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.534s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:10:09.765589 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-d3b79a04-44b4-44bd-b5fa-c3bc5ca050cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.388s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:10:09.798140 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c7b3c6e1f14bb220aa0995d95792b8f3e6549c6955cb141320bca3e5502353f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c454dd2d-9095-4fd6-92a5-65e455d81089" -d '{"events": [{"name": "network-changed", "server_uuid": "aa160ab3-5246-434a-8d0e-26dddf429663", "tag": "0045608c-1373-47a7-8f8d-d1f7bc48717c"}]}' {{(pid=91912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 06:10:09.914167 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-b7435913-a2aa-4181-ad11-52f4715c2d5d None None] Notify callbacks [] for port, precommit_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:09.920877 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.plugins.ml2.db [req-25a01f54-a6bb-48fc-a034-6197062fa935 req-f99c4fb6-5c00-4a88-a5e6-483c7e47d7d6 service neutron] For port 91635a0c-4ef7-4eae-9219-b6f6de592b58, host hv-cinder-79388, cleared binding levels {{(pid=91913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 06:10:09.931195 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-6dd43d43-9fd4-4abd-93e7-498779f0dbe7 req-188da8be-4d4b-4adb-8f8f-2480ec649b81 tempest-AttachVolumeNegativeTest-1471670784 tempest-AttachVolumeNegativeTest-1471670784-project] 10.222.0.41 "GET /v2.0/security-groups?id=148e0031-14dd-4990-9826-b8db75cc4be7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3167121 Jun 01 06:10:09.945208 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.db.provisioning_blocks [None req-b7435913-a2aa-4181-ad11-52f4715c2d5d None None] Transition to ACTIVE for port object 4a312dc4-e246-465b-a6bd-c2717fc2e02e will not be triggered until provisioned by entity L2. {{(pid=91914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 06:10:09.955072 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.plugins.ml2.db [req-25a01f54-a6bb-48fc-a034-6197062fa935 req-f99c4fb6-5c00-4a88-a5e6-483c7e47d7d6 service neutron] For port 91635a0c-4ef7-4eae-9219-b6f6de592b58, host hv-cinder-79388, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79388',level=0,port_id=91635a0c-4ef7-4eae-9219-b6f6de592b58,segment=NetworkSegment(2f8d0f35-05a4-46a4-936b-f4dff54aa9a0),segment_id=2f8d0f35-05a4-46a4-936b-f4dff54aa9a0)] {{(pid=91913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 06:10:09.986460 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-b7435913-a2aa-4181-ad11-52f4715c2d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774208810132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774208425701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774208426006'] for port, after_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:09.986717 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.quota.resource [req-884db839-25f9-4013-b44b-509ba3194bee req-731b1b62-8055-4454-b19a-e9f324990829 tempest-ServerRescueNegativeTestJSON-2082042209 tempest-ServerRescueNegativeTestJSON-2082042209-project] Synchronizing usage tracker for tenant:e52e210129f84c5ab6a94a8e2b18edeb on resource:port {{(pid=91913) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 06:10:09.989935 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60983b40-060b-48a4-9a7a-981d89e325c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cc3bfae-58fa-4643-ae79-a1f62c98e0d3,revision_number=1']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:10:10.051978 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91914) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:10:10.053295 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-60983b40-060b-48a4-9a7a-981d89e325c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:10:10.054521 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [req-25a01f54-a6bb-48fc-a034-6197062fa935 req-f99c4fb6-5c00-4a88-a5e6-483c7e47d7d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774208810132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774208425701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774208426006'] for port, after_update {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:10.098875 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:10:10.172333 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-6b345668-5c44-4ea5-bea4-7b00e334d7c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:10.342020 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa456d69-e9e4-4127-82f8-758df8b1d20e None None] Pushing event updated for resources: {'Port': ['ID=4a312dc4-e246-465b-a6bd-c2717fc2e02e,revision_number=3']} {{(pid=91914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:10:10.347495 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99c4fb6-5c00-4a88-a5e6-483c7e47d7d6 service neutron] Pushing event updated for resources: {'Port': ['ID=91635a0c-4ef7-4eae-9219-b6f6de592b58,revision_number=3']} {{(pid=91913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:10:10.391665 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a01f54-a6bb-48fc-a034-6197062fa935 req-f99c4fb6-5c00-4a88-a5e6-483c7e47d7d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:10:10.392931 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [req-25a01f54-a6bb-48fc-a034-6197062fa935 req-f99c4fb6-5c00-4a88-a5e6-483c7e47d7d6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536287'] for port, before_response {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:10.396925 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-25a01f54-a6bb-48fc-a034-6197062fa935 req-f99c4fb6-5c00-4a88-a5e6-483c7e47d7d6 service neutron] 10.222.0.45 "PUT /v2.0/ports/91635a0c-4ef7-4eae-9219-b6f6de592b58 HTTP/1.1" status: 200 len: 1093 time: 3.2705462 Jun 01 06:10:10.397436 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27a4cbb8-d16a-40fa-9ae4-58160a54f4e9', 'tag': '91635a0c-4ef7-4eae-9219-b6f6de592b58'}] {{(pid=91913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 06:10:10.414985 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG oslo_concurrency.lockutils [None req-aa456d69-e9e4-4127-82f8-758df8b1d20e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.399s {{(pid=91914) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:10:10.423024 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-6b345668-5c44-4ea5-bea4-7b00e334d7c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:10.523391 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.quota.resource [req-884db839-25f9-4013-b44b-509ba3194bee req-731b1b62-8055-4454-b19a-e9f324990829 tempest-ServerRescueNegativeTestJSON-2082042209 tempest-ServerRescueNegativeTestJSON-2082042209-project] Unset dirty status for tenant:e52e210129f84c5ab6a94a8e2b18edeb on resource:port {{(pid=91913) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 06:10:10.528924 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-884db839-25f9-4013-b44b-509ba3194bee req-731b1b62-8055-4454-b19a-e9f324990829 tempest-ServerRescueNegativeTestJSON-2082042209 tempest-ServerRescueNegativeTestJSON-2082042209-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=e52e210129f84c5ab6a94a8e2b18edeb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.8183391 Jun 01 06:10:10.573174 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.managers [None req-b7435913-a2aa-4181-ad11-52f4715c2d5d None None] Attempting to bind port 4a312dc4-e246-465b-a6bd-c2717fc2e02e on host dv-cinder-793885-1-smb for vnic_type normal with profile {{(pid=91914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 06:10:10.573553 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.managers [None req-b7435913-a2aa-4181-ad11-52f4715c2d5d None None] Attempting to bind port 4a312dc4-e246-465b-a6bd-c2717fc2e02e by drivers openvswitch,hyperv on host dv-cinder-793885-1-smb at level 0 using segments [{'id': '1c425f82-4786-49ee-8e37-a89f8f410b55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '2cfdc2ff-8af3-4a0e-8494-3f69501eca70'}] {{(pid=91914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 06:10:10.573921 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7435913-a2aa-4181-ad11-52f4715c2d5d None None] Attempting to bind port 4a312dc4-e246-465b-a6bd-c2717fc2e02e on network 2cfdc2ff-8af3-4a0e-8494-3f69501eca70 {{(pid=91914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 06:10:10.592264 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [None req-f99c4fb6-5c00-4a88-a5e6-483c7e47d7d6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.493s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:10:10.596406 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7435913-a2aa-4181-ad11-52f4715c2d5d None None] Checking agent: {'id': 'afbd2d5c-fa5a-4eff-9ede-b1626fbc7a4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793885-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 6, 1, 58), 'started_at': datetime.datetime(2021, 6, 1, 6, 2, 28), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 6, 9, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793885-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 06:10:10.596790 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7435913-a2aa-4181-ad11-52f4715c2d5d None None] Checking segment: {'id': '1c425f82-4786-49ee-8e37-a89f8f410b55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '2cfdc2ff-8af3-4a0e-8494-3f69501eca70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 06:10:10.597218 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-b7435913-a2aa-4181-ad11-52f4715c2d5d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:10.601576 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7435913-a2aa-4181-ad11-52f4715c2d5d None None] Bound using segment: {'id': '1c425f82-4786-49ee-8e37-a89f8f410b55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '2cfdc2ff-8af3-4a0e-8494-3f69501eca70'} {{(pid=91914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 06:10:10.602794 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.managers [None req-b7435913-a2aa-4181-ad11-52f4715c2d5d None None] Bound port: 4a312dc4-e246-465b-a6bd-c2717fc2e02e, host: dv-cinder-793885-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c425f82-4786-49ee-8e37-a89f8f410b55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '2cfdc2ff-8af3-4a0e-8494-3f69501eca70'}}] {{(pid=91914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 06:10:10.603185 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-b7435913-a2aa-4181-ad11-52f4715c2d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3824664'] for port, before_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:10.669324 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-6b345668-5c44-4ea5-bea4-7b00e334d7c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940402'] for security_group, after_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:10.784143 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-884db839-25f9-4013-b44b-509ba3194bee req-7d4c5556-bb60-41a4-86ff-9b7b2e44bd5c service neutron] 10.222.0.41 "GET /v2.0/networks/2cfdc2ff-8af3-4a0e-8494-3f69501eca70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2370310 Jun 01 06:10:10.825086 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.db [None req-b7435913-a2aa-4181-ad11-52f4715c2d5d None None] For port 4a312dc4-e246-465b-a6bd-c2717fc2e02e, host dv-cinder-793885-1-smb, cleared binding levels {{(pid=91914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 06:10:10.828458 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.db [None req-b7435913-a2aa-4181-ad11-52f4715c2d5d None None] For port 4a312dc4-e246-465b-a6bd-c2717fc2e02e, host dv-cinder-793885-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793885-1-smb',level=0,port_id=4a312dc4-e246-465b-a6bd-c2717fc2e02e,segment=NetworkSegment(1c425f82-4786-49ee-8e37-a89f8f410b55),segment_id=1c425f82-4786-49ee-8e37-a89f8f410b55)] {{(pid=91914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 06:10:10.834955 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-b7435913-a2aa-4181-ad11-52f4715c2d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774208810132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774208425701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774208426006'] for port, after_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:10.839920 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91914) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:10:10.939215 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-b9a9dc46-6b7d-46ee-aea3-061f698af73d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:10:10.986246 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b345668-5c44-4ea5-bea4-7b00e334d7c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cc3bfae-58fa-4643-ae79-a1f62c98e0d3,revision_number=None']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:10:10.996603 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-6b345668-5c44-4ea5-bea4-7b00e334d7c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:10:11.006682 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-6b345668-5c44-4ea5-bea4-7b00e334d7c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:11.008211 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [None req-6b345668-5c44-4ea5-bea4-7b00e334d7c4 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0cc3bfae-58fa-4643-ae79-a1f62c98e0d3 HTTP/1.1" status: 204 len: 168 time: 1.4104712 Jun 01 06:10:11.047022 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6fb009-3185-43a5-adbb-744de01cc953 req-8a2ea9b2-c478-4c3b-b5a4-00dc26ec9cbf tempest-DeleteServersTestJSON-1930791445 tempest-DeleteServersTestJSON-1930791445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:10:11.049075 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-8a6fb009-3185-43a5-adbb-744de01cc953 req-8a2ea9b2-c478-4c3b-b5a4-00dc26ec9cbf tempest-DeleteServersTestJSON-1930791445 tempest-DeleteServersTestJSON-1930791445-project] 10.222.0.41 "GET /v2.0/ports?device_id=27a4cbb8-d16a-40fa-9ae4-58160a54f4e9 HTTP/1.1" status: 200 len: 943 time: 0.4293582 Jun 01 06:10:11.053064 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c3728d-f85c-4c32-881b-3ed61680fbeb req-0e3eba10-5160-4fc8-90d0-5b17ce73163b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:10:11.055280 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-05c3728d-f85c-4c32-881b-3ed61680fbeb req-0e3eba10-5160-4fc8-90d0-5b17ce73163b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2a6f229a53e74061b535c311a3c04284&device_id=aa160ab3-5246-434a-8d0e-26dddf429663 HTTP/1.1" status: 200 len: 1096 time: 1.0128553 Jun 01 06:10:11.132865 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-884db839-25f9-4013-b44b-509ba3194bee req-fa06e35a-4a94-4b8a-9328-e6cedc19bd41 service neutron] 10.222.0.41 "GET /v2.0/networks/2cfdc2ff-8af3-4a0e-8494-3f69501eca70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3394396 Jun 01 06:10:11.144079 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdc6be6d06003a26e0797ba9c3cae52571918e0042132e4e221042360f826683" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17027fd0-97f4-41a0-8620-9df5661c070c" -d '{"events": [{"name": "network-changed", "server_uuid": "27a4cbb8-d16a-40fa-9ae4-58160a54f4e9", "tag": "91635a0c-4ef7-4eae-9219-b6f6de592b58"}]}' {{(pid=91913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 06:10:11.158723 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-8a6fb009-3185-43a5-adbb-744de01cc953 req-9517a5b0-77ab-4036-8471-6c14eb9183f8 tempest-DeleteServersTestJSON-1930791445 tempest-DeleteServersTestJSON-1930791445-project] 10.222.0.41 "GET /v2.0/security-groups?id=39d48f59-16a8-4a77-a6c3-9d02c6487a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021416 Jun 01 06:10:11.161020 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa456d69-e9e4-4127-82f8-758df8b1d20e None None] Pushing event updated for resources: {'Port': ['ID=4a312dc4-e246-465b-a6bd-c2717fc2e02e,revision_number=4']} {{(pid=91914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:10:11.172345 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG oslo_concurrency.lockutils [None req-aa456d69-e9e4-4127-82f8-758df8b1d20e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=91914) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:10:11.194397 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7435913-a2aa-4181-ad11-52f4715c2d5d None None] Routers {'79d035d6-5a20-4eea-a769-bdfcccfa93ed'} bound to L3 agent in host dv-cinder-793885-1-smb {{(pid=91914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 06:10:11.195183 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.db.l3_hamode_db [None req-b7435913-a2aa-4181-ad11-52f4715c2d5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793885-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-01T06:01:58Z,description=,heartbeat_timestamp=2021-06-01T06:09:58Z,host='dv-cinder-793885-1-smb',id=a2597806-c6e6-4acd-a843-608abc904602,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T06:01:58Z,topic='l3_agent')) {'router_ids': ['79d035d6-5a20-4eea-a769-bdfcccfa93ed'], 'active': True} {{(pid=91914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 06:10:11.261476 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a01f54-a6bb-48fc-a034-6197062fa935 req-d0248460-2a27-46df-846e-0a7b4be185cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:10:11.263033 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-25a01f54-a6bb-48fc-a034-6197062fa935 req-d0248460-2a27-46df-846e-0a7b4be185cc service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ce6ee8759a6147cfa4e2062f27b9db8c&device_id=27a4cbb8-d16a-40fa-9ae4-58160a54f4e9 HTTP/1.1" status: 200 len: 1096 time: 0.1264987 Jun 01 06:10:11.436599 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-05c3728d-f85c-4c32-881b-3ed61680fbeb req-87632798-5423-4f27-952e-c470c6faeb7c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0045608c-1373-47a7-8f8d-d1f7bc48717c HTTP/1.1" status: 200 len: 217 time: 0.2880399 Jun 01 06:10:11.456548 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-25a01f54-a6bb-48fc-a034-6197062fa935 req-a2ff0fdb-4758-4c3a-8be9-1e7dacb9a23c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=91635a0c-4ef7-4eae-9219-b6f6de592b58 HTTP/1.1" status: 200 len: 217 time: 0.1762042 Jun 01 06:10:11.694161 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c3728d-f85c-4c32-881b-3ed61680fbeb req-0f815f1d-4372-49d3-9eb6-39343e50b0c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:10:11.700449 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-05c3728d-f85c-4c32-881b-3ed61680fbeb req-0f815f1d-4372-49d3-9eb6-39343e50b0c0 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=67a532f4-5301-4272-a23e-04b9dfc38b51 HTTP/1.1" status: 200 len: 854 time: 0.2444358 Jun 01 06:10:11.792332 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a01f54-a6bb-48fc-a034-6197062fa935 req-f7b4d0df-401e-491e-ad62-4c5120f13acc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:10:11.797287 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-25a01f54-a6bb-48fc-a034-6197062fa935 req-f7b4d0df-401e-491e-ad62-4c5120f13acc service neutron] 10.222.0.45 "GET /v2.0/subnets?id=448264f3-233e-46e2-9cf9-af40b7e518b3 HTTP/1.1" status: 200 len: 851 time: 0.2380986 Jun 01 06:10:11.840199 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-05c3728d-f85c-4c32-881b-3ed61680fbeb req-31538341-6fd9-4008-9dc2-cc5ce434608e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=0b7f9d5f-223f-43b5-8d0c-382ab5f66c87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1076703 Jun 01 06:10:11.918436 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-25a01f54-a6bb-48fc-a034-6197062fa935 req-812a22d9-1c4e-44c0-95cf-accb5038e1de service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=6079edf6-9690-4423-b8cd-750cb78f119e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1111639 Jun 01 06:10:11.947881 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Jun 2021 06:10:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca8db90a-ae34-4d98-a46a-a4ff1a4bd5f1 x-openstack-request-id: req-ca8db90a-ae34-4d98-a46a-a4ff1a4bd5f1 {{(pid=91912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 06:10:11.956616 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa160ab3-5246-434a-8d0e-26dddf429663", "tag": "0045608c-1373-47a7-8f8d-d1f7bc48717c", "status": "completed", "code": 200}]} {{(pid=91912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 06:10:11.964646 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ca8db90a-ae34-4d98-a46a-a4ff1a4bd5f1 {{(pid=91912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 06:10:11.966565 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa160ab3-5246-434a-8d0e-26dddf429663', 'tag': '0045608c-1373-47a7-8f8d-d1f7bc48717c', 'status': 'completed', 'code': 200} Jun 01 06:10:12.047649 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.db.l3_dvr_db [None req-b7435913-a2aa-4181-ad11-52f4715c2d5d None None] Set router 79d035d6-5a20-4eea-a769-bdfcccfa93ed gateway port host: dv-cinder-793885-1-smb {{(pid=91914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 06:10:12.311714 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-25a01f54-a6bb-48fc-a034-6197062fa935 req-c9795e29-f5f3-4efc-ac97-b8066cc5a889 service neutron] 10.222.0.45 "GET /v2.0/networks/6079edf6-9690-4423-b8cd-750cb78f119e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3660772 Jun 01 06:10:12.327988 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-05c3728d-f85c-4c32-881b-3ed61680fbeb req-ca685632-d953-4b01-ac9e-8f36da7835c2 service neutron] 10.222.0.45 "GET /v2.0/networks/0b7f9d5f-223f-43b5-8d0c-382ab5f66c87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4725494 Jun 01 06:10:12.565947 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-05c3728d-f85c-4c32-881b-3ed61680fbeb req-38ab2882-e911-42ab-a793-fe0216f476c9 service neutron] 10.222.0.45 "GET /v2.0/networks/0b7f9d5f-223f-43b5-8d0c-382ab5f66c87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2274847 Jun 01 06:10:12.641854 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-25a01f54-a6bb-48fc-a034-6197062fa935 req-31567f05-f7f8-4f8d-80ae-19806471f9e6 service neutron] 10.222.0.45 "GET /v2.0/networks/6079edf6-9690-4423-b8cd-750cb78f119e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3062217 Jun 01 06:10:12.661670 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Jun 2021 06:10:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c4bb236-017f-4714-813d-65a77d24b768 x-openstack-request-id: req-2c4bb236-017f-4714-813d-65a77d24b768 {{(pid=91913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 06:10:12.661962 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27a4cbb8-d16a-40fa-9ae4-58160a54f4e9", "tag": "91635a0c-4ef7-4eae-9219-b6f6de592b58", "status": "completed", "code": 200}]} {{(pid=91913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 06:10:12.662214 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2c4bb236-017f-4714-813d-65a77d24b768 {{(pid=91913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 06:10:12.662677 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27a4cbb8-d16a-40fa-9ae4-58160a54f4e9', 'tag': '91635a0c-4ef7-4eae-9219-b6f6de592b58', 'status': 'completed', 'code': 200} Jun 01 06:10:12.678118 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d1f043-2921-4d8d-87a9-0bb7387bee06 req-f67ae248-9258-47ea-94d6-3b31bb1f1e27 tempest-AttachVolumeNegativeTest-1471670784 tempest-AttachVolumeNegativeTest-1471670784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:10:12.686651 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-77d1f043-2921-4d8d-87a9-0bb7387bee06 req-f67ae248-9258-47ea-94d6-3b31bb1f1e27 tempest-AttachVolumeNegativeTest-1471670784 tempest-AttachVolumeNegativeTest-1471670784-project] 10.222.0.41 "GET /v2.0/ports?device_id=aa160ab3-5246-434a-8d0e-26dddf429663 HTTP/1.1" status: 200 len: 943 time: 0.5018992 Jun 01 06:10:12.825504 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-77d1f043-2921-4d8d-87a9-0bb7387bee06 req-0c1065aa-9f8f-4179-99ca-210347ef4445 tempest-AttachVolumeNegativeTest-1471670784 tempest-AttachVolumeNegativeTest-1471670784-project] 10.222.0.41 "GET /v2.0/security-groups?id=148e0031-14dd-4990-9826-b8db75cc4be7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376374 Jun 01 06:10:12.894471 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c454dd2d-9095-4fd6-92a5-65e455d81089 req-a0e70c09-0536-4770-a2de-4a19450ab1c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:10:12.896203 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-c454dd2d-9095-4fd6-92a5-65e455d81089 req-a0e70c09-0536-4770-a2de-4a19450ab1c2 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2a6f229a53e74061b535c311a3c04284&device_id=aa160ab3-5246-434a-8d0e-26dddf429663 HTTP/1.1" status: 200 len: 1096 time: 0.2073364 Jun 01 06:10:13.115841 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-06880dff-94c3-45d1-b4ed-2ae2fbe77f52 req-f18cdc59-d03a-4b22-ac26-23c42fa980bb tempest-ServerRescueNegativeTestJSON-2082042209 tempest-ServerRescueNegativeTestJSON-2082042209-project] 10.222.0.41 "GET /v2.0/ports?device_id=adbe8ec7-7667-4d7a-8fa0-614d82b10afb HTTP/1.1" status: 200 len: 210 time: 0.2636447 Jun 01 06:10:13.232249 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17027fd0-97f4-41a0-8620-9df5661c070c req-e0a6cab3-c4d3-4ed2-9e2b-9e6c634114b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:10:13.233756 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-17027fd0-97f4-41a0-8620-9df5661c070c req-e0a6cab3-c4d3-4ed2-9e2b-9e6c634114b6 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ce6ee8759a6147cfa4e2062f27b9db8c&device_id=27a4cbb8-d16a-40fa-9ae4-58160a54f4e9 HTTP/1.1" status: 200 len: 1096 time: 0.5018938 Jun 01 06:10:13.334336 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.db.l3_hamode_db [None req-b7435913-a2aa-4181-ad11-52f4715c2d5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79d035d6-5a20-4eea-a769-bdfcccfa93ed', 'name': 'tempest-ServerRescueNegativeTestJSON-408235116-router', 'tenant_id': 'e52e210129f84c5ab6a94a8e2b18edeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df727fa4-ca0b-43ba-be88-ffeb156f0c84', 'external_fixed_ips': [{'subnet_id': '8acdb510-d5f4-4c90-8e8c-2a5ae18e332f', 'ip_address': '172.28.2.94'}], 'enable_snat': True}, 'gw_port_id': '51ec624a-0dcd-4823-8110-2f212284b532', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T06:09:55Z', 'updated_at': '2021-06-01T06:10:02Z', 'revision_number': 4, 'project_id': 'e52e210129f84c5ab6a94a8e2b18edeb', 'gw_port': {'id': '51ec624a-0dcd-4823-8110-2f212284b532', 'name': '', 'network_id': 'df727fa4-ca0b-43ba-be88-ffeb156f0c84', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:d6:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79d035d6-5a20-4eea-a769-bdfcccfa93ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '8acdb510-d5f4-4c90-8e8c-2a5ae18e332f', 'ip_address': '172.28.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793885-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T06:09:56Z', 'updated_at': '2021-06-01T06:10:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acdb510-d5f4-4c90-8e8c-2a5ae18e332f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793885-1-smb', '_interfaces': [{'id': '4a312dc4-e246-465b-a6bd-c2717fc2e02e', 'name': '', 'network_id': '2cfdc2ff-8af3-4a0e-8494-3f69501eca70', 'tenant_id': 'e52e210129f84c5ab6a94a8e2b18edeb', 'mac_address': 'fa:16:3e:c3:fe:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79d035d6-5a20-4eea-a769-bdfcccfa93ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'd9825719-b0f5-4a30-9b2a-ada7e262f0ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793885-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T06:10:01Z', 'updated_at': '2021-06-01T06:10:10Z', 'revision_number': 4, 'project_id': 'e52e210129f84c5ab6a94a8e2b18edeb', 'subnets': [{'id': 'd9825719-b0f5-4a30-9b2a-ada7e262f0ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793885-1-smb', False) {} {{(pid=91914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 06:10:13.351778 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7435913-a2aa-4181-ad11-52f4715c2d5d None None] The sync data for ids ['79d035d6-5a20-4eea-a769-bdfcccfa93ed'] in dv-cinder-793885-1-smb is: [{'id': '79d035d6-5a20-4eea-a769-bdfcccfa93ed', 'name': 'tempest-ServerRescueNegativeTestJSON-408235116-router', 'tenant_id': 'e52e210129f84c5ab6a94a8e2b18edeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df727fa4-ca0b-43ba-be88-ffeb156f0c84', 'external_fixed_ips': [{'subnet_id': '8acdb510-d5f4-4c90-8e8c-2a5ae18e332f', 'ip_address': '172.28.2.94'}], 'enable_snat': True}, 'gw_port_id': '51ec624a-0dcd-4823-8110-2f212284b532', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T06:09:55Z', 'updated_at': '2021-06-01T06:10:02Z', 'revision_number': 4, 'project_id': 'e52e210129f84c5ab6a94a8e2b18edeb', 'gw_port': {'id': '51ec624a-0dcd-4823-8110-2f212284b532', 'name': '', 'network_id': 'df727fa4-ca0b-43ba-be88-ffeb156f0c84', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:d6:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79d035d6-5a20-4eea-a769-bdfcccfa93ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '8acdb510-d5f4-4c90-8e8c-2a5ae18e332f', 'ip_address': '172.28.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793885-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T06:09:56Z', 'updated_at': '2021-06-01T06:10:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acdb510-d5f4-4c90-8e8c-2a5ae18e332f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793885-1-smb', '_interfaces': [{'id': '4a312dc4-e246-465b-a6bd-c2717fc2e02e', 'name': '', 'network_id': '2cfdc2ff-8af3-4a0e-8494-3f69501eca70', 'tenant_id': 'e52e210129f84c5ab6a94a8e2b18edeb', 'mac_address': 'fa:16:3e:c3:fe:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79d035d6-5a20-4eea-a769-bdfcccfa93ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'd9825719-b0f5-4a30-9b2a-ada7e262f0ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793885-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T06:10:01Z', 'updated_at': '2021-06-01T06:10:10Z', 'revision_number': 4, 'project_id': 'e52e210129f84c5ab6a94a8e2b18edeb', 'subnets': [{'id': 'd9825719-b0f5-4a30-9b2a-ada7e262f0ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 06:10:13.805605 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c454dd2d-9095-4fd6-92a5-65e455d81089 req-4f43e45d-f66d-4ccd-917c-4fa3fdf9b418 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:10:13.807250 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-c454dd2d-9095-4fd6-92a5-65e455d81089 req-4f43e45d-f66d-4ccd-917c-4fa3fdf9b418 service neutron] 10.222.0.45 "GET /v2.0/networks?id=0b7f9d5f-223f-43b5-8d0c-382ab5f66c87 HTTP/1.1" status: 200 len: 915 time: 0.8867273 Jun 01 06:10:14.102000 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17027fd0-97f4-41a0-8620-9df5661c070c req-9d7cf393-4ec4-4f82-84d9-ebb87f44b4ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:10:14.103724 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-17027fd0-97f4-41a0-8620-9df5661c070c req-9d7cf393-4ec4-4f82-84d9-ebb87f44b4ec service neutron] 10.222.0.45 "GET /v2.0/networks?id=6079edf6-9690-4423-b8cd-750cb78f119e HTTP/1.1" status: 200 len: 912 time: 0.6510217 Jun 01 06:10:14.137295 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27155f9a-2bff-4ad6-926a-9535d56512a9 req-32aff092-e845-4afa-9504-88b651ae977e tempest-DeleteServersTestJSON-1930791445 tempest-DeleteServersTestJSON-1930791445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:10:14.137295 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-27155f9a-2bff-4ad6-926a-9535d56512a9 req-32aff092-e845-4afa-9504-88b651ae977e tempest-DeleteServersTestJSON-1930791445 tempest-DeleteServersTestJSON-1930791445-project] 10.222.0.41 "GET /v2.0/ports?device_id=27a4cbb8-d16a-40fa-9ae4-58160a54f4e9 HTTP/1.1" status: 200 len: 943 time: 0.3849003 Jun 01 06:10:14.252023 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-27155f9a-2bff-4ad6-926a-9535d56512a9 req-e05bacc7-fd77-45ad-9dfa-9d1e34615d04 tempest-DeleteServersTestJSON-1930791445 tempest-DeleteServersTestJSON-1930791445-project] 10.222.0.41 "GET /v2.0/security-groups?id=39d48f59-16a8-4a77-a6c3-9d02c6487a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118910 Jun 01 06:10:14.735190 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e232af8-00e4-4266-826d-2f93d55b8320 req-71511b8b-124e-40d7-978c-b813ba53ff23 tempest-ServerRescueNegativeTestJSON-2082042209 tempest-ServerRescueNegativeTestJSON-2082042209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:10:14.735968 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.quota.resource [req-8e232af8-00e4-4266-826d-2f93d55b8320 req-71511b8b-124e-40d7-978c-b813ba53ff23 tempest-ServerRescueNegativeTestJSON-2082042209 tempest-ServerRescueNegativeTestJSON-2082042209-project] Synchronizing usage tracker for tenant:e52e210129f84c5ab6a94a8e2b18edeb on resource:network {{(pid=91912) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 06:10:14.774029 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.quota.resource [req-8e232af8-00e4-4266-826d-2f93d55b8320 req-71511b8b-124e-40d7-978c-b813ba53ff23 tempest-ServerRescueNegativeTestJSON-2082042209 tempest-ServerRescueNegativeTestJSON-2082042209-project] Unset dirty status for tenant:e52e210129f84c5ab6a94a8e2b18edeb on resource:network {{(pid=91912) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 06:10:14.775894 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-8e232af8-00e4-4266-826d-2f93d55b8320 req-71511b8b-124e-40d7-978c-b813ba53ff23 tempest-ServerRescueNegativeTestJSON-2082042209 tempest-ServerRescueNegativeTestJSON-2082042209-project] 10.222.0.41 "GET /v2.0/networks?id=2cfdc2ff-8af3-4a0e-8494-3f69501eca70 HTTP/1.1" status: 200 len: 818 time: 0.2837973 Jun 01 06:10:14.800697 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-8e232af8-00e4-4266-826d-2f93d55b8320 req-9a097af3-8aee-4094-8e40-f9ecc6eadbbe tempest-ServerRescueNegativeTestJSON-2082042209 tempest-ServerRescueNegativeTestJSON-2082042209-project] 10.222.0.41 "GET /v2.0/quotas/e52e210129f84c5ab6a94a8e2b18edeb HTTP/1.1" status: 200 len: 375 time: 0.0157213 Jun 01 06:10:15.048800 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-8e232af8-00e4-4266-826d-2f93d55b8320 req-43da5662-95af-4a7f-b4b3-c1bdc975a13d tempest-ServerRescueNegativeTestJSON-2082042209 tempest-ServerRescueNegativeTestJSON-2082042209-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=e52e210129f84c5ab6a94a8e2b18edeb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2395778 Jun 01 06:10:15.137763 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.rpc [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] Device 4a312dc4-e246-465b-a6bd-c2717fc2e02e up at agent ovs-agent-dv-cinder-793885-1-smb {{(pid=91914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 06:10:15.332375 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.db.provisioning_blocks [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] Provisioning for port 4a312dc4-e246-465b-a6bd-c2717fc2e02e completed by entity L2. {{(pid=91914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 06:10:15.341569 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.db.provisioning_blocks [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] Provisioning complete for port 4a312dc4-e246-465b-a6bd-c2717fc2e02e triggered by entity L2. {{(pid=91914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 06:10:15.342099 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3772206'] for port, provisioning_complete {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:15.348071 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-17027fd0-97f4-41a0-8620-9df5661c070c req-885c94f7-35e7-4f06-b8c8-e63e81c2f8e0 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=91635a0c-4ef7-4eae-9219-b6f6de592b58 HTTP/1.1" status: 200 len: 217 time: 0.3004203 Jun 01 06:10:15.407820 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-c454dd2d-9095-4fd6-92a5-65e455d81089 req-12f2c10d-471a-40d6-bd99-a00a13bc3313 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0045608c-1373-47a7-8f8d-d1f7bc48717c HTTP/1.1" status: 200 len: 217 time: 0.2610660 Jun 01 06:10:15.545979 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.wsgi [-] (91912) accepted ('10.222.0.41', 50950) {{(pid=91912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 06:10:15.619457 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17027fd0-97f4-41a0-8620-9df5661c070c req-25d24939-3e9b-407d-b74d-c80316644f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:10:15.631756 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-17027fd0-97f4-41a0-8620-9df5661c070c req-25d24939-3e9b-407d-b74d-c80316644f8d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=448264f3-233e-46e2-9cf9-af40b7e518b3 HTTP/1.1" status: 200 len: 851 time: 0.1903105 Jun 01 06:10:15.707693 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-8e232af8-00e4-4266-826d-2f93d55b8320 req-ea95010b-abf8-4a64-998c-58ae70490a7b service neutron] 10.222.0.41 "GET /v2.0/networks/2cfdc2ff-8af3-4a0e-8494-3f69501eca70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5167778 Jun 01 06:10:15.758351 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c454dd2d-9095-4fd6-92a5-65e455d81089 req-ecc6fa02-6977-4a52-9f8d-41d87330305e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:10:15.759573 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-c454dd2d-9095-4fd6-92a5-65e455d81089 req-ecc6fa02-6977-4a52-9f8d-41d87330305e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=67a532f4-5301-4272-a23e-04b9dfc38b51 HTTP/1.1" status: 200 len: 854 time: 0.3321462 Jun 01 06:10:15.806493 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c881040-1edb-47e2-b2c9-05f7f8dcc236 req-09c7767f-8554-44ea-a3e6-9260f8959740 tempest-AttachVolumeNegativeTest-1471670784 tempest-AttachVolumeNegativeTest-1471670784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:10:15.808029 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-6c881040-1edb-47e2-b2c9-05f7f8dcc236 req-09c7767f-8554-44ea-a3e6-9260f8959740 tempest-AttachVolumeNegativeTest-1471670784 tempest-AttachVolumeNegativeTest-1471670784-project] 10.222.0.41 "GET /v2.0/ports?device_id=aa160ab3-5246-434a-8d0e-26dddf429663 HTTP/1.1" status: 200 len: 943 time: 0.7731545 Jun 01 06:10:15.850952 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3824664'] for port, before_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:15.975135 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.db [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] For port 4a312dc4-e246-465b-a6bd-c2717fc2e02e, host dv-cinder-793885-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793885-1-smb',level=0,port_id=4a312dc4-e246-465b-a6bd-c2717fc2e02e,segment=NetworkSegment(1c425f82-4786-49ee-8e37-a89f8f410b55),segment_id=1c425f82-4786-49ee-8e37-a89f8f410b55)] {{(pid=91914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 06:10:15.984656 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774208810132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774208425701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774208426006'] for port, after_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:15.990198 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG oslo_concurrency.lockutils [None req-d97dc918-0cb3-4e8b-80b8-817b6dac5668 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91914) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:10:15.995379 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-6c881040-1edb-47e2-b2c9-05f7f8dcc236 req-e5179fe3-4669-46b5-b26b-aaf8f96e4d6c tempest-AttachVolumeNegativeTest-1471670784 tempest-AttachVolumeNegativeTest-1471670784-project] 10.222.0.41 "GET /v2.0/security-groups?id=148e0031-14dd-4990-9826-b8db75cc4be7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697915 Jun 01 06:10:16.005323 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-8e232af8-00e4-4266-826d-2f93d55b8320 req-6d400aaa-5d4e-46ff-bfe1-939d5652324d service neutron] 10.222.0.41 "GET /v2.0/networks/2cfdc2ff-8af3-4a0e-8494-3f69501eca70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2955272 Jun 01 06:10:16.167747 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-17027fd0-97f4-41a0-8620-9df5661c070c req-7f13c0a2-1733-44a8-a41f-50bb9de36963 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=6079edf6-9690-4423-b8cd-750cb78f119e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1609478 Jun 01 06:10:16.196961 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] Pushing event updated for resources: {'Port': ['ID=4a312dc4-e246-465b-a6bd-c2717fc2e02e,revision_number=5']} {{(pid=91914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:10:16.201231 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-c454dd2d-9095-4fd6-92a5-65e455d81089 req-2fbfc582-e9b6-4cc8-b2cd-da8e7818582a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=0b7f9d5f-223f-43b5-8d0c-382ab5f66c87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1996725 Jun 01 06:10:16.202010 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG oslo_concurrency.lockutils [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=91914) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:10:16.453351 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-6eeadd6a-1fb0-41a4-98e1-f18a6e4cd5b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:16.495042 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.db.quota.driver [None req-6eeadd6a-1fb0-41a4-98e1-f18a6e4cd5b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91912) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 06:10:16.504314 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.quota.resource [None req-6eeadd6a-1fb0-41a4-98e1-f18a6e4cd5b6 admin admin] Usage tracker for resource:security_group_rule and tenant:741fac96fbd541d691acbf900778d2cc is out of sync, need to count used quota {{(pid=91912) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 06:10:16.542201 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.quota.resource [None req-6eeadd6a-1fb0-41a4-98e1-f18a6e4cd5b6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91912) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 06:10:16.559351 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.db.quota.driver [None req-6eeadd6a-1fb0-41a4-98e1-f18a6e4cd5b6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91912) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 06:10:16.569727 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-17027fd0-97f4-41a0-8620-9df5661c070c req-deea2476-441e-4d2a-9a8d-bfa5bfbc95c4 service neutron] 10.222.0.45 "GET /v2.0/networks/6079edf6-9690-4423-b8cd-750cb78f119e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3914621 Jun 01 06:10:16.700806 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-c454dd2d-9095-4fd6-92a5-65e455d81089 req-cea8a4b6-0fa7-43cf-bae0-ec7d68209a20 service neutron] 10.222.0.45 "GET /v2.0/networks/0b7f9d5f-223f-43b5-8d0c-382ab5f66c87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4717422 Jun 01 06:10:16.932246 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-17027fd0-97f4-41a0-8620-9df5661c070c req-478de41d-81dd-46de-bb42-b302c9d6c77f service neutron] 10.222.0.45 "GET /v2.0/networks/6079edf6-9690-4423-b8cd-750cb78f119e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3503900 Jun 01 06:10:16.999656 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2265901b-9620-4623-a0db-eff55f8f300b req-e2d1d30a-307f-4bbc-bbc3-9f0caf369d2e tempest-DeleteServersTestJSON-1930791445 tempest-DeleteServersTestJSON-1930791445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:10:17.000635 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.quota.resource [req-2265901b-9620-4623-a0db-eff55f8f300b req-e2d1d30a-307f-4bbc-bbc3-9f0caf369d2e tempest-DeleteServersTestJSON-1930791445 tempest-DeleteServersTestJSON-1930791445-project] Synchronizing usage tracker for tenant:ce6ee8759a6147cfa4e2062f27b9db8c on resource:port {{(pid=91913) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 06:10:17.052299 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.rpc [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] Device 4a312dc4-e246-465b-a6bd-c2717fc2e02e up at agent ovs-agent-dv-cinder-793885-1-smb {{(pid=91914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 06:10:17.107060 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.quota.resource [req-2265901b-9620-4623-a0db-eff55f8f300b req-e2d1d30a-307f-4bbc-bbc3-9f0caf369d2e tempest-DeleteServersTestJSON-1930791445 tempest-DeleteServersTestJSON-1930791445-project] Unset dirty status for tenant:ce6ee8759a6147cfa4e2062f27b9db8c on resource:port {{(pid=91913) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 06:10:17.116723 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-2265901b-9620-4623-a0db-eff55f8f300b req-e2d1d30a-307f-4bbc-bbc3-9f0caf369d2e tempest-DeleteServersTestJSON-1930791445 tempest-DeleteServersTestJSON-1930791445-project] 10.222.0.41 "GET /v2.0/ports?device_id=27a4cbb8-d16a-40fa-9ae4-58160a54f4e9 HTTP/1.1" status: 200 len: 943 time: 0.5070937 Jun 01 06:10:17.179063 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-c454dd2d-9095-4fd6-92a5-65e455d81089 req-6adafe67-31a7-4704-81b5-f93b5117fb1f service neutron] 10.222.0.45 "GET /v2.0/networks/0b7f9d5f-223f-43b5-8d0c-382ab5f66c87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4484634 Jun 01 06:10:17.205030 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-6eeadd6a-1fb0-41a4-98e1-f18a6e4cd5b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:17.237761 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-6eeadd6a-1fb0-41a4-98e1-f18a6e4cd5b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940402'] for security_group, after_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:17.246794 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.db.provisioning_blocks [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] Provisioning complete for port 4a312dc4-e246-465b-a6bd-c2717fc2e02e triggered by entity L2. {{(pid=91914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 06:10:17.246794 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3772206'] for port, provisioning_complete {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:17.260109 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-ee955591-0618-42e3-992c-d63eb521ceb5 req-ddeb939b-6827-40ac-806e-ed0706d3a24c tempest-ServerRescueNegativeTestJSON-2082042209 tempest-ServerRescueNegativeTestJSON-2082042209-project] 10.222.0.41 "GET /v2.0/ports?device_id=bb24b49c-2dc6-4892-8b86-b2ebd99a53e4 HTTP/1.1" status: 200 len: 210 time: 0.3157797 Jun 01 06:10:17.265907 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-2265901b-9620-4623-a0db-eff55f8f300b req-4c3a5e51-92bd-454a-8187-d013cf704180 tempest-DeleteServersTestJSON-1930791445 tempest-DeleteServersTestJSON-1930791445-project] 10.222.0.41 "GET /v2.0/security-groups?id=39d48f59-16a8-4a77-a6c3-9d02c6487a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480246 Jun 01 06:10:17.283091 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:10:17.361708 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eeadd6a-1fb0-41a4-98e1-f18a6e4cd5b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36b02fcd-ca1b-48f6-867d-25b9988d5139,revision_number=1']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:10:17.367151 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-6eeadd6a-1fb0-41a4-98e1-f18a6e4cd5b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:10:17.381796 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [None req-6eeadd6a-1fb0-41a4-98e1-f18a6e4cd5b6 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=741fac96fbd541d691acbf900778d2cc&name=default HTTP/1.1" status: 200 len: 2975 time: 1.8324931 Jun 01 06:10:17.384400 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.wsgi [-] (91912) accepted ('10.222.0.41', 51008) {{(pid=91912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 06:10:17.486568 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-58501584-cb18-4ceb-8bb7-7e7c1555e6ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:17.534136 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-58501584-cb18-4ceb-8bb7-7e7c1555e6ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:17.574642 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774208951022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772053'] for agent, after_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:17.603138 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b1e12f-d676-4f54-b70f-c822950d9cea req-fcbf2779-6b8a-484d-8c07-7c461215d5ce tempest-AttachVolumeNegativeTest-1471670784 tempest-AttachVolumeNegativeTest-1471670784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:10:17.604776 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-b0b1e12f-d676-4f54-b70f-c822950d9cea req-fcbf2779-6b8a-484d-8c07-7c461215d5ce tempest-AttachVolumeNegativeTest-1471670784 tempest-AttachVolumeNegativeTest-1471670784-project] 10.222.0.41 "GET /v2.0/ports?device_id=aa160ab3-5246-434a-8d0e-26dddf429663 HTTP/1.1" status: 200 len: 943 time: 0.1155148 Jun 01 06:10:17.613889 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-58501584-cb18-4ceb-8bb7-7e7c1555e6ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940402'] for security_group, after_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:17.619082 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:10:17.632273 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58501584-cb18-4ceb-8bb7-7e7c1555e6ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36b02fcd-ca1b-48f6-867d-25b9988d5139,revision_number=None']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:10:17.635218 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-58501584-cb18-4ceb-8bb7-7e7c1555e6ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:10:17.655094 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-58501584-cb18-4ceb-8bb7-7e7c1555e6ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:17.658643 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [None req-58501584-cb18-4ceb-8bb7-7e7c1555e6ae admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/36b02fcd-ca1b-48f6-867d-25b9988d5139 HTTP/1.1" status: 204 len: 168 time: 0.2728736 Jun 01 06:10:17.671360 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-b0b1e12f-d676-4f54-b70f-c822950d9cea req-19ce77da-e6b3-4db5-9cad-ac18e70e8a2c tempest-AttachVolumeNegativeTest-1471670784 tempest-AttachVolumeNegativeTest-1471670784-project] 10.222.0.41 "GET /v2.0/security-groups?id=148e0031-14dd-4990-9826-b8db75cc4be7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532382 Jun 01 06:10:17.920914 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.wsgi [-] (91912) accepted ('10.222.0.41', 51032) {{(pid=91912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 06:10:18.028554 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.wsgi [-] (91913) accepted ('10.222.0.41', 51040) {{(pid=91913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 06:10:18.048021 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-4964be16-b012-4e3a-a9e0-9b988779de6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:18.066166 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.db.quota.driver [None req-4964be16-b012-4e3a-a9e0-9b988779de6a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 06:10:18.070672 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.quota.resource [None req-4964be16-b012-4e3a-a9e0-9b988779de6a admin admin] Usage tracker for resource:security_group_rule and tenant:b15ce71d892640518aa3cd9e86a0b21e is out of sync, need to count used quota {{(pid=91913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 06:10:18.073673 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.quota.resource [None req-4964be16-b012-4e3a-a9e0-9b988779de6a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 06:10:18.079393 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.db.quota.driver [None req-4964be16-b012-4e3a-a9e0-9b988779de6a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 06:10:18.122876 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-bd3b607c-a392-4f99-a856-f64652c6c01d admin admin] Notify callbacks [] for security_group, before_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:18.139414 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.db.quota.driver [None req-bd3b607c-a392-4f99-a856-f64652c6c01d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91912) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 06:10:18.143852 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.quota.resource [None req-bd3b607c-a392-4f99-a856-f64652c6c01d admin admin] Usage tracker for resource:security_group_rule and tenant:c1df76e9a29546efb44894812f857379 is out of sync, need to count used quota {{(pid=91912) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 06:10:18.146689 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.quota.resource [None req-bd3b607c-a392-4f99-a856-f64652c6c01d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91912) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 06:10:18.152336 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.db.quota.driver [None req-bd3b607c-a392-4f99-a856-f64652c6c01d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91912) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 06:10:18.164705 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-4964be16-b012-4e3a-a9e0-9b988779de6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:18.168665 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-4964be16-b012-4e3a-a9e0-9b988779de6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940402'] for security_group, after_create {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:18.178874 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:10:18.223992 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [None req-4964be16-b012-4e3a-a9e0-9b988779de6a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b15ce71d892640518aa3cd9e86a0b21e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1935291 Jun 01 06:10:18.225193 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4964be16-b012-4e3a-a9e0-9b988779de6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66742cdf-e866-4f47-aa9f-855a444f5202,revision_number=1']} {{(pid=91913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:10:18.231498 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [None req-4964be16-b012-4e3a-a9e0-9b988779de6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:10:18.231959 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.wsgi [-] (91912) accepted ('10.222.0.41', 51048) {{(pid=91912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 06:10:18.297015 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-bd3b607c-a392-4f99-a856-f64652c6c01d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:18.306688 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-bd3b607c-a392-4f99-a856-f64652c6c01d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940402'] for security_group, after_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:18.321096 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:10:18.354761 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-f9c8db07-c865-46a2-9122-126b8f2a2321 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:18.379818 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [None req-bd3b607c-a392-4f99-a856-f64652c6c01d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c1df76e9a29546efb44894812f857379&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4571874 Jun 01 06:10:18.382563 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3b607c-a392-4f99-a856-f64652c6c01d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a75746f-a316-4c4b-b784-aa96aaef548a,revision_number=1']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:10:18.390941 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.wsgi [-] (91912) accepted ('10.222.0.41', 51058) {{(pid=91912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 06:10:18.397831 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-bd3b607c-a392-4f99-a856-f64652c6c01d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:10:18.407474 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-0472b82f-651e-4664-bb35-c82010b1bf36 req-d537637e-969d-4df0-9be2-7cb78f07094d tempest-ServerRescueNegativeTestJSON-2082042209 tempest-ServerRescueNegativeTestJSON-2082042209-project] 10.222.0.41 "GET /v2.0/ports?device_id=bb24b49c-2dc6-4892-8b86-b2ebd99a53e4 HTTP/1.1" status: 200 len: 210 time: 0.0444016 Jun 01 06:10:18.413757 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-f9c8db07-c865-46a2-9122-126b8f2a2321 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:18.557369 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-80f41703-8e62-4972-ae65-bdddd5a60d85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:18.574555 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-f9c8db07-c865-46a2-9122-126b8f2a2321 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940402'] for security_group, after_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:18.582842 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-6b345668-5c44-4ea5-bea4-7b00e334d7c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:10:18.610737 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-80f41703-8e62-4972-ae65-bdddd5a60d85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:18.619658 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c8db07-c865-46a2-9122-126b8f2a2321 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66742cdf-e866-4f47-aa9f-855a444f5202,revision_number=None']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:10:18.631066 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-f9c8db07-c865-46a2-9122-126b8f2a2321 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:10:18.662922 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-f9c8db07-c865-46a2-9122-126b8f2a2321 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:18.666576 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [None req-f9c8db07-c865-46a2-9122-126b8f2a2321 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/66742cdf-e866-4f47-aa9f-855a444f5202 HTTP/1.1" status: 204 len: 168 time: 0.4310679 Jun 01 06:10:18.679946 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956e8065-adb3-4187-8129-3edbf4bdd470 req-b8f32d99-d4f9-410e-9c70-50a68e68d7e3 tempest-DeleteServersTestJSON-1930791445 tempest-DeleteServersTestJSON-1930791445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:10:18.681512 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-956e8065-adb3-4187-8129-3edbf4bdd470 req-b8f32d99-d4f9-410e-9c70-50a68e68d7e3 tempest-DeleteServersTestJSON-1930791445 tempest-DeleteServersTestJSON-1930791445-project] 10.222.0.41 "GET /v2.0/ports?device_id=27a4cbb8-d16a-40fa-9ae4-58160a54f4e9 HTTP/1.1" status: 200 len: 943 time: 0.2338910 Jun 01 06:10:18.720978 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-80f41703-8e62-4972-ae65-bdddd5a60d85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940402'] for security_group, after_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:18.728722 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:10:18.743856 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f41703-8e62-4972-ae65-bdddd5a60d85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a75746f-a316-4c4b-b784-aa96aaef548a,revision_number=None']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:10:18.754876 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-80f41703-8e62-4972-ae65-bdddd5a60d85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:10:18.764575 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-80f41703-8e62-4972-ae65-bdddd5a60d85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:18.765719 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [None req-80f41703-8e62-4972-ae65-bdddd5a60d85 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/9a75746f-a316-4c4b-b784-aa96aaef548a HTTP/1.1" status: 204 len: 168 time: 0.3734577 Jun 01 06:10:18.771744 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-956e8065-adb3-4187-8129-3edbf4bdd470 req-90be2b36-82f3-4e58-b41e-883469d6169a tempest-DeleteServersTestJSON-1930791445 tempest-DeleteServersTestJSON-1930791445-project] 10.222.0.41 "GET /v2.0/security-groups?id=39d48f59-16a8-4a77-a6c3-9d02c6487a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700507 Jun 01 06:10:19.185408 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884db839-25f9-4013-b44b-509ba3194bee req-cf595a09-6c16-4a21-ac6c-68eed8dec59c tempest-ServerRescueNegativeTestJSON-2082042209 tempest-ServerRescueNegativeTestJSON-2082042209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:10:19.188111 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-884db839-25f9-4013-b44b-509ba3194bee req-cf595a09-6c16-4a21-ac6c-68eed8dec59c tempest-ServerRescueNegativeTestJSON-2082042209 tempest-ServerRescueNegativeTestJSON-2082042209-project] 10.222.0.45 "GET /v2.0/networks?id=2cfdc2ff-8af3-4a0e-8494-3f69501eca70 HTTP/1.1" status: 200 len: 818 time: 0.3581140 Jun 01 06:10:19.219057 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.v2.base [req-884db839-25f9-4013-b44b-509ba3194bee req-8aaf1b81-e8bd-4b58-b333-908ad1f94184 tempest-ServerRescueNegativeTestJSON-2082042209 tempest-ServerRescueNegativeTestJSON-2082042209-project] Request body: {'port': {'device_id': 'adbe8ec7-7667-4d7a-8fa0-614d82b10afb', 'network_id': '2cfdc2ff-8af3-4a0e-8494-3f69501eca70', 'admin_state_up': True, 'tenant_id': 'e52e210129f84c5ab6a94a8e2b18edeb'}} {{(pid=91913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 06:10:19.293632 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5e5565-5888-483f-9a25-754a1164c554 req-60615758-e6f2-417e-9776-db0169c27981 tempest-AttachVolumeNegativeTest-1471670784 tempest-AttachVolumeNegativeTest-1471670784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:10:19.295991 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-7e5e5565-5888-483f-9a25-754a1164c554 req-60615758-e6f2-417e-9776-db0169c27981 tempest-AttachVolumeNegativeTest-1471670784 tempest-AttachVolumeNegativeTest-1471670784-project] 10.222.0.41 "GET /v2.0/ports?device_id=aa160ab3-5246-434a-8d0e-26dddf429663 HTTP/1.1" status: 200 len: 943 time: 0.2563255 Jun 01 06:10:19.453027 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-7e5e5565-5888-483f-9a25-754a1164c554 req-1fc73872-30ec-4ada-9ca4-9778cc2ca1a0 tempest-AttachVolumeNegativeTest-1471670784 tempest-AttachVolumeNegativeTest-1471670784-project] 10.222.0.41 "GET /v2.0/security-groups?id=148e0031-14dd-4990-9826-b8db75cc4be7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774016 Jun 01 06:10:19.482539 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.db.quota.driver [req-884db839-25f9-4013-b44b-509ba3194bee req-8aaf1b81-e8bd-4b58-b333-908ad1f94184 tempest-ServerRescueNegativeTestJSON-2082042209 tempest-ServerRescueNegativeTestJSON-2082042209-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 06:10:19.499641 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.db.quota.driver [req-884db839-25f9-4013-b44b-509ba3194bee req-8aaf1b81-e8bd-4b58-b333-908ad1f94184 tempest-ServerRescueNegativeTestJSON-2082042209 tempest-ServerRescueNegativeTestJSON-2082042209-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=91913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 06:10:19.513029 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.wsgi [-] (91912) accepted ('10.222.0.41', 51110) {{(pid=91912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 06:10:19.513444 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-884db839-25f9-4013-b44b-509ba3194bee req-8aaf1b81-e8bd-4b58-b333-908ad1f94184 tempest-ServerRescueNegativeTestJSON-2082042209 tempest-ServerRescueNegativeTestJSON-2082042209-project] Made reservation on behalf of e52e210129f84c5ab6a94a8e2b18edeb for: {'port': 1} {{(pid=91913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 06:10:19.518288 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [req-884db839-25f9-4013-b44b-509ba3194bee req-8aaf1b81-e8bd-4b58-b333-908ad1f94184 tempest-ServerRescueNegativeTestJSON-2082042209 tempest-ServerRescueNegativeTestJSON-2082042209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3824664'] for port, before_create {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:19.581856 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.wsgi [-] (91913) accepted ('10.222.0.41', 51116) {{(pid=91913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 06:10:19.605340 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-d7a5280d-d093-43e8-9c80-222c0fba71eb req-1e23b890-1afa-4bd9-aa4d-e1df34f85f58 tempest-ServerRescueNegativeTestJSON-2082042209 tempest-ServerRescueNegativeTestJSON-2082042209-project] 10.222.0.41 "GET /v2.0/ports?device_id=bb24b49c-2dc6-4892-8b86-b2ebd99a53e4 HTTP/1.1" status: 200 len: 210 time: 0.0554190 Jun 01 06:10:19.629455 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.wsgi [-] (91912) accepted ('10.222.0.41', 51122) {{(pid=91912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 06:10:19.651457 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-be1d86e6-ff8e-49c7-a686-725fd60646a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:19.666398 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.db.quota.driver [None req-be1d86e6-ff8e-49c7-a686-725fd60646a0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91912) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 06:10:19.671053 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.quota.resource [None req-be1d86e6-ff8e-49c7-a686-725fd60646a0 admin admin] Usage tracker for resource:security_group_rule and tenant:48292c204cdb47e2870d12cf8b73c3b5 is out of sync, need to count used quota {{(pid=91912) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 06:10:19.674763 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.quota.resource [None req-be1d86e6-ff8e-49c7-a686-725fd60646a0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91912) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 06:10:19.681854 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.db.quota.driver [None req-be1d86e6-ff8e-49c7-a686-725fd60646a0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91912) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 06:10:19.711109 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.db.db_base_plugin_common [req-884db839-25f9-4013-b44b-509ba3194bee req-8aaf1b81-e8bd-4b58-b333-908ad1f94184 tempest-ServerRescueNegativeTestJSON-2082042209 tempest-ServerRescueNegativeTestJSON-2082042209-project] Allocated IP 172.20.0.8 (2cfdc2ff-8af3-4a0e-8494-3f69501eca70/d9825719-b0f5-4a30-9b2a-ada7e262f0ce/086b5e9c-bc83-4237-8f83-92b088599ac2) {{(pid=91913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 06:10:19.802224 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-be1d86e6-ff8e-49c7-a686-725fd60646a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:19.819241 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-be1d86e6-ff8e-49c7-a686-725fd60646a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940402'] for security_group, after_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:19.883159 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-f9c8db07-c865-46a2-9122-126b8f2a2321 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:10:19.923480 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [None req-be1d86e6-ff8e-49c7-a686-725fd60646a0 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=48292c204cdb47e2870d12cf8b73c3b5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2888963 Jun 01 06:10:20.002965 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1d86e6-ff8e-49c7-a686-725fd60646a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14ea1020-b3eb-4521-ab26-189128377016,revision_number=1']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:10:20.047235 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.wsgi [-] (91912) accepted ('10.222.0.41', 51134) {{(pid=91912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 06:10:20.062108 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-be1d86e6-ff8e-49c7-a686-725fd60646a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:10:20.071184 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-8e6775c9-96fe-4580-a144-3bd850f9f68e admin admin] Notify callbacks [] for security_group, before_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:20.130021 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-e274ac6d-7f30-4e4f-8ab6-eef1af2f580a admin admin] Notify callbacks [] for security_group, before_create {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:20.148251 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.db.quota.driver [None req-8e6775c9-96fe-4580-a144-3bd850f9f68e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91912) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 06:10:20.171469 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.db.quota.driver [None req-e274ac6d-7f30-4e4f-8ab6-eef1af2f580a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 06:10:20.175279 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.quota.resource [None req-e274ac6d-7f30-4e4f-8ab6-eef1af2f580a admin admin] Usage tracker for resource:security_group_rule and tenant:dd4af42f53d84378b5eef7db8624d940 is out of sync, need to count used quota {{(pid=91913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 06:10:20.178926 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.quota.resource [None req-e274ac6d-7f30-4e4f-8ab6-eef1af2f580a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 06:10:20.181659 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.quota.resource [None req-8e6775c9-96fe-4580-a144-3bd850f9f68e admin admin] Usage tracker for resource:security_group_rule and tenant:f6f1f80ceb58476fa3605471705c4f2d is out of sync, need to count used quota {{(pid=91912) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 06:10:20.184946 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.db.quota.driver [None req-e274ac6d-7f30-4e4f-8ab6-eef1af2f580a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 06:10:20.200397 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.quota.resource [None req-8e6775c9-96fe-4580-a144-3bd850f9f68e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91912) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 06:10:20.212303 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.db.quota.driver [None req-8e6775c9-96fe-4580-a144-3bd850f9f68e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91912) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 06:10:20.289983 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e232af8-00e4-4266-826d-2f93d55b8320 req-5434f582-296d-4c4f-9b7f-105ca28dca49 tempest-ServerRescueNegativeTestJSON-2082042209 tempest-ServerRescueNegativeTestJSON-2082042209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:10:20.291660 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-8e232af8-00e4-4266-826d-2f93d55b8320 req-5434f582-296d-4c4f-9b7f-105ca28dca49 tempest-ServerRescueNegativeTestJSON-2082042209 tempest-ServerRescueNegativeTestJSON-2082042209-project] 10.222.0.45 "GET /v2.0/networks?id=2cfdc2ff-8af3-4a0e-8494-3f69501eca70 HTTP/1.1" status: 200 len: 818 time: 0.2708676 Jun 01 06:10:20.308648 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-3c1e47d1-6052-4866-81a5-21a2acfdca02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:20.318223 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [req-884db839-25f9-4013-b44b-509ba3194bee req-8aaf1b81-e8bd-4b58-b333-908ad1f94184 tempest-ServerRescueNegativeTestJSON-2082042209 tempest-ServerRescueNegativeTestJSON-2082042209-project] Notify callbacks [] for port, precommit_create {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:20.326863 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.v2.base [req-8e232af8-00e4-4266-826d-2f93d55b8320 req-26e56d77-bdf0-499a-a877-f6e7355789f4 tempest-ServerRescueNegativeTestJSON-2082042209 tempest-ServerRescueNegativeTestJSON-2082042209-project] Request body: {'port': {'device_id': 'bb24b49c-2dc6-4892-8b86-b2ebd99a53e4', 'network_id': '2cfdc2ff-8af3-4a0e-8494-3f69501eca70', 'admin_state_up': True, 'tenant_id': 'e52e210129f84c5ab6a94a8e2b18edeb'}} {{(pid=91912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 06:10:20.354066 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d296e2de-de11-4423-9092-98b42de04e18 req-94917def-067b-4b4c-b08f-397e3c3f1bc3 tempest-DeleteServersTestJSON-1930791445 tempest-DeleteServersTestJSON-1930791445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:10:20.355542 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-d296e2de-de11-4423-9092-98b42de04e18 req-94917def-067b-4b4c-b08f-397e3c3f1bc3 tempest-DeleteServersTestJSON-1930791445 tempest-DeleteServersTestJSON-1930791445-project] 10.222.0.41 "GET /v2.0/ports?device_id=27a4cbb8-d16a-40fa-9ae4-58160a54f4e9 HTTP/1.1" status: 200 len: 943 time: 0.2911961 Jun 01 06:10:20.406945 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-e274ac6d-7f30-4e4f-8ab6-eef1af2f580a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:20.439707 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-3c1e47d1-6052-4866-81a5-21a2acfdca02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:20.449733 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-d296e2de-de11-4423-9092-98b42de04e18 req-613cbd51-8e83-4ead-81c9-e1ca4cba9607 tempest-DeleteServersTestJSON-1930791445 tempest-DeleteServersTestJSON-1930791445-project] 10.222.0.41 "GET /v2.0/security-groups?id=39d48f59-16a8-4a77-a6c3-9d02c6487a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853391 Jun 01 06:10:20.450979 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [req-884db839-25f9-4013-b44b-509ba3194bee req-8aaf1b81-e8bd-4b58-b333-908ad1f94184 tempest-ServerRescueNegativeTestJSON-2082042209 tempest-ServerRescueNegativeTestJSON-2082042209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774208425683'] for port, after_create {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:20.452376 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-e274ac6d-7f30-4e4f-8ab6-eef1af2f580a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940402'] for security_group, after_create {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:20.496015 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [None req-4964be16-b012-4e3a-a9e0-9b988779de6a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:10:20.528012 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [None req-e274ac6d-7f30-4e4f-8ab6-eef1af2f580a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=dd4af42f53d84378b5eef7db8624d940&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9449184 Jun 01 06:10:20.535472 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.wsgi [-] (91912) accepted ('10.222.0.41', 51162) {{(pid=91912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 06:10:20.543887 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-8e6775c9-96fe-4580-a144-3bd850f9f68e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:20.551513 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-884db839-25f9-4013-b44b-509ba3194bee req-8aaf1b81-e8bd-4b58-b333-908ad1f94184 tempest-ServerRescueNegativeTestJSON-2082042209 tempest-ServerRescueNegativeTestJSON-2082042209-project] Network 2cfdc2ff-8af3-4a0e-8494-3f69501eca70 is already hosted by enough agents. {{(pid=91913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 06:10:20.553783 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.scheduler.base_scheduler [req-884db839-25f9-4013-b44b-509ba3194bee req-8aaf1b81-e8bd-4b58-b333-908ad1f94184 tempest-ServerRescueNegativeTestJSON-2082042209 tempest-ServerRescueNegativeTestJSON-2082042209-project] Resources bound (agent type, host, resource id): {{(pid=91913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 06:10:20.555868 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e274ac6d-7f30-4e4f-8ab6-eef1af2f580a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=192dcb29-a95c-4947-9718-b134f1f92200,revision_number=1']} {{(pid=91913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:10:20.559710 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [None req-e274ac6d-7f30-4e4f-8ab6-eef1af2f580a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:10:20.561235 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.019s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:10:20.598060 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.db.l3_dvrscheduler_db [req-884db839-25f9-4013-b44b-509ba3194bee req-8aaf1b81-e8bd-4b58-b333-908ad1f94184 tempest-ServerRescueNegativeTestJSON-2082042209 tempest-ServerRescueNegativeTestJSON-2082042209-project] Received port after_create {{(pid=91913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 06:10:20.603376 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884db839-25f9-4013-b44b-509ba3194bee req-8aaf1b81-e8bd-4b58-b333-908ad1f94184 tempest-ServerRescueNegativeTestJSON-2082042209 tempest-ServerRescueNegativeTestJSON-2082042209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:10:20.604271 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [req-884db839-25f9-4013-b44b-509ba3194bee req-8aaf1b81-e8bd-4b58-b333-908ad1f94184 tempest-ServerRescueNegativeTestJSON-2082042209 tempest-ServerRescueNegativeTestJSON-2082042209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536287'] for port, before_response {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:20.642937 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-8e6775c9-96fe-4580-a144-3bd850f9f68e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940402'] for security_group, after_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:20.709033 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:10:20.712011 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aaf1b81-e8bd-4b58-b333-908ad1f94184 tempest-ServerRescueNegativeTestJSON-2082042209 tempest-ServerRescueNegativeTestJSON-2082042209-project] Pushing event updated for resources: {'Port': ['ID=086b5e9c-bc83-4237-8f83-92b088599ac2,revision_number=1']} {{(pid=91913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:10:20.714496 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [None req-8aaf1b81-e8bd-4b58-b333-908ad1f94184 tempest-ServerRescueNegativeTestJSON-2082042209 tempest-ServerRescueNegativeTestJSON-2082042209-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:10:20.717671 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-884db839-25f9-4013-b44b-509ba3194bee req-8aaf1b81-e8bd-4b58-b333-908ad1f94184 tempest-ServerRescueNegativeTestJSON-2082042209 tempest-ServerRescueNegativeTestJSON-2082042209-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5110440 Jun 01 06:10:20.730919 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.db.quota.driver [req-8e232af8-00e4-4266-826d-2f93d55b8320 req-26e56d77-bdf0-499a-a877-f6e7355789f4 tempest-ServerRescueNegativeTestJSON-2082042209 tempest-ServerRescueNegativeTestJSON-2082042209-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91912) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 06:10:20.734756 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.v2.base [req-884db839-25f9-4013-b44b-509ba3194bee req-37e3f8dc-5aec-4d00-9a06-90aedd5644e5 service neutron] Request body: {'port': {'device_id': 'adbe8ec7-7667-4d7a-8fa0-614d82b10afb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79388'}} {{(pid=91913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 06:10:20.817030 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.db.quota.driver [req-8e232af8-00e4-4266-826d-2f93d55b8320 req-26e56d77-bdf0-499a-a877-f6e7355789f4 tempest-ServerRescueNegativeTestJSON-2082042209 tempest-ServerRescueNegativeTestJSON-2082042209-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=91912) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 06:10:20.827453 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.quota.resource [req-8e6fa6c8-7a3c-4200-a36d-cff88a28c825 req-7e179e49-8ecc-476a-a1d9-941f84f1361e tempest-ServerRescueNegativeTestJSON-2082042209 tempest-ServerRescueNegativeTestJSON-2082042209-project] Synchronizing usage tracker for tenant:e52e210129f84c5ab6a94a8e2b18edeb on resource:port {{(pid=91913) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 06:10:20.832248 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [None req-8e6775c9-96fe-4580-a144-3bd850f9f68e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f6f1f80ceb58476fa3605471705c4f2d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3180013 Jun 01 06:10:20.836838 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.wsgi [-] (91913) accepted ('10.222.0.41', 51180) {{(pid=91913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 06:10:20.841223 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6775c9-96fe-4580-a144-3bd850f9f68e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb36455b-a59c-4571-85ce-fb8382fe0a37,revision_number=1']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:10:20.855398 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-8e6775c9-96fe-4580-a144-3bd850f9f68e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:10:20.870089 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-3c1e47d1-6052-4866-81a5-21a2acfdca02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940402'] for security_group, after_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:20.878092 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-80f41703-8e62-4972-ae65-bdddd5a60d85 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:10:20.884337 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e232af8-00e4-4266-826d-2f93d55b8320 req-26e56d77-bdf0-499a-a877-f6e7355789f4 tempest-ServerRescueNegativeTestJSON-2082042209 tempest-ServerRescueNegativeTestJSON-2082042209-project] Made reservation on behalf of e52e210129f84c5ab6a94a8e2b18edeb for: {'port': 1} {{(pid=91912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 06:10:20.888912 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [req-8e232af8-00e4-4266-826d-2f93d55b8320 req-26e56d77-bdf0-499a-a877-f6e7355789f4 tempest-ServerRescueNegativeTestJSON-2082042209 tempest-ServerRescueNegativeTestJSON-2082042209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3824664'] for port, before_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:20.917379 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.quota.resource [req-8e6fa6c8-7a3c-4200-a36d-cff88a28c825 req-7e179e49-8ecc-476a-a1d9-941f84f1361e tempest-ServerRescueNegativeTestJSON-2082042209 tempest-ServerRescueNegativeTestJSON-2082042209-project] Unset dirty status for tenant:e52e210129f84c5ab6a94a8e2b18edeb on resource:port {{(pid=91913) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 06:10:20.919989 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-8e6fa6c8-7a3c-4200-a36d-cff88a28c825 req-7e179e49-8ecc-476a-a1d9-941f84f1361e tempest-ServerRescueNegativeTestJSON-2082042209 tempest-ServerRescueNegativeTestJSON-2082042209-project] 10.222.0.41 "GET /v2.0/ports?device_id=bb24b49c-2dc6-4892-8b86-b2ebd99a53e4 HTTP/1.1" status: 200 len: 210 time: 0.1556089 Jun 01 06:10:20.927277 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1e47d1-6052-4866-81a5-21a2acfdca02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14ea1020-b3eb-4521-ab26-189128377016,revision_number=None']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:10:20.929714 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-3c1e47d1-6052-4866-81a5-21a2acfdca02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:10:20.953849 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG neutron.db.agents_db [None req-a707e798-5c4a-4349-b1a6-04fc24c0e8c1 None None] Agent healthcheck: found 6 active agents {{(pid=91915) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 06:10:20.989226 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [req-884db839-25f9-4013-b44b-509ba3194bee req-37e3f8dc-5aec-4d00-9a06-90aedd5644e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3824664'] for port, before_update {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:20.997348 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-48db616d-b954-49fc-ad66-e2f40ebe964d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:21.018971 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-3c1e47d1-6052-4866-81a5-21a2acfdca02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:21.020737 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [None req-3c1e47d1-6052-4866-81a5-21a2acfdca02 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/14ea1020-b3eb-4521-ab26-189128377016 HTTP/1.1" status: 204 len: 168 time: 0.9723082 Jun 01 06:10:21.062299 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-3ea74cdb-f257-4de6-8ba0-c36ef0397828 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:21.065225 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-48db616d-b954-49fc-ad66-e2f40ebe964d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:21.078657 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046c708a-abe7-4f00-8693-2e1da8dd52f6 req-a3667092-9563-4a78-98dc-238a132b6372 tempest-AttachVolumeNegativeTest-1471670784 tempest-AttachVolumeNegativeTest-1471670784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:10:21.080341 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-046c708a-abe7-4f00-8693-2e1da8dd52f6 req-a3667092-9563-4a78-98dc-238a132b6372 tempest-AttachVolumeNegativeTest-1471670784 tempest-AttachVolumeNegativeTest-1471670784-project] 10.222.0.41 "GET /v2.0/ports?device_id=aa160ab3-5246-434a-8d0e-26dddf429663 HTTP/1.1" status: 200 len: 943 time: 0.3765569 Jun 01 06:10:21.112460 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-3ea74cdb-f257-4de6-8ba0-c36ef0397828 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:21.218111 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-046c708a-abe7-4f00-8693-2e1da8dd52f6 req-6a280a65-7b6a-4a75-8f49-a85d91730785 tempest-AttachVolumeNegativeTest-1471670784 tempest-AttachVolumeNegativeTest-1471670784-project] 10.222.0.41 "GET /v2.0/security-groups?id=148e0031-14dd-4990-9826-b8db75cc4be7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195037 Jun 01 06:10:21.229587 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.db.db_base_plugin_common [req-8e232af8-00e4-4266-826d-2f93d55b8320 req-26e56d77-bdf0-499a-a877-f6e7355789f4 tempest-ServerRescueNegativeTestJSON-2082042209 tempest-ServerRescueNegativeTestJSON-2082042209-project] Allocated IP 172.20.0.2 (2cfdc2ff-8af3-4a0e-8494-3f69501eca70/d9825719-b0f5-4a30-9b2a-ada7e262f0ce/f3cca5ee-8321-4041-b274-3b3ee1e3e5c5) {{(pid=91912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 06:10:21.264865 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-3ea74cdb-f257-4de6-8ba0-c36ef0397828 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940402'] for security_group, after_delete {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:21.272177 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:10:21.272738 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-48db616d-b954-49fc-ad66-e2f40ebe964d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940402'] for security_group, after_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:21.278951 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-1c9e436c-a5a9-400e-af5e-669970591dc0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:10:21.283841 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea74cdb-f257-4de6-8ba0-c36ef0397828 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb36455b-a59c-4571-85ce-fb8382fe0a37,revision_number=None']} {{(pid=91913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:10:21.303257 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48db616d-b954-49fc-ad66-e2f40ebe964d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=192dcb29-a95c-4947-9718-b134f1f92200,revision_number=None']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:10:21.306419 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-48db616d-b954-49fc-ad66-e2f40ebe964d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:10:21.326943 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [None req-3ea74cdb-f257-4de6-8ba0-c36ef0397828 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:10:21.330259 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-3ea74cdb-f257-4de6-8ba0-c36ef0397828 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:21.333729 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [None req-3ea74cdb-f257-4de6-8ba0-c36ef0397828 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/cb36455b-a59c-4571-85ce-fb8382fe0a37 HTTP/1.1" status: 204 len: 168 time: 0.4957569 Jun 01 06:10:21.358985 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-48db616d-b954-49fc-ad66-e2f40ebe964d admin admin] Notify callbacks [] for security_group, before_response {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:21.361444 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [None req-48db616d-b954-49fc-ad66-e2f40ebe964d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/192dcb29-a95c-4947-9718-b134f1f92200 HTTP/1.1" status: 204 len: 168 time: 0.8237274 Jun 01 06:10:21.497939 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [req-8e232af8-00e4-4266-826d-2f93d55b8320 req-26e56d77-bdf0-499a-a877-f6e7355789f4 tempest-ServerRescueNegativeTestJSON-2082042209 tempest-ServerRescueNegativeTestJSON-2082042209-project] Notify callbacks [] for port, precommit_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:21.552775 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [req-8e232af8-00e4-4266-826d-2f93d55b8320 req-26e56d77-bdf0-499a-a877-f6e7355789f4 tempest-ServerRescueNegativeTestJSON-2082042209 tempest-ServerRescueNegativeTestJSON-2082042209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774208425683'] for port, after_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:21.563564 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:10:21.652326 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e56d77-bdf0-499a-a877-f6e7355789f4 tempest-ServerRescueNegativeTestJSON-2082042209 tempest-ServerRescueNegativeTestJSON-2082042209-project] Pushing event updated for resources: {'Port': ['ID=f3cca5ee-8321-4041-b274-3b3ee1e3e5c5,revision_number=1']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:10:21.657709 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-26e56d77-bdf0-499a-a877-f6e7355789f4 tempest-ServerRescueNegativeTestJSON-2082042209 tempest-ServerRescueNegativeTestJSON-2082042209-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:10:21.667055 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e232af8-00e4-4266-826d-2f93d55b8320 req-26e56d77-bdf0-499a-a877-f6e7355789f4 tempest-ServerRescueNegativeTestJSON-2082042209 tempest-ServerRescueNegativeTestJSON-2082042209-project] Network 2cfdc2ff-8af3-4a0e-8494-3f69501eca70 is already hosted by enough agents. {{(pid=91912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 06:10:21.668246 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.scheduler.base_scheduler [req-8e232af8-00e4-4266-826d-2f93d55b8320 req-26e56d77-bdf0-499a-a877-f6e7355789f4 tempest-ServerRescueNegativeTestJSON-2082042209 tempest-ServerRescueNegativeTestJSON-2082042209-project] Resources bound (agent type, host, resource id): {{(pid=91912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 06:10:21.670663 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e232af8-00e4-4266-826d-2f93d55b8320 req-26e56d77-bdf0-499a-a877-f6e7355789f4 tempest-ServerRescueNegativeTestJSON-2082042209 tempest-ServerRescueNegativeTestJSON-2082042209-project] Received port after_create {{(pid=91912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 06:10:21.680148 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e232af8-00e4-4266-826d-2f93d55b8320 req-26e56d77-bdf0-499a-a877-f6e7355789f4 tempest-ServerRescueNegativeTestJSON-2082042209 tempest-ServerRescueNegativeTestJSON-2082042209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:10:21.680796 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [req-8e232af8-00e4-4266-826d-2f93d55b8320 req-26e56d77-bdf0-499a-a877-f6e7355789f4 tempest-ServerRescueNegativeTestJSON-2082042209 tempest-ServerRescueNegativeTestJSON-2082042209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536287'] for port, before_response {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:21.704597 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-8e232af8-00e4-4266-826d-2f93d55b8320 req-26e56d77-bdf0-499a-a877-f6e7355789f4 tempest-ServerRescueNegativeTestJSON-2082042209 tempest-ServerRescueNegativeTestJSON-2082042209-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3919773 Jun 01 06:10:21.732814 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.v2.base [req-8e232af8-00e4-4266-826d-2f93d55b8320 req-c81dcd08-543d-4fc6-bf85-64bd912dfb01 service neutron] Request body: {'port': {'device_id': 'bb24b49c-2dc6-4892-8b86-b2ebd99a53e4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79388'}} {{(pid=91912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 06:10:21.754874 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769ed519-23db-4691-8e4e-97ee41dc07a9 req-85cde78a-dea7-42cd-b01e-73cfe7a37b88 tempest-DeleteServersTestJSON-1930791445 tempest-DeleteServersTestJSON-1930791445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:10:21.756361 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-769ed519-23db-4691-8e4e-97ee41dc07a9 req-85cde78a-dea7-42cd-b01e-73cfe7a37b88 tempest-DeleteServersTestJSON-1930791445 tempest-DeleteServersTestJSON-1930791445-project] 10.222.0.41 "GET /v2.0/ports?device_id=27a4cbb8-d16a-40fa-9ae4-58160a54f4e9 HTTP/1.1" status: 200 len: 943 time: 0.1403098 Jun 01 06:10:21.975686 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.notifiers.nova [req-884db839-25f9-4013-b44b-509ba3194bee req-37e3f8dc-5aec-4d00-9a06-90aedd5644e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 086b5e9c-bc83-4237-8f83-92b088599ac2 {{(pid=91913) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 06:10:21.994184 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [req-8e232af8-00e4-4266-826d-2f93d55b8320 req-c81dcd08-543d-4fc6-bf85-64bd912dfb01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3824664'] for port, before_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:22.010519 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-769ed519-23db-4691-8e4e-97ee41dc07a9 req-4610b681-38a1-422a-9564-6182cca6d873 tempest-DeleteServersTestJSON-1930791445 tempest-DeleteServersTestJSON-1930791445-project] 10.222.0.41 "GET /v2.0/security-groups?id=39d48f59-16a8-4a77-a6c3-9d02c6487a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2443082 Jun 01 06:10:22.011032 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.wsgi [-] (91913) accepted ('10.222.0.41', 51236) {{(pid=91913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 06:10:22.030387 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [req-884db839-25f9-4013-b44b-509ba3194bee req-37e3f8dc-5aec-4d00-9a06-90aedd5644e5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:22.066200 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-d9b16b9d-861b-4460-b7aa-c642861c1301 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:22.117777 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.db.provisioning_blocks [req-884db839-25f9-4013-b44b-509ba3194bee req-37e3f8dc-5aec-4d00-9a06-90aedd5644e5 service neutron] Transition to ACTIVE for port object 086b5e9c-bc83-4237-8f83-92b088599ac2 will not be triggered until provisioned by entity L2. {{(pid=91913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 06:10:22.119103 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.db.quota.driver [None req-d9b16b9d-861b-4460-b7aa-c642861c1301 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 06:10:22.124619 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.quota.resource [None req-d9b16b9d-861b-4460-b7aa-c642861c1301 admin admin] Usage tracker for resource:security_group_rule and tenant:d499491cf89346e0bd787db44c9decf7 is out of sync, need to count used quota {{(pid=91913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 06:10:22.133434 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.quota.resource [None req-d9b16b9d-861b-4460-b7aa-c642861c1301 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 06:10:22.136273 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [req-884db839-25f9-4013-b44b-509ba3194bee req-37e3f8dc-5aec-4d00-9a06-90aedd5644e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774208810132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774208425701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774208426006'] for port, after_update {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:22.145181 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [None req-df23a030-d189-4b29-999e-13bd28f0b8bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:10:22.184360 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.db.quota.driver [None req-d9b16b9d-861b-4460-b7aa-c642861c1301 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 06:10:22.312573 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e3f8dc-5aec-4d00-9a06-90aedd5644e5 service neutron] Pushing event updated for resources: {'Port': ['ID=086b5e9c-bc83-4237-8f83-92b088599ac2,revision_number=2']} {{(pid=91913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:10:22.326702 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [None req-37e3f8dc-5aec-4d00-9a06-90aedd5644e5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:10:22.394660 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a7b7fc-4b43-4958-8baa-c7fae6c98808 req-7bf68dc2-ae6f-4847-bae0-3a4ef3a96b5a tempest-ServerRescueNegativeTestJSON-2082042209 tempest-ServerRescueNegativeTestJSON-2082042209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:10:22.396237 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.quota.resource [req-85a7b7fc-4b43-4958-8baa-c7fae6c98808 req-7bf68dc2-ae6f-4847-bae0-3a4ef3a96b5a tempest-ServerRescueNegativeTestJSON-2082042209 tempest-ServerRescueNegativeTestJSON-2082042209-project] Synchronizing usage tracker for tenant:e52e210129f84c5ab6a94a8e2b18edeb on resource:port {{(pid=91912) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 06:10:22.396697 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.plugins.ml2.managers [req-884db839-25f9-4013-b44b-509ba3194bee req-37e3f8dc-5aec-4d00-9a06-90aedd5644e5 service neutron] Attempting to bind port 086b5e9c-bc83-4237-8f83-92b088599ac2 on host hv-cinder-79388 for vnic_type normal with profile {{(pid=91913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 06:10:22.397205 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.plugins.ml2.managers [req-884db839-25f9-4013-b44b-509ba3194bee req-37e3f8dc-5aec-4d00-9a06-90aedd5644e5 service neutron] Attempting to bind port 086b5e9c-bc83-4237-8f83-92b088599ac2 by drivers openvswitch,hyperv on host hv-cinder-79388 at level 0 using segments [{'id': '1c425f82-4786-49ee-8e37-a89f8f410b55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '2cfdc2ff-8af3-4a0e-8494-3f69501eca70'}] {{(pid=91913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 06:10:22.397393 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-884db839-25f9-4013-b44b-509ba3194bee req-37e3f8dc-5aec-4d00-9a06-90aedd5644e5 service neutron] Attempting to bind port 086b5e9c-bc83-4237-8f83-92b088599ac2 on network 2cfdc2ff-8af3-4a0e-8494-3f69501eca70 {{(pid=91913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 06:10:22.408569 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-884db839-25f9-4013-b44b-509ba3194bee req-37e3f8dc-5aec-4d00-9a06-90aedd5644e5 service neutron] Port 086b5e9c-bc83-4237-8f83-92b088599ac2 on network 2cfdc2ff-8af3-4a0e-8494-3f69501eca70 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79388 {{(pid=91913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 06:10:22.408914 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-884db839-25f9-4013-b44b-509ba3194bee req-37e3f8dc-5aec-4d00-9a06-90aedd5644e5 service neutron] Attempting to bind port 086b5e9c-bc83-4237-8f83-92b088599ac2 on network 2cfdc2ff-8af3-4a0e-8494-3f69501eca70 {{(pid=91913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 06:10:22.420865 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-884db839-25f9-4013-b44b-509ba3194bee req-37e3f8dc-5aec-4d00-9a06-90aedd5644e5 service neutron] Checking agent: {'id': '9d825435-0dee-4786-8fdd-f7c3fb37050b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79388', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 6, 8, 18), 'started_at': datetime.datetime(2021, 6, 1, 6, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 6, 10, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 06:10:22.421239 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-884db839-25f9-4013-b44b-509ba3194bee req-37e3f8dc-5aec-4d00-9a06-90aedd5644e5 service neutron] Checking segment: {'id': '1c425f82-4786-49ee-8e37-a89f8f410b55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '2cfdc2ff-8af3-4a0e-8494-3f69501eca70'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 06:10:22.421626 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-884db839-25f9-4013-b44b-509ba3194bee req-37e3f8dc-5aec-4d00-9a06-90aedd5644e5 service neutron] Bound using segment: {'id': '1c425f82-4786-49ee-8e37-a89f8f410b55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '2cfdc2ff-8af3-4a0e-8494-3f69501eca70'} {{(pid=91913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 06:10:22.422077 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.plugins.ml2.managers [req-884db839-25f9-4013-b44b-509ba3194bee req-37e3f8dc-5aec-4d00-9a06-90aedd5644e5 service neutron] Bound port: 086b5e9c-bc83-4237-8f83-92b088599ac2, host: hv-cinder-79388, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c425f82-4786-49ee-8e37-a89f8f410b55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '2cfdc2ff-8af3-4a0e-8494-3f69501eca70'}}] {{(pid=91913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 06:10:22.422424 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [req-884db839-25f9-4013-b44b-509ba3194bee req-37e3f8dc-5aec-4d00-9a06-90aedd5644e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3824664'] for port, before_update {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:22.436706 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.quota.resource [req-85a7b7fc-4b43-4958-8baa-c7fae6c98808 req-7bf68dc2-ae6f-4847-bae0-3a4ef3a96b5a tempest-ServerRescueNegativeTestJSON-2082042209 tempest-ServerRescueNegativeTestJSON-2082042209-project] Unset dirty status for tenant:e52e210129f84c5ab6a94a8e2b18edeb on resource:port {{(pid=91912) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 06:10:22.438122 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-85a7b7fc-4b43-4958-8baa-c7fae6c98808 req-7bf68dc2-ae6f-4847-bae0-3a4ef3a96b5a tempest-ServerRescueNegativeTestJSON-2082042209 tempest-ServerRescueNegativeTestJSON-2082042209-project] 10.222.0.41 "GET /v2.0/ports?device_id=bb24b49c-2dc6-4892-8b86-b2ebd99a53e4 HTTP/1.1" status: 200 len: 931 time: 0.3180737 Jun 01 06:10:22.496257 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.quota.resource [req-85a7b7fc-4b43-4958-8baa-c7fae6c98808 req-fad2d804-27b8-4832-b451-ff4ec87508b9 tempest-ServerRescueNegativeTestJSON-2082042209 tempest-ServerRescueNegativeTestJSON-2082042209-project] Synchronizing usage tracker for tenant:e52e210129f84c5ab6a94a8e2b18edeb on resource:security_group {{(pid=91912) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 06:10:22.562665 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.quota.resource [req-85a7b7fc-4b43-4958-8baa-c7fae6c98808 req-fad2d804-27b8-4832-b451-ff4ec87508b9 tempest-ServerRescueNegativeTestJSON-2082042209 tempest-ServerRescueNegativeTestJSON-2082042209-project] Unset dirty status for tenant:e52e210129f84c5ab6a94a8e2b18edeb on resource:security_group {{(pid=91912) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 06:10:22.564237 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-85a7b7fc-4b43-4958-8baa-c7fae6c98808 req-fad2d804-27b8-4832-b451-ff4ec87508b9 tempest-ServerRescueNegativeTestJSON-2082042209 tempest-ServerRescueNegativeTestJSON-2082042209-project] 10.222.0.41 "GET /v2.0/security-groups?id=b9806f43-fca1-4e3e-8128-d5f6b4549043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144874 Jun 01 06:10:22.627403 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-d9b16b9d-861b-4460-b7aa-c642861c1301 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:22.649248 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.notifiers.nova [req-8e232af8-00e4-4266-826d-2f93d55b8320 req-c81dcd08-543d-4fc6-bf85-64bd912dfb01 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3cca5ee-8321-4041-b274-3b3ee1e3e5c5 {{(pid=91912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 06:10:22.651802 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-d9b16b9d-861b-4460-b7aa-c642861c1301 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940402'] for security_group, after_create {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:22.657717 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [req-8e232af8-00e4-4266-826d-2f93d55b8320 req-c81dcd08-543d-4fc6-bf85-64bd912dfb01 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:22.670839 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:10:22.678110 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.db.provisioning_blocks [req-8e232af8-00e4-4266-826d-2f93d55b8320 req-c81dcd08-543d-4fc6-bf85-64bd912dfb01 service neutron] Transition to ACTIVE for port object f3cca5ee-8321-4041-b274-3b3ee1e3e5c5 will not be triggered until provisioned by entity L2. {{(pid=91912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 06:10:22.683269 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [req-8e232af8-00e4-4266-826d-2f93d55b8320 req-c81dcd08-543d-4fc6-bf85-64bd912dfb01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774208810132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774208425701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774208426006'] for port, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:22.690301 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:10:22.702889 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.plugins.ml2.db [req-884db839-25f9-4013-b44b-509ba3194bee req-37e3f8dc-5aec-4d00-9a06-90aedd5644e5 service neutron] For port 086b5e9c-bc83-4237-8f83-92b088599ac2, host hv-cinder-79388, cleared binding levels {{(pid=91913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 06:10:22.729082 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b16b9d-861b-4460-b7aa-c642861c1301 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=948c008c-41b1-4531-98a7-4fcbe9bd8015,revision_number=1']} {{(pid=91913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:10:22.755893 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7213fae6-5fa2-40bd-b2ba-4d8edbae1688 req-9f907af6-763d-42dd-8202-097b7a7f601a tempest-AttachVolumeNegativeTest-1471670784 tempest-AttachVolumeNegativeTest-1471670784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:10:22.757450 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-7213fae6-5fa2-40bd-b2ba-4d8edbae1688 req-9f907af6-763d-42dd-8202-097b7a7f601a tempest-AttachVolumeNegativeTest-1471670784 tempest-AttachVolumeNegativeTest-1471670784-project] 10.222.0.41 "GET /v2.0/ports?device_id=aa160ab3-5246-434a-8d0e-26dddf429663 HTTP/1.1" status: 200 len: 943 time: 0.3115094 Jun 01 06:10:22.758461 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [None req-d9b16b9d-861b-4460-b7aa-c642861c1301 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:10:22.763015 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [None req-d9b16b9d-861b-4460-b7aa-c642861c1301 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d499491cf89346e0bd787db44c9decf7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7445893 Jun 01 06:10:22.764923 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.plugins.ml2.db [req-884db839-25f9-4013-b44b-509ba3194bee req-37e3f8dc-5aec-4d00-9a06-90aedd5644e5 service neutron] For port 086b5e9c-bc83-4237-8f83-92b088599ac2, host hv-cinder-79388, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79388',level=0,port_id=086b5e9c-bc83-4237-8f83-92b088599ac2,segment=NetworkSegment(1c425f82-4786-49ee-8e37-a89f8f410b55),segment_id=1c425f82-4786-49ee-8e37-a89f8f410b55)] {{(pid=91913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 06:10:22.766547 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.wsgi [-] (91913) accepted ('10.222.0.41', 51282) {{(pid=91913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 06:10:22.786124 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [req-884db839-25f9-4013-b44b-509ba3194bee req-37e3f8dc-5aec-4d00-9a06-90aedd5644e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774208810132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774208425701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774208426006'] for port, after_update {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:22.900308 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.plugins.ml2.managers [req-8e232af8-00e4-4266-826d-2f93d55b8320 req-c81dcd08-543d-4fc6-bf85-64bd912dfb01 service neutron] Attempting to bind port f3cca5ee-8321-4041-b274-3b3ee1e3e5c5 on host hv-cinder-79388 for vnic_type normal with profile {{(pid=91912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 06:10:22.900574 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.plugins.ml2.managers [req-8e232af8-00e4-4266-826d-2f93d55b8320 req-c81dcd08-543d-4fc6-bf85-64bd912dfb01 service neutron] Attempting to bind port f3cca5ee-8321-4041-b274-3b3ee1e3e5c5 by drivers openvswitch,hyperv on host hv-cinder-79388 at level 0 using segments [{'id': '1c425f82-4786-49ee-8e37-a89f8f410b55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '2cfdc2ff-8af3-4a0e-8494-3f69501eca70'}] {{(pid=91912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 06:10:22.900896 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e232af8-00e4-4266-826d-2f93d55b8320 req-c81dcd08-543d-4fc6-bf85-64bd912dfb01 service neutron] Attempting to bind port f3cca5ee-8321-4041-b274-3b3ee1e3e5c5 on network 2cfdc2ff-8af3-4a0e-8494-3f69501eca70 {{(pid=91912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 06:10:22.901639 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:10:22.915504 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81dcd08-543d-4fc6-bf85-64bd912dfb01 service neutron] Pushing event updated for resources: {'Port': ['ID=f3cca5ee-8321-4041-b274-3b3ee1e3e5c5,revision_number=2']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:10:22.918894 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-c81dcd08-543d-4fc6-bf85-64bd912dfb01 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:10:22.919689 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e232af8-00e4-4266-826d-2f93d55b8320 req-c81dcd08-543d-4fc6-bf85-64bd912dfb01 service neutron] Port f3cca5ee-8321-4041-b274-3b3ee1e3e5c5 on network 2cfdc2ff-8af3-4a0e-8494-3f69501eca70 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79388 {{(pid=91912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 06:10:22.920003 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e232af8-00e4-4266-826d-2f93d55b8320 req-c81dcd08-543d-4fc6-bf85-64bd912dfb01 service neutron] Attempting to bind port f3cca5ee-8321-4041-b274-3b3ee1e3e5c5 on network 2cfdc2ff-8af3-4a0e-8494-3f69501eca70 {{(pid=91912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 06:10:22.926493 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e232af8-00e4-4266-826d-2f93d55b8320 req-c81dcd08-543d-4fc6-bf85-64bd912dfb01 service neutron] Checking agent: {'id': '9d825435-0dee-4786-8fdd-f7c3fb37050b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79388', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 6, 8, 18), 'started_at': datetime.datetime(2021, 6, 1, 6, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 6, 10, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 06:10:22.927012 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e232af8-00e4-4266-826d-2f93d55b8320 req-c81dcd08-543d-4fc6-bf85-64bd912dfb01 service neutron] Checking segment: {'id': '1c425f82-4786-49ee-8e37-a89f8f410b55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '2cfdc2ff-8af3-4a0e-8494-3f69501eca70'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 06:10:22.927560 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e232af8-00e4-4266-826d-2f93d55b8320 req-c81dcd08-543d-4fc6-bf85-64bd912dfb01 service neutron] Bound using segment: {'id': '1c425f82-4786-49ee-8e37-a89f8f410b55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '2cfdc2ff-8af3-4a0e-8494-3f69501eca70'} {{(pid=91912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 06:10:22.928182 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.plugins.ml2.managers [req-8e232af8-00e4-4266-826d-2f93d55b8320 req-c81dcd08-543d-4fc6-bf85-64bd912dfb01 service neutron] Bound port: f3cca5ee-8321-4041-b274-3b3ee1e3e5c5, host: hv-cinder-79388, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c425f82-4786-49ee-8e37-a89f8f410b55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '2cfdc2ff-8af3-4a0e-8494-3f69501eca70'}}] {{(pid=91912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 06:10:22.928698 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [req-8e232af8-00e4-4266-826d-2f93d55b8320 req-c81dcd08-543d-4fc6-bf85-64bd912dfb01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3824664'] for port, before_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:22.996705 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884db839-25f9-4013-b44b-509ba3194bee req-37e3f8dc-5aec-4d00-9a06-90aedd5644e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:10:22.997617 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [req-884db839-25f9-4013-b44b-509ba3194bee req-37e3f8dc-5aec-4d00-9a06-90aedd5644e5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536287'] for port, before_response {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:22.999175 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-884db839-25f9-4013-b44b-509ba3194bee req-37e3f8dc-5aec-4d00-9a06-90aedd5644e5 service neutron] 10.222.0.45 "PUT /v2.0/ports/086b5e9c-bc83-4237-8f83-92b088599ac2 HTTP/1.1" status: 200 len: 1093 time: 2.2712796 Jun 01 06:10:22.999923 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'adbe8ec7-7667-4d7a-8fa0-614d82b10afb', 'tag': '086b5e9c-bc83-4237-8f83-92b088599ac2'}] {{(pid=91913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 06:10:23.002177 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdc6be6d06003a26e0797ba9c3cae52571918e0042132e4e221042360f826683" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e78939b-c207-4839-808c-1f3fdae02fd2" -d '{"events": [{"name": "network-changed", "server_uuid": "adbe8ec7-7667-4d7a-8fa0-614d82b10afb", "tag": "086b5e9c-bc83-4237-8f83-92b088599ac2"}]}' {{(pid=91913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 06:10:23.021498 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.wsgi [-] (91912) accepted ('10.222.0.41', 51296) {{(pid=91912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 06:10:23.027555 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-7213fae6-5fa2-40bd-b2ba-4d8edbae1688 req-d12b9fac-5cef-4618-ab7f-4787f2e54763 tempest-AttachVolumeNegativeTest-1471670784 tempest-AttachVolumeNegativeTest-1471670784-project] 10.222.0.41 "GET /v2.0/security-groups?id=148e0031-14dd-4990-9826-b8db75cc4be7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2460134 Jun 01 06:10:23.059592 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.plugins.ml2.db [req-8e232af8-00e4-4266-826d-2f93d55b8320 req-c81dcd08-543d-4fc6-bf85-64bd912dfb01 service neutron] For port f3cca5ee-8321-4041-b274-3b3ee1e3e5c5, host hv-cinder-79388, cleared binding levels {{(pid=91912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 06:10:23.063542 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.plugins.ml2.db [req-8e232af8-00e4-4266-826d-2f93d55b8320 req-c81dcd08-543d-4fc6-bf85-64bd912dfb01 service neutron] For port f3cca5ee-8321-4041-b274-3b3ee1e3e5c5, host hv-cinder-79388, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79388',level=0,port_id=f3cca5ee-8321-4041-b274-3b3ee1e3e5c5,segment=NetworkSegment(1c425f82-4786-49ee-8e37-a89f8f410b55),segment_id=1c425f82-4786-49ee-8e37-a89f8f410b55)] {{(pid=91912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 06:10:23.069050 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [req-8e232af8-00e4-4266-826d-2f93d55b8320 req-c81dcd08-543d-4fc6-bf85-64bd912dfb01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774208810132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774208425701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774208426006'] for port, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:23.075106 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-ca703cf6-4aa2-4c5f-89a8-57109d89c42e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:10:23.114162 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e3f8dc-5aec-4d00-9a06-90aedd5644e5 service neutron] Pushing event updated for resources: {'Port': ['ID=086b5e9c-bc83-4237-8f83-92b088599ac2,revision_number=3']} {{(pid=91913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:10:23.134799 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e232af8-00e4-4266-826d-2f93d55b8320 req-c81dcd08-543d-4fc6-bf85-64bd912dfb01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:10:23.135466 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [req-8e232af8-00e4-4266-826d-2f93d55b8320 req-c81dcd08-543d-4fc6-bf85-64bd912dfb01 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536287'] for port, before_response {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:23.137608 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-8e232af8-00e4-4266-826d-2f93d55b8320 req-c81dcd08-543d-4fc6-bf85-64bd912dfb01 service neutron] 10.222.0.45 "PUT /v2.0/ports/f3cca5ee-8321-4041-b274-3b3ee1e3e5c5 HTTP/1.1" status: 200 len: 1093 time: 1.4207404 Jun 01 06:10:23.145639 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [None req-37e3f8dc-5aec-4d00-9a06-90aedd5644e5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:10:23.150412 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Jun 2021 06:10:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c952ef3d-96ef-4d32-87f7-a68b5d177edb x-openstack-request-id: req-c952ef3d-96ef-4d32-87f7-a68b5d177edb {{(pid=91913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 06:10:23.150646 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "adbe8ec7-7667-4d7a-8fa0-614d82b10afb", "tag": "086b5e9c-bc83-4237-8f83-92b088599ac2", "status": "completed", "code": 200}]} {{(pid=91913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 06:10:23.150913 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c952ef3d-96ef-4d32-87f7-a68b5d177edb {{(pid=91913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 06:10:23.152306 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'adbe8ec7-7667-4d7a-8fa0-614d82b10afb', 'tag': '086b5e9c-bc83-4237-8f83-92b088599ac2', 'status': 'completed', 'code': 200} Jun 01 06:10:23.153272 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb24b49c-2dc6-4892-8b86-b2ebd99a53e4', 'tag': 'f3cca5ee-8321-4041-b274-3b3ee1e3e5c5'}] {{(pid=91912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 06:10:23.161066 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c7b3c6e1f14bb220aa0995d95792b8f3e6549c6955cb141320bca3e5502353f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64617897-2998-4563-a074-2c1d0da75941" -d '{"events": [{"name": "network-changed", "server_uuid": "bb24b49c-2dc6-4892-8b86-b2ebd99a53e4", "tag": "f3cca5ee-8321-4041-b274-3b3ee1e3e5c5"}]}' {{(pid=91912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 06:10:23.166874 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-1f3d8636-22d3-4f1f-9e58-2df3667c8e91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:23.188661 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81dcd08-543d-4fc6-bf85-64bd912dfb01 service neutron] Pushing event updated for resources: {'Port': ['ID=f3cca5ee-8321-4041-b274-3b3ee1e3e5c5,revision_number=3']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:10:23.193436 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-c81dcd08-543d-4fc6-bf85-64bd912dfb01 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:10:23.221623 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-1f3d8636-22d3-4f1f-9e58-2df3667c8e91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:23.292657 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Jun 2021 06:10:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3128a0b-b373-4fe0-820b-073b68f2c9a6 x-openstack-request-id: req-c3128a0b-b373-4fe0-820b-073b68f2c9a6 {{(pid=91912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 06:10:23.292977 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb24b49c-2dc6-4892-8b86-b2ebd99a53e4", "tag": "f3cca5ee-8321-4041-b274-3b3ee1e3e5c5", "status": "completed", "code": 200}]} {{(pid=91912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 06:10:23.296877 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c3128a0b-b373-4fe0-820b-073b68f2c9a6 {{(pid=91912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 06:10:23.298404 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb24b49c-2dc6-4892-8b86-b2ebd99a53e4', 'tag': 'f3cca5ee-8321-4041-b274-3b3ee1e3e5c5', 'status': 'completed', 'code': 200} Jun 01 06:10:23.341123 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884db839-25f9-4013-b44b-509ba3194bee req-62f102fb-c602-4df7-974f-1009c1076efc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:10:23.342736 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-884db839-25f9-4013-b44b-509ba3194bee req-62f102fb-c602-4df7-974f-1009c1076efc service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e52e210129f84c5ab6a94a8e2b18edeb&device_id=adbe8ec7-7667-4d7a-8fa0-614d82b10afb HTTP/1.1" status: 200 len: 1096 time: 0.2802494 Jun 01 06:10:23.392560 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e232af8-00e4-4266-826d-2f93d55b8320 req-ac7ba7d0-594e-4f1c-8921-f032410e8f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:10:23.394951 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-8e232af8-00e4-4266-826d-2f93d55b8320 req-ac7ba7d0-594e-4f1c-8921-f032410e8f36 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e52e210129f84c5ab6a94a8e2b18edeb&device_id=bb24b49c-2dc6-4892-8b86-b2ebd99a53e4 HTTP/1.1" status: 200 len: 1096 time: 0.1844563 Jun 01 06:10:23.433346 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-884db839-25f9-4013-b44b-509ba3194bee req-3ab22e7d-ef4d-4884-8179-17e121d78a8f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=086b5e9c-bc83-4237-8f83-92b088599ac2 HTTP/1.1" status: 200 len: 217 time: 0.0762587 Jun 01 06:10:23.498068 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-1ddf20ce-18c1-42cd-bcdb-2903acf32172 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:23.507953 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f228e032-93ef-4d2b-b248-a33a0e461e95 req-59f386a2-f145-4f49-b9e3-be1ac16b7654 tempest-DeleteServersTestJSON-1930791445 tempest-DeleteServersTestJSON-1930791445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:10:23.510668 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-f228e032-93ef-4d2b-b248-a33a0e461e95 req-59f386a2-f145-4f49-b9e3-be1ac16b7654 tempest-DeleteServersTestJSON-1930791445 tempest-DeleteServersTestJSON-1930791445-project] 10.222.0.41 "GET /v2.0/ports?device_id=27a4cbb8-d16a-40fa-9ae4-58160a54f4e9 HTTP/1.1" status: 200 len: 943 time: 0.2913859 Jun 01 06:10:23.513237 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-1f3d8636-22d3-4f1f-9e58-2df3667c8e91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940402'] for security_group, after_delete {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:23.524034 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-8e232af8-00e4-4266-826d-2f93d55b8320 req-49e9e94d-a0a2-440e-a3e8-2607bf2bb82d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f3cca5ee-8321-4041-b274-3b3ee1e3e5c5 HTTP/1.1" status: 200 len: 217 time: 0.0988753 Jun 01 06:10:23.528354 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.db.quota.driver [None req-1ddf20ce-18c1-42cd-bcdb-2903acf32172 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91912) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 06:10:23.559407 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [None req-3ea74cdb-f257-4de6-8ba0-c36ef0397828 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:10:23.575294 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-f228e032-93ef-4d2b-b248-a33a0e461e95 req-bdcafa22-f4b0-4c8c-9822-e5907893fcf1 tempest-DeleteServersTestJSON-1930791445 tempest-DeleteServersTestJSON-1930791445-project] 10.222.0.41 "GET /v2.0/security-groups?id=39d48f59-16a8-4a77-a6c3-9d02c6487a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589306 Jun 01 06:10:23.577931 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3d8636-22d3-4f1f-9e58-2df3667c8e91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=948c008c-41b1-4531-98a7-4fcbe9bd8015,revision_number=None']} {{(pid=91913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:10:23.587636 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [None req-1f3d8636-22d3-4f1f-9e58-2df3667c8e91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:10:23.588331 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-1f3d8636-22d3-4f1f-9e58-2df3667c8e91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:23.589457 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [None req-1f3d8636-22d3-4f1f-9e58-2df3667c8e91 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/948c008c-41b1-4531-98a7-4fcbe9bd8015 HTTP/1.1" status: 204 len: 168 time: 0.8218625 Jun 01 06:10:23.591266 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884db839-25f9-4013-b44b-509ba3194bee req-26f1f514-52a3-4a27-968f-7de398c4a97d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:10:23.592932 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-884db839-25f9-4013-b44b-509ba3194bee req-26f1f514-52a3-4a27-968f-7de398c4a97d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d9825719-b0f5-4a30-9b2a-ada7e262f0ce HTTP/1.1" status: 200 len: 858 time: 0.1504900 Jun 01 06:10:23.617370 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.quota.resource [None req-1ddf20ce-18c1-42cd-bcdb-2903acf32172 admin admin] Usage tracker for resource:security_group_rule and tenant:00dccaf6532e48c1a57273c800ca4330 is out of sync, need to count used quota {{(pid=91912) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 06:10:23.620619 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.quota.resource [None req-1ddf20ce-18c1-42cd-bcdb-2903acf32172 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91912) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 06:10:23.648854 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-884db839-25f9-4013-b44b-509ba3194bee req-a6ec6111-0f00-40c4-ae72-450bd6972d00 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2cfdc2ff-8af3-4a0e-8494-3f69501eca70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0476258 Jun 01 06:10:23.650537 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.db.quota.driver [None req-1ddf20ce-18c1-42cd-bcdb-2903acf32172 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91912) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 06:10:23.689225 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e232af8-00e4-4266-826d-2f93d55b8320 req-d7809a03-3308-4fd4-9079-26fe2b2e76fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:10:23.690668 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-8e232af8-00e4-4266-826d-2f93d55b8320 req-d7809a03-3308-4fd4-9079-26fe2b2e76fe service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d9825719-b0f5-4a30-9b2a-ada7e262f0ce HTTP/1.1" status: 200 len: 858 time: 0.1596928 Jun 01 06:10:23.798376 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-884db839-25f9-4013-b44b-509ba3194bee req-effab69a-b971-4ee9-b94c-e34c684b702a service neutron] 10.222.0.45 "GET /v2.0/networks/2cfdc2ff-8af3-4a0e-8494-3f69501eca70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1422575 Jun 01 06:10:23.802772 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-8e232af8-00e4-4266-826d-2f93d55b8320 req-f3b81743-769b-42b8-9a50-31088746653a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2cfdc2ff-8af3-4a0e-8494-3f69501eca70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1033669 Jun 01 06:10:23.971344 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-884db839-25f9-4013-b44b-509ba3194bee req-affcee3b-88cf-412e-adb3-4928c48efd4e service neutron] 10.222.0.45 "GET /v2.0/networks/2cfdc2ff-8af3-4a0e-8494-3f69501eca70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1605539 Jun 01 06:10:23.985321 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03f3eff-89a8-466c-bf29-84d036cc7da7 req-9ddbabea-6ae5-4f60-a4dd-4187112f2b61 tempest-ServerRescueNegativeTestJSON-2082042209 tempest-ServerRescueNegativeTestJSON-2082042209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:10:23.992661 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-a03f3eff-89a8-466c-bf29-84d036cc7da7 req-9ddbabea-6ae5-4f60-a4dd-4187112f2b61 tempest-ServerRescueNegativeTestJSON-2082042209 tempest-ServerRescueNegativeTestJSON-2082042209-project] 10.222.0.41 "GET /v2.0/ports?device_id=bb24b49c-2dc6-4892-8b86-b2ebd99a53e4 HTTP/1.1" status: 200 len: 943 time: 0.2359931 Jun 01 06:10:24.107858 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-8e232af8-00e4-4266-826d-2f93d55b8320 req-d422e3e3-7764-4e5e-ad6e-933fc881d47e service neutron] 10.222.0.45 "GET /v2.0/networks/2cfdc2ff-8af3-4a0e-8494-3f69501eca70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2900519 Jun 01 06:10:24.134579 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e78939b-c207-4839-808c-1f3fdae02fd2 req-b7b2613f-f9d6-4b84-9ddc-a31925220565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:10:24.136302 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-3e78939b-c207-4839-808c-1f3fdae02fd2 req-b7b2613f-f9d6-4b84-9ddc-a31925220565 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e52e210129f84c5ab6a94a8e2b18edeb&device_id=adbe8ec7-7667-4d7a-8fa0-614d82b10afb HTTP/1.1" status: 200 len: 1096 time: 0.1133320 Jun 01 06:10:24.139609 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-a03f3eff-89a8-466c-bf29-84d036cc7da7 req-b5aa719c-2381-42f1-a2fe-42a446ca52ca tempest-ServerRescueNegativeTestJSON-2082042209 tempest-ServerRescueNegativeTestJSON-2082042209-project] 10.222.0.41 "GET /v2.0/security-groups?id=b9806f43-fca1-4e3e-8128-d5f6b4549043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456237 Jun 01 06:10:24.149022 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-1ddf20ce-18c1-42cd-bcdb-2903acf32172 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:24.162366 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.rpc [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Device 91635a0c-4ef7-4eae-9219-b6f6de592b58 details requested by agent hyperv_hv-cinder-79388 with host hv-cinder-79388 {{(pid=91914) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 06:10:24.200391 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-1ddf20ce-18c1-42cd-bcdb-2903acf32172 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940402'] for security_group, after_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:24.246245 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:10:24.368569 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [None req-1ddf20ce-18c1-42cd-bcdb-2903acf32172 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=00dccaf6532e48c1a57273c800ca4330&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3460214 Jun 01 06:10:24.376460 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.wsgi [-] (91912) accepted ('10.222.0.41', 51354) {{(pid=91912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 06:10:24.395884 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ddf20ce-18c1-42cd-bcdb-2903acf32172 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=063bdf53-6d74-4e28-b4ea-b82a396d72e8,revision_number=1']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:10:24.400184 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-1ddf20ce-18c1-42cd-bcdb-2903acf32172 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:10:24.402251 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.db [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] For port 91635a0c-4ef7-4eae-9219-b6f6de592b58, host hv-cinder-79388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79388',level=0,port_id=91635a0c-4ef7-4eae-9219-b6f6de592b58,segment=NetworkSegment(2f8d0f35-05a4-46a4-936b-f4dff54aa9a0),segment_id=2f8d0f35-05a4-46a4-936b-f4dff54aa9a0)] {{(pid=91914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 06:10:24.434715 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.rpc [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Returning: {'device': '91635a0c-4ef7-4eae-9219-b6f6de592b58', 'network_id': '6079edf6-9690-4423-b8cd-750cb78f119e', 'port_id': '91635a0c-4ef7-4eae-9219-b6f6de592b58', 'mac_address': 'fa:16:3e:5a:95:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 340, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '448264f3-233e-46e2-9cf9-af40b7e518b3', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91914) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 06:10:24.447352 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e78939b-c207-4839-808c-1f3fdae02fd2 req-fb1245c4-cade-47ab-b2fc-541050fcca68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:10:24.448933 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-3e78939b-c207-4839-808c-1f3fdae02fd2 req-fb1245c4-cade-47ab-b2fc-541050fcca68 service neutron] 10.222.0.45 "GET /v2.0/networks?id=2cfdc2ff-8af3-4a0e-8494-3f69501eca70 HTTP/1.1" status: 200 len: 919 time: 0.3068488 Jun 01 06:10:24.498624 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-8e232af8-00e4-4266-826d-2f93d55b8320 req-a9995a92-0d50-43ef-a3fb-f303ac3ae669 service neutron] 10.222.0.45 "GET /v2.0/networks/2cfdc2ff-8af3-4a0e-8494-3f69501eca70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3579845 Jun 01 06:10:24.517265 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-c89903ad-926d-45d4-a704-07c28487778d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:24.540544 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-3e78939b-c207-4839-808c-1f3fdae02fd2 req-a4473fb6-cf87-438e-b7e4-4c110de2b630 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=086b5e9c-bc83-4237-8f83-92b088599ac2 HTTP/1.1" status: 200 len: 217 time: 0.0823231 Jun 01 06:10:24.550058 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-c89903ad-926d-45d4-a704-07c28487778d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:24.562357 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad88d69a-c339-41da-889a-b63194230eca req-49bdd9a2-1dce-4827-b6bc-2053ec77f318 tempest-AttachVolumeNegativeTest-1471670784 tempest-AttachVolumeNegativeTest-1471670784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:10:24.563858 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-ad88d69a-c339-41da-889a-b63194230eca req-49bdd9a2-1dce-4827-b6bc-2053ec77f318 tempest-AttachVolumeNegativeTest-1471670784 tempest-AttachVolumeNegativeTest-1471670784-project] 10.222.0.41 "GET /v2.0/ports?device_id=aa160ab3-5246-434a-8d0e-26dddf429663 HTTP/1.1" status: 200 len: 943 time: 0.2803841 Jun 01 06:10:24.617947 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3824664'] for port, before_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:24.655966 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e78939b-c207-4839-808c-1f3fdae02fd2 req-50afbae4-e5dc-46a6-86f7-e1692aad1b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:10:24.659215 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-3e78939b-c207-4839-808c-1f3fdae02fd2 req-50afbae4-e5dc-46a6-86f7-e1692aad1b40 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d9825719-b0f5-4a30-9b2a-ada7e262f0ce HTTP/1.1" status: 200 len: 858 time: 0.0944788 Jun 01 06:10:24.661977 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.notifiers.nova [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91635a0c-4ef7-4eae-9219-b6f6de592b58 {{(pid=91914) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 06:10:24.692797 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.db [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] For port 91635a0c-4ef7-4eae-9219-b6f6de592b58, host hv-cinder-79388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79388',level=0,port_id=91635a0c-4ef7-4eae-9219-b6f6de592b58,segment=NetworkSegment(2f8d0f35-05a4-46a4-936b-f4dff54aa9a0),segment_id=2f8d0f35-05a4-46a4-936b-f4dff54aa9a0)] {{(pid=91914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 06:10:24.702225 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774208810132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774208425701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774208426006'] for port, after_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:24.708813 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.rpc [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Device 0045608c-1373-47a7-8f8d-d1f7bc48717c details requested by agent hyperv_hv-cinder-79388 with host hv-cinder-79388 {{(pid=91914) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 06:10:24.713121 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG oslo_concurrency.lockutils [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91914) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:10:24.759155 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64617897-2998-4563-a074-2c1d0da75941 req-97c2ea9e-b602-45bd-bbac-01c0a39c8190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:10:24.761821 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-64617897-2998-4563-a074-2c1d0da75941 req-97c2ea9e-b602-45bd-bbac-01c0a39c8190 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e52e210129f84c5ab6a94a8e2b18edeb&device_id=bb24b49c-2dc6-4892-8b86-b2ebd99a53e4 HTTP/1.1" status: 200 len: 1096 time: 0.1845498 Jun 01 06:10:24.826968 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-c89903ad-926d-45d4-a704-07c28487778d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940402'] for security_group, after_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:24.859592 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-58501584-cb18-4ceb-8bb7-7e7c1555e6ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:10:24.867298 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-3e78939b-c207-4839-808c-1f3fdae02fd2 req-f7565659-ddeb-4644-be86-041afc043f9f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2cfdc2ff-8af3-4a0e-8494-3f69501eca70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1440134 Jun 01 06:10:24.878103 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-ad88d69a-c339-41da-889a-b63194230eca req-56657b51-5cc8-433c-a612-c023b850579a tempest-AttachVolumeNegativeTest-1471670784 tempest-AttachVolumeNegativeTest-1471670784-project] 10.222.0.41 "GET /v2.0/security-groups?id=148e0031-14dd-4990-9826-b8db75cc4be7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2147143 Jun 01 06:10:24.929162 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Pushing event updated for resources: {'Port': ['ID=91635a0c-4ef7-4eae-9219-b6f6de592b58,revision_number=4']} {{(pid=91914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:10:24.934236 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG oslo_concurrency.lockutils [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=91914) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:10:24.993757 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.db [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] For port 0045608c-1373-47a7-8f8d-d1f7bc48717c, host hv-cinder-79388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79388',level=0,port_id=0045608c-1373-47a7-8f8d-d1f7bc48717c,segment=NetworkSegment(bd10b108-5f36-416c-bf05-81cfe0f5f067),segment_id=bd10b108-5f36-416c-bf05-81cfe0f5f067)] {{(pid=91914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 06:10:25.010515 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.rpc [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Returning: {'device': '0045608c-1373-47a7-8f8d-d1f7bc48717c', 'network_id': '0b7f9d5f-223f-43b5-8d0c-382ab5f66c87', 'port_id': '0045608c-1373-47a7-8f8d-d1f7bc48717c', 'mac_address': 'fa:16:3e:a3:de:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67a532f4-5301-4272-a23e-04b9dfc38b51', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91914) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 06:10:25.051446 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-3e78939b-c207-4839-808c-1f3fdae02fd2 req-5f7c94d6-9705-457c-a509-ddc8a0171105 service neutron] 10.222.0.45 "GET /v2.0/networks/2cfdc2ff-8af3-4a0e-8494-3f69501eca70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1717293 Jun 01 06:10:25.099301 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89903ad-926d-45d4-a704-07c28487778d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=063bdf53-6d74-4e28-b4ea-b82a396d72e8,revision_number=None']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:10:25.117689 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-c89903ad-926d-45d4-a704-07c28487778d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:10:25.122808 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-c89903ad-926d-45d4-a704-07c28487778d admin admin] Notify callbacks [] for security_group, before_response {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:25.123923 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [None req-c89903ad-926d-45d4-a704-07c28487778d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/063bdf53-6d74-4e28-b4ea-b82a396d72e8 HTTP/1.1" status: 204 len: 168 time: 0.7465284 Jun 01 06:10:25.141022 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3824664'] for port, before_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:25.188157 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.notifiers.nova [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0045608c-1373-47a7-8f8d-d1f7bc48717c {{(pid=91914) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 06:10:25.209973 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.db [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] For port 0045608c-1373-47a7-8f8d-d1f7bc48717c, host hv-cinder-79388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79388',level=0,port_id=0045608c-1373-47a7-8f8d-d1f7bc48717c,segment=NetworkSegment(bd10b108-5f36-416c-bf05-81cfe0f5f067),segment_id=bd10b108-5f36-416c-bf05-81cfe0f5f067)] {{(pid=91914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 06:10:25.218353 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774208810132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774208425701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774208426006'] for port, after_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:25.223765 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91914) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:10:25.230766 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64617897-2998-4563-a074-2c1d0da75941 req-66634e99-7e4c-4e36-8a76-c3355b6de0b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:10:25.232526 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-64617897-2998-4563-a074-2c1d0da75941 req-66634e99-7e4c-4e36-8a76-c3355b6de0b0 service neutron] 10.222.0.45 "GET /v2.0/networks?id=2cfdc2ff-8af3-4a0e-8494-3f69501eca70 HTTP/1.1" status: 200 len: 919 time: 0.4578853 Jun 01 06:10:25.245163 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfee2795-9573-4c39-a10c-13ede9e880f6 req-4602cea5-fb84-42c7-b99e-6d20ada66c01 tempest-DeleteServersTestJSON-1930791445 tempest-DeleteServersTestJSON-1930791445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:10:25.246831 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-bfee2795-9573-4c39-a10c-13ede9e880f6 req-4602cea5-fb84-42c7-b99e-6d20ada66c01 tempest-DeleteServersTestJSON-1930791445 tempest-DeleteServersTestJSON-1930791445-project] 10.222.0.41 "GET /v2.0/ports?device_id=27a4cbb8-d16a-40fa-9ae4-58160a54f4e9 HTTP/1.1" status: 200 len: 944 time: 0.3882635 Jun 01 06:10:25.429054 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Pushing event updated for resources: {'Port': ['ID=0045608c-1373-47a7-8f8d-d1f7bc48717c,revision_number=4']} {{(pid=91914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:10:25.438667 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG oslo_concurrency.lockutils [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=91914) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:10:25.459375 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-bfee2795-9573-4c39-a10c-13ede9e880f6 req-0878b294-27d5-430f-afdc-38f70bec4956 tempest-DeleteServersTestJSON-1930791445 tempest-DeleteServersTestJSON-1930791445-project] 10.222.0.41 "GET /v2.0/security-groups?id=39d48f59-16a8-4a77-a6c3-9d02c6487a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509762 Jun 01 06:10:25.460639 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-64617897-2998-4563-a074-2c1d0da75941 req-9dccc914-41ab-4cd0-9355-7bfa8b34683f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f3cca5ee-8321-4041-b274-3b3ee1e3e5c5 HTTP/1.1" status: 200 len: 217 time: 0.2128699 Jun 01 06:10:25.490632 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b162f20c-6e96-4b93-93f8-cea8493add1f req-7f489699-797a-48dd-939d-6e6b56bf1425 tempest-ServerRescueNegativeTestJSON-2082042209 tempest-ServerRescueNegativeTestJSON-2082042209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:10:25.498132 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-b162f20c-6e96-4b93-93f8-cea8493add1f req-7f489699-797a-48dd-939d-6e6b56bf1425 tempest-ServerRescueNegativeTestJSON-2082042209 tempest-ServerRescueNegativeTestJSON-2082042209-project] 10.222.0.41 "GET /v2.0/ports?device_id=bb24b49c-2dc6-4892-8b86-b2ebd99a53e4 HTTP/1.1" status: 200 len: 943 time: 0.1302338 Jun 01 06:10:25.527559 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-3e78939b-c207-4839-808c-1f3fdae02fd2 req-44c359dc-bc92-46f1-ae8b-d7b0f03a15de service neutron] 10.222.0.45 "GET /v2.0/networks/2cfdc2ff-8af3-4a0e-8494-3f69501eca70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4686425 Jun 01 06:10:25.548899 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64617897-2998-4563-a074-2c1d0da75941 req-17c6bfa0-0977-4dbc-b925-ef8117bb1f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:10:25.551873 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-64617897-2998-4563-a074-2c1d0da75941 req-17c6bfa0-0977-4dbc-b925-ef8117bb1f08 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d9825719-b0f5-4a30-9b2a-ada7e262f0ce HTTP/1.1" status: 200 len: 858 time: 0.0829930 Jun 01 06:10:25.575390 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-b162f20c-6e96-4b93-93f8-cea8493add1f req-b250f676-7b84-4a4f-8e4b-b5c688869352 tempest-ServerRescueNegativeTestJSON-2082042209 tempest-ServerRescueNegativeTestJSON-2082042209-project] 10.222.0.41 "GET /v2.0/security-groups?id=b9806f43-fca1-4e3e-8128-d5f6b4549043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762181 Jun 01 06:10:25.618839 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-64617897-2998-4563-a074-2c1d0da75941 req-0addb9a8-9286-4f29-a561-df9e2cc87514 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2cfdc2ff-8af3-4a0e-8494-3f69501eca70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0589612 Jun 01 06:10:25.682632 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.db [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] get_ports_and_sgs() called for port_ids ['0045608c-1373-47a7-8f8d-d1f7bc48717c'] {{(pid=91914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 06:10:25.770489 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.db [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] get_ports_and_sgs() called for port_ids ['91635a0c-4ef7-4eae-9219-b6f6de592b58'] {{(pid=91914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 06:10:25.779174 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-64617897-2998-4563-a074-2c1d0da75941 req-2a53b9b4-54f7-41d4-9c04-8c0d568c2663 service neutron] 10.222.0.45 "GET /v2.0/networks/2cfdc2ff-8af3-4a0e-8494-3f69501eca70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1517470 Jun 01 06:10:25.841824 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.wsgi [-] (91913) accepted ('10.222.0.41', 51406) {{(pid=91913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 06:10:25.881585 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-0fcf3073-e57a-43ec-8cbb-f55fbbe5ba41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:25.917937 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.db.quota.driver [None req-0fcf3073-e57a-43ec-8cbb-f55fbbe5ba41 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 06:10:25.931015 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.quota.resource [None req-0fcf3073-e57a-43ec-8cbb-f55fbbe5ba41 admin admin] Usage tracker for resource:security_group_rule and tenant:dc2d87c884344742a36ecb36d08e70dc is out of sync, need to count used quota {{(pid=91913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 06:10:25.940301 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.quota.resource [None req-0fcf3073-e57a-43ec-8cbb-f55fbbe5ba41 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 06:10:25.944582 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-0043dacd-3d73-479d-a89a-d20bd8bd73e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774208951022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772053'] for agent, after_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:25.952668 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.db.quota.driver [None req-0fcf3073-e57a-43ec-8cbb-f55fbbe5ba41 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 06:10:26.058360 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-64617897-2998-4563-a074-2c1d0da75941 req-0ed08fc8-9fb4-43bc-8b09-ef0697cdf019 service neutron] 10.222.0.45 "GET /v2.0/networks/2cfdc2ff-8af3-4a0e-8494-3f69501eca70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2703521 Jun 01 06:10:26.134443 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-0fcf3073-e57a-43ec-8cbb-f55fbbe5ba41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:26.158073 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-0fcf3073-e57a-43ec-8cbb-f55fbbe5ba41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940402'] for security_group, after_create {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:26.173581 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:10:26.211389 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [None req-0fcf3073-e57a-43ec-8cbb-f55fbbe5ba41 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=dc2d87c884344742a36ecb36d08e70dc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3684766 Jun 01 06:10:26.216310 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.wsgi [-] (91913) accepted ('10.222.0.41', 51422) {{(pid=91913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 06:10:26.294824 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fcf3073-e57a-43ec-8cbb-f55fbbe5ba41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31117db8-2b83-48b2-9081-590050ebe323,revision_number=1']} {{(pid=91913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:10:26.298754 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [None req-0fcf3073-e57a-43ec-8cbb-f55fbbe5ba41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:10:26.322363 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-12ebb087-f771-43ca-8276-dac96974311a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:26.337698 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe71acb-7b9b-4a34-95d7-06ec52ee9553 req-b727db14-39ad-42c8-9763-517d468f8c33 tempest-AttachVolumeNegativeTest-1471670784 tempest-AttachVolumeNegativeTest-1471670784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:10:26.339678 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-2fe71acb-7b9b-4a34-95d7-06ec52ee9553 req-b727db14-39ad-42c8-9763-517d468f8c33 tempest-AttachVolumeNegativeTest-1471670784 tempest-AttachVolumeNegativeTest-1471670784-project] 10.222.0.41 "GET /v2.0/ports?device_id=aa160ab3-5246-434a-8d0e-26dddf429663 HTTP/1.1" status: 200 len: 944 time: 0.2009041 Jun 01 06:10:26.361289 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-12ebb087-f771-43ca-8276-dac96974311a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:26.420079 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-2fe71acb-7b9b-4a34-95d7-06ec52ee9553 req-faa9c8c6-cdc8-4882-8a74-e75877dff4b1 tempest-AttachVolumeNegativeTest-1471670784 tempest-AttachVolumeNegativeTest-1471670784-project] 10.222.0.41 "GET /v2.0/security-groups?id=148e0031-14dd-4990-9826-b8db75cc4be7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742795 Jun 01 06:10:26.444945 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-12ebb087-f771-43ca-8276-dac96974311a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940402'] for security_group, after_delete {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:26.449198 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [None req-a0ee92e2-661b-431e-8cef-d0382b3c315b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:10:26.464147 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ebb087-f771-43ca-8276-dac96974311a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31117db8-2b83-48b2-9081-590050ebe323,revision_number=None']} {{(pid=91913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:10:26.467357 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [None req-12ebb087-f771-43ca-8276-dac96974311a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:10:26.468445 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-12ebb087-f771-43ca-8276-dac96974311a admin admin] Notify callbacks [] for security_group, before_response {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:26.471972 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [None req-12ebb087-f771-43ca-8276-dac96974311a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/31117db8-2b83-48b2-9081-590050ebe323 HTTP/1.1" status: 204 len: 168 time: 0.2522395 Jun 01 06:10:26.701255 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6573398a-f446-46fa-a3a4-25c91af664a3 req-16d1f1aa-5e5c-4db0-a0fd-17792f12338b tempest-DeleteServersTestJSON-1930791445 tempest-DeleteServersTestJSON-1930791445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:10:26.703205 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-6573398a-f446-46fa-a3a4-25c91af664a3 req-16d1f1aa-5e5c-4db0-a0fd-17792f12338b tempest-DeleteServersTestJSON-1930791445 tempest-DeleteServersTestJSON-1930791445-project] 10.222.0.41 "GET /v2.0/ports?device_id=27a4cbb8-d16a-40fa-9ae4-58160a54f4e9 HTTP/1.1" status: 200 len: 944 time: 0.1031687 Jun 01 06:10:26.773567 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-6573398a-f446-46fa-a3a4-25c91af664a3 req-81edb2e2-7b24-4733-9a05-d374ccc117de tempest-DeleteServersTestJSON-1930791445 tempest-DeleteServersTestJSON-1930791445-project] 10.222.0.41 "GET /v2.0/security-groups?id=39d48f59-16a8-4a77-a6c3-9d02c6487a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633256 Jun 01 06:10:26.788816 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a0107e-6cd7-4780-9bbe-8f5606454b86 req-4e4df7b2-9e04-4249-8d80-c7bf57b695b4 tempest-ServerRescueNegativeTestJSON-2082042209 tempest-ServerRescueNegativeTestJSON-2082042209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:10:26.788816 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-65a0107e-6cd7-4780-9bbe-8f5606454b86 req-4e4df7b2-9e04-4249-8d80-c7bf57b695b4 tempest-ServerRescueNegativeTestJSON-2082042209 tempest-ServerRescueNegativeTestJSON-2082042209-project] 10.222.0.41 "GET /v2.0/ports?device_id=bb24b49c-2dc6-4892-8b86-b2ebd99a53e4 HTTP/1.1" status: 200 len: 943 time: 0.0961285 Jun 01 06:10:26.833561 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-65a0107e-6cd7-4780-9bbe-8f5606454b86 req-ed19be6b-2969-42e6-bb97-950b48159b01 tempest-ServerRescueNegativeTestJSON-2082042209 tempest-ServerRescueNegativeTestJSON-2082042209-project] 10.222.0.41 "GET /v2.0/security-groups?id=b9806f43-fca1-4e3e-8128-d5f6b4549043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403068 Jun 01 06:10:27.499807 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.wsgi [-] (91913) accepted ('10.222.0.41', 51496) {{(pid=91913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 06:10:27.648555 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95fb375-0697-4812-9c55-e79499f09652 req-2f151222-0f9e-4d61-9c34-09c4a58cb191 tempest-AttachVolumeNegativeTest-1471670784 tempest-AttachVolumeNegativeTest-1471670784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:10:27.650066 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-b95fb375-0697-4812-9c55-e79499f09652 req-2f151222-0f9e-4d61-9c34-09c4a58cb191 tempest-AttachVolumeNegativeTest-1471670784 tempest-AttachVolumeNegativeTest-1471670784-project] 10.222.0.41 "GET /v2.0/ports?device_id=aa160ab3-5246-434a-8d0e-26dddf429663 HTTP/1.1" status: 200 len: 944 time: 0.0983708 Jun 01 06:10:27.657773 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.v2.base [None req-b7e4e7cc-ae07-4105-a1bd-6d84c84d9444 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2050385171-network', 'tenant_id': '41c101b65d5d4764bc557847c62fff7d'}} {{(pid=91913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 06:10:27.668186 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.db.quota.driver [None req-b7e4e7cc-ae07-4105-a1bd-6d84c84d9444 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 06:10:27.680219 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.quota.resource [None req-b7e4e7cc-ae07-4105-a1bd-6d84c84d9444 admin admin] Usage tracker for resource:network and tenant:41c101b65d5d4764bc557847c62fff7d is out of sync, need to count used quota {{(pid=91913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 06:10:27.683705 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.quota.resource [None req-b7e4e7cc-ae07-4105-a1bd-6d84c84d9444 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 06:10:27.692205 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.db.quota.driver [None req-b7e4e7cc-ae07-4105-a1bd-6d84c84d9444 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 06:10:27.720613 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7e4e7cc-ae07-4105-a1bd-6d84c84d9444 admin admin] Made reservation on behalf of 41c101b65d5d4764bc557847c62fff7d for: {'network': 1} {{(pid=91913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 06:10:27.723580 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-b7e4e7cc-ae07-4105-a1bd-6d84c84d9444 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3824659'] for network, before_create {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:27.742995 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-b7e4e7cc-ae07-4105-a1bd-6d84c84d9444 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:27.767137 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.db.quota.driver [None req-b7e4e7cc-ae07-4105-a1bd-6d84c84d9444 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 06:10:27.775764 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.quota.resource [None req-b7e4e7cc-ae07-4105-a1bd-6d84c84d9444 admin admin] Usage tracker for resource:security_group_rule and tenant:41c101b65d5d4764bc557847c62fff7d is out of sync, need to count used quota {{(pid=91913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 06:10:27.780245 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.quota.resource [None req-b7e4e7cc-ae07-4105-a1bd-6d84c84d9444 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 06:10:27.790845 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-b95fb375-0697-4812-9c55-e79499f09652 req-a21c1b54-3f5b-4c0b-93eb-4ee49b6c81a4 tempest-AttachVolumeNegativeTest-1471670784 tempest-AttachVolumeNegativeTest-1471670784-project] 10.222.0.41 "GET /v2.0/security-groups?id=148e0031-14dd-4990-9826-b8db75cc4be7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223686 Jun 01 06:10:27.791712 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.db.quota.driver [None req-b7e4e7cc-ae07-4105-a1bd-6d84c84d9444 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 06:10:27.966962 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-b7e4e7cc-ae07-4105-a1bd-6d84c84d9444 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:28.013101 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fbf87d-6a5a-4ada-a409-b35956966edf req-c9aa7f90-6b0f-4eaa-9b90-36f874215d45 tempest-DeleteServersTestJSON-1930791445 tempest-DeleteServersTestJSON-1930791445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:10:28.016375 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-09fbf87d-6a5a-4ada-a409-b35956966edf req-c9aa7f90-6b0f-4eaa-9b90-36f874215d45 tempest-DeleteServersTestJSON-1930791445 tempest-DeleteServersTestJSON-1930791445-project] 10.222.0.41 "GET /v2.0/ports?device_id=27a4cbb8-d16a-40fa-9ae4-58160a54f4e9 HTTP/1.1" status: 200 len: 944 time: 0.1153190 Jun 01 06:10:28.023863 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-b7e4e7cc-ae07-4105-a1bd-6d84c84d9444 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940402'] for security_group, after_create {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:28.033367 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [None req-e274ac6d-7f30-4e4f-8ab6-eef1af2f580a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:10:28.072257 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7e4e7cc-ae07-4105-a1bd-6d84c84d9444 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 316} {{(pid=91913) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 06:10:28.075362 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-09fbf87d-6a5a-4ada-a409-b35956966edf req-3112068f-53cb-4292-bb01-c6ac9d38cf1f tempest-DeleteServersTestJSON-1930791445 tempest-DeleteServersTestJSON-1930791445-project] 10.222.0.41 "GET /v2.0/security-groups?id=39d48f59-16a8-4a77-a6c3-9d02c6487a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534537 Jun 01 06:10:28.092506 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e4e7cc-ae07-4105-a1bd-6d84c84d9444 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c17888f-8134-4b0e-a491-f03facaafcfa,revision_number=1']} {{(pid=91913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:10:28.099103 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [None req-b7e4e7cc-ae07-4105-a1bd-6d84c84d9444 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:10:28.104463 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-b7e4e7cc-ae07-4105-a1bd-6d84c84d9444 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3778787'] for segment, precommit_create {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:28.104815 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.db.segments_db [None req-b7e4e7cc-ae07-4105-a1bd-6d84c84d9444 admin admin] Added segment 5046937c-199f-48e9-b747-bf6398bcc026 of type vlan for network 73eae694-94c0-4050-acfb-a8f3cc6434c6 Jun 01 06:10:28.139659 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.rpc [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Device f3cca5ee-8321-4041-b274-3b3ee1e3e5c5 details requested by agent hyperv_hv-cinder-79388 with host hv-cinder-79388 {{(pid=91914) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 06:10:28.143373 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa46134-8efb-4580-b1dd-8997dfd1ff3b req-9f427098-7459-4798-81a1-20901d71d043 tempest-ServerRescueNegativeTestJSON-2082042209 tempest-ServerRescueNegativeTestJSON-2082042209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:10:28.143514 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.rpc [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Device 91635a0c-4ef7-4eae-9219-b6f6de592b58 up at agent hyperv_hv-cinder-79388 {{(pid=91914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 06:10:28.144977 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-3fa46134-8efb-4580-b1dd-8997dfd1ff3b req-9f427098-7459-4798-81a1-20901d71d043 tempest-ServerRescueNegativeTestJSON-2082042209 tempest-ServerRescueNegativeTestJSON-2082042209-project] 10.222.0.41 "GET /v2.0/ports?device_id=bb24b49c-2dc6-4892-8b86-b2ebd99a53e4 HTTP/1.1" status: 200 len: 943 time: 0.1721983 Jun 01 06:10:28.154441 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-b7e4e7cc-ae07-4105-a1bd-6d84c84d9444 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774208444501'] for network, precommit_create {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:28.217160 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-3fa46134-8efb-4580-b1dd-8997dfd1ff3b req-ec3c8633-8303-433f-ae37-2ad46936c50a tempest-ServerRescueNegativeTestJSON-2082042209 tempest-ServerRescueNegativeTestJSON-2082042209-project] 10.222.0.41 "GET /v2.0/security-groups?id=b9806f43-fca1-4e3e-8128-d5f6b4549043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649493 Jun 01 06:10:28.226359 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-b7e4e7cc-ae07-4105-a1bd-6d84c84d9444 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-940336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536314'] for network, after_create {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:28.228047 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7e4e7cc-ae07-4105-a1bd-6d84c84d9444 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:10:28.228862 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-b7e4e7cc-ae07-4105-a1bd-6d84c84d9444 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536287'] for network, before_response {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:28.239329 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:10:28.286434 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774208951022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772053'] for agent, after_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:28.352694 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e4e7cc-ae07-4105-a1bd-6d84c84d9444 admin admin] Pushing event updated for resources: {'Network': ['ID=73eae694-94c0-4050-acfb-a8f3cc6434c6,revision_number=1']} {{(pid=91913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:10:28.354909 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.db.provisioning_blocks [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Provisioning for port 91635a0c-4ef7-4eae-9219-b6f6de592b58 completed by entity L2. {{(pid=91914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 06:10:28.360162 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.wsgi [-] (91912) accepted ('10.222.0.41', 51552) {{(pid=91912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 06:10:28.360564 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [None req-b7e4e7cc-ae07-4105-a1bd-6d84c84d9444 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8594806 Jun 01 06:10:28.364450 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [None req-b7e4e7cc-ae07-4105-a1bd-6d84c84d9444 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:10:28.365884 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.db.provisioning_blocks [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Provisioning complete for port 91635a0c-4ef7-4eae-9219-b6f6de592b58 triggered by entity L2. {{(pid=91914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 06:10:28.366260 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3772206'] for port, provisioning_complete {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:28.373638 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.v2.base [None req-a4e4f858-7c7b-45dc-8ba7-0892e88f0e89 admin admin] Request body: {'subnet': {'network_id': '73eae694-94c0-4050-acfb-a8f3cc6434c6', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2050385171-subnet', 'tenant_id': '41c101b65d5d4764bc557847c62fff7d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 06:10:28.382837 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.db.quota.driver [None req-a4e4f858-7c7b-45dc-8ba7-0892e88f0e89 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91912) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 06:10:28.387376 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.quota.resource [None req-a4e4f858-7c7b-45dc-8ba7-0892e88f0e89 admin admin] Usage tracker for resource:subnet and tenant:41c101b65d5d4764bc557847c62fff7d is out of sync, need to count used quota {{(pid=91912) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 06:10:28.391100 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.quota.resource [None req-a4e4f858-7c7b-45dc-8ba7-0892e88f0e89 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91912) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 06:10:28.397866 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.db.quota.driver [None req-a4e4f858-7c7b-45dc-8ba7-0892e88f0e89 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91912) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 06:10:28.404084 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.rpc [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] Network 73eae694-94c0-4050-acfb-a8f3cc6434c6 details requested by agent ovs-agent-dv-cinder-793885-1-smb with host dv-cinder-793885-1-smb {{(pid=91914) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 06:10:28.412130 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4e4f858-7c7b-45dc-8ba7-0892e88f0e89 admin admin] Made reservation on behalf of 41c101b65d5d4764bc557847c62fff7d for: {'subnet': 1} {{(pid=91912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 06:10:28.415899 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-a4e4f858-7c7b-45dc-8ba7-0892e88f0e89 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:28.589069 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.db [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] For port f3cca5ee-8321-4041-b274-3b3ee1e3e5c5, host hv-cinder-79388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79388',level=0,port_id=f3cca5ee-8321-4041-b274-3b3ee1e3e5c5,segment=NetworkSegment(1c425f82-4786-49ee-8e37-a89f8f410b55),segment_id=1c425f82-4786-49ee-8e37-a89f8f410b55)] {{(pid=91914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 06:10:28.622355 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.rpc [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Returning: {'device': 'f3cca5ee-8321-4041-b274-3b3ee1e3e5c5', 'network_id': '2cfdc2ff-8af3-4a0e-8494-3f69501eca70', 'port_id': 'f3cca5ee-8321-4041-b274-3b3ee1e3e5c5', 'mac_address': 'fa:16:3e:39:00:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 318, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9825719-b0f5-4a30-9b2a-ada7e262f0ce', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91914) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 06:10:28.654519 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-f401383e-e2a1-4daf-a81b-8545b28ff3ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774208951022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772053'] for agent, after_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:28.738922 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3824664'] for port, before_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:28.753098 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3824664'] for port, before_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:28.774959 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.notifiers.nova [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3cca5ee-8321-4041-b274-3b3ee1e3e5c5 {{(pid=91914) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 06:10:28.799249 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27a4cbb8-d16a-40fa-9ae4-58160a54f4e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91635a0c-4ef7-4eae-9219-b6f6de592b58'}] {{(pid=91914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 06:10:28.868147 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-a4e4f858-7c7b-45dc-8ba7-0892e88f0e89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536289'] for subnet, after_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:28.874084 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-48a9b829-8c45-4111-91d9-0e53db8c83cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:10:28.928030 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.db [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] For port 91635a0c-4ef7-4eae-9219-b6f6de592b58, host hv-cinder-79388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79388',level=0,port_id=91635a0c-4ef7-4eae-9219-b6f6de592b58,segment=NetworkSegment(2f8d0f35-05a4-46a4-936b-f4dff54aa9a0),segment_id=2f8d0f35-05a4-46a4-936b-f4dff54aa9a0)] {{(pid=91914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 06:10:28.931271 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.db [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] For port f3cca5ee-8321-4041-b274-3b3ee1e3e5c5, host hv-cinder-79388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79388',level=0,port_id=f3cca5ee-8321-4041-b274-3b3ee1e3e5c5,segment=NetworkSegment(1c425f82-4786-49ee-8e37-a89f8f410b55),segment_id=1c425f82-4786-49ee-8e37-a89f8f410b55)] {{(pid=91914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 06:10:28.944623 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774208810132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774208425701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774208426006'] for port, after_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:28.946479 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774208810132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774208425701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774208426006'] for port, after_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:28.947471 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.rpc [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Device 0045608c-1373-47a7-8f8d-d1f7bc48717c up at agent hyperv_hv-cinder-79388 {{(pid=91914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 06:10:28.982656 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91914) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:10:29.013223 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4e4f858-7c7b-45dc-8ba7-0892e88f0e89 admin admin] Checking segment: {'id': '5046937c-199f-48e9-b747-bf6398bcc026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '73eae694-94c0-4050-acfb-a8f3cc6434c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 06:10:29.013223 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4e4f858-7c7b-45dc-8ba7-0892e88f0e89 admin admin] Network hostable DHCP agents. Network: 73eae694-94c0-4050-acfb-a8f3cc6434c6, hostable agents: ['19337ed4-2364-4f5e-82f6-1f840bd5d30c'], hosted agents: [] {{(pid=91912) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 06:10:29.033327 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.rpc [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Device 086b5e9c-bc83-4237-8f83-92b088599ac2 details requested by agent hyperv_hv-cinder-79388 with host hv-cinder-79388 {{(pid=91914) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 06:10:29.052973 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e4f858-7c7b-45dc-8ba7-0892e88f0e89 admin admin] Pushing event updated for resources: {'Subnet': ['ID=23acbc49-90e6-40c2-8fc0-8603191bb523,revision_number=0']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:10:29.068604 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-a4e4f858-7c7b-45dc-8ba7-0892e88f0e89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:10:29.097333 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4e4f858-7c7b-45dc-8ba7-0892e88f0e89 admin admin] Network 73eae694-94c0-4050-acfb-a8f3cc6434c6 is scheduled to be hosted by DHCP agent 19337ed4-2364-4f5e-82f6-1f840bd5d30c with binding_index 1 {{(pid=91912) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 06:10:29.098679 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Pushing event updated for resources: {'Port': ['ID=91635a0c-4ef7-4eae-9219-b6f6de592b58,revision_number=5']} {{(pid=91914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:10:29.122724 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.scheduler.base_scheduler [None req-a4e4f858-7c7b-45dc-8ba7-0892e88f0e89 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-793885-1-smb, 73eae694-94c0-4050-acfb-a8f3cc6434c6) {{(pid=91912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 06:10:29.130732 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4e4f858-7c7b-45dc-8ba7-0892e88f0e89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:10:29.131832 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-a4e4f858-7c7b-45dc-8ba7-0892e88f0e89 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536287'] for subnet, before_response {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:29.179789 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68fa6c0-ba0d-41f3-86f2-36d18292ff0c req-f32bf72e-483c-470b-ace1-a48d9123ef82 tempest-AttachVolumeNegativeTest-1471670784 tempest-AttachVolumeNegativeTest-1471670784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:10:29.181985 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-c68fa6c0-ba0d-41f3-86f2-36d18292ff0c req-f32bf72e-483c-470b-ace1-a48d9123ef82 tempest-AttachVolumeNegativeTest-1471670784 tempest-AttachVolumeNegativeTest-1471670784-project] 10.222.0.41 "GET /v2.0/ports?device_id=aa160ab3-5246-434a-8d0e-26dddf429663 HTTP/1.1" status: 200 len: 944 time: 0.1776342 Jun 01 06:10:29.183804 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [None req-a4e4f858-7c7b-45dc-8ba7-0892e88f0e89 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8223188 Jun 01 06:10:29.231560 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Pushing event updated for resources: {'Port': ['ID=f3cca5ee-8321-4041-b274-3b3ee1e3e5c5,revision_number=4']} {{(pid=91914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:10:29.244460 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.db [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] For port 086b5e9c-bc83-4237-8f83-92b088599ac2, host hv-cinder-79388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79388',level=0,port_id=086b5e9c-bc83-4237-8f83-92b088599ac2,segment=NetworkSegment(1c425f82-4786-49ee-8e37-a89f8f410b55),segment_id=1c425f82-4786-49ee-8e37-a89f8f410b55)] {{(pid=91914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 06:10:29.258970 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cefeca7b2fbb82c39cf99810f9cdf69defc097144ee6f344485b033ce81b52cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-991e396d-4655-414d-9217-16adad57973f" -d '{"events": [{"server_uuid": "27a4cbb8-d16a-40fa-9ae4-58160a54f4e9", "name": "network-vif-plugged", "status": "completed", "tag": "91635a0c-4ef7-4eae-9219-b6f6de592b58"}]}' {{(pid=91914) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 06:10:29.262831 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c639214-bd92-4b05-9b25-67beb73748c8 None None] Network 73eae694-94c0-4050-acfb-a8f3cc6434c6 requested from dv-cinder-793885-1-smb {{(pid=91914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 06:10:29.288781 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG oslo_concurrency.lockutils [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=91914) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:10:29.289213 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-c68fa6c0-ba0d-41f3-86f2-36d18292ff0c req-eed40b10-89a9-4458-a893-1a95b9ff11f7 tempest-AttachVolumeNegativeTest-1471670784 tempest-AttachVolumeNegativeTest-1471670784-project] 10.222.0.41 "GET /v2.0/security-groups?id=148e0031-14dd-4990-9826-b8db75cc4be7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974658 Jun 01 06:10:29.297689 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG oslo_concurrency.lockutils [None req-a9b0427e-4ffa-494f-bd2d-d9329e77f314 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.245s {{(pid=91914) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:10:29.299505 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG oslo_concurrency.lockutils [None req-a9b0427e-4ffa-494f-bd2d-d9329e77f314 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=91914) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:10:29.308084 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.rpc [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Returning: {'device': '086b5e9c-bc83-4237-8f83-92b088599ac2', 'network_id': '2cfdc2ff-8af3-4a0e-8494-3f69501eca70', 'port_id': '086b5e9c-bc83-4237-8f83-92b088599ac2', 'mac_address': 'fa:16:3e:61:e9:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 318, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9825719-b0f5-4a30-9b2a-ada7e262f0ce', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91914) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 06:10:29.309850 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.db.provisioning_blocks [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Provisioning for port 0045608c-1373-47a7-8f8d-d1f7bc48717c completed by entity L2. {{(pid=91914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 06:10:29.404312 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.db.provisioning_blocks [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Provisioning complete for port 0045608c-1373-47a7-8f8d-d1f7bc48717c triggered by entity L2. {{(pid=91914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 06:10:29.404312 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3772206'] for port, provisioning_complete {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:29.413539 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b86ac56-645f-4832-bd3e-0ed31cb22f6d req-6f61ad37-1d06-4f75-a3f1-5eb43eacb11a tempest-DeleteServersTestJSON-1930791445 tempest-DeleteServersTestJSON-1930791445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:10:29.423719 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-8b86ac56-645f-4832-bd3e-0ed31cb22f6d req-6f61ad37-1d06-4f75-a3f1-5eb43eacb11a tempest-DeleteServersTestJSON-1930791445 tempest-DeleteServersTestJSON-1930791445-project] 10.222.0.41 "GET /v2.0/ports?device_id=27a4cbb8-d16a-40fa-9ae4-58160a54f4e9 HTTP/1.1" status: 200 len: 945 time: 0.1642220 Jun 01 06:10:29.538932 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-8b86ac56-645f-4832-bd3e-0ed31cb22f6d req-04d66120-0dd2-4311-8a9e-f55ee29e24cd tempest-DeleteServersTestJSON-1930791445 tempest-DeleteServersTestJSON-1930791445-project] 10.222.0.41 "GET /v2.0/security-groups?id=39d48f59-16a8-4a77-a6c3-9d02c6487a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079967 Jun 01 06:10:29.608176 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7887c9-8539-4d86-a9d0-ab5c657edd9c req-403f8cc9-1831-4107-822f-7f08e2497ae4 tempest-ServerRescueNegativeTestJSON-2082042209 tempest-ServerRescueNegativeTestJSON-2082042209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:10:29.618756 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-5c7887c9-8539-4d86-a9d0-ab5c657edd9c req-403f8cc9-1831-4107-822f-7f08e2497ae4 tempest-ServerRescueNegativeTestJSON-2082042209 tempest-ServerRescueNegativeTestJSON-2082042209-project] 10.222.0.41 "GET /v2.0/ports?device_id=bb24b49c-2dc6-4892-8b86-b2ebd99a53e4 HTTP/1.1" status: 200 len: 944 time: 0.1188147 Jun 01 06:10:29.682392 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-5c7887c9-8539-4d86-a9d0-ab5c657edd9c req-5eb76d5d-aea8-4f44-8a24-b8ca6e08fe63 tempest-ServerRescueNegativeTestJSON-2082042209 tempest-ServerRescueNegativeTestJSON-2082042209-project] 10.222.0.41 "GET /v2.0/security-groups?id=b9806f43-fca1-4e3e-8128-d5f6b4549043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625398 Jun 01 06:10:29.706288 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3824664'] for port, before_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:29.827107 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 06:10:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a4e7c35-cdd9-4469-a4f5-0a8237ea1344 x-openstack-request-id: req-3a4e7c35-cdd9-4469-a4f5-0a8237ea1344 {{(pid=91914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 06:10:29.827408 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27a4cbb8-d16a-40fa-9ae4-58160a54f4e9", "name": "network-vif-plugged", "status": "completed", "tag": "91635a0c-4ef7-4eae-9219-b6f6de592b58", "code": 200}]} {{(pid=91914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 06:10:29.827715 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-3a4e7c35-cdd9-4469-a4f5-0a8237ea1344 {{(pid=91914) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 06:10:29.828485 dv-cinder-793885-1-smb neutron-server[91914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27a4cbb8-d16a-40fa-9ae4-58160a54f4e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91635a0c-4ef7-4eae-9219-b6f6de592b58', 'code': 200} Jun 01 06:10:29.834144 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3824664'] for port, before_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:29.944189 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.notifiers.nova [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 086b5e9c-bc83-4237-8f83-92b088599ac2 {{(pid=91914) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 06:10:29.964229 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.db [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] For port 086b5e9c-bc83-4237-8f83-92b088599ac2, host hv-cinder-79388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79388',level=0,port_id=086b5e9c-bc83-4237-8f83-92b088599ac2,segment=NetworkSegment(1c425f82-4786-49ee-8e37-a89f8f410b55),segment_id=1c425f82-4786-49ee-8e37-a89f8f410b55)] {{(pid=91914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 06:10:29.968960 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29b78abb-f1ed-4b27-a233-20993609d072 None None] Network 73eae694-94c0-4050-acfb-a8f3cc6434c6 requested from dv-cinder-793885-1-smb {{(pid=91914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 06:10:29.995925 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-1d313a3c-a63a-4764-8840-fb680d7e5ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774208951022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772053'] for agent, after_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:30.000867 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774208810132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774208425701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774208426006'] for port, after_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:30.053747 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91914) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:10:30.128411 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5329bbe0-fd17-43de-87ad-97a7bef46e5c req-930e3c83-7d6c-49a2-9120-aa943f89e090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:10:30.129535 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.db [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] For port 0045608c-1373-47a7-8f8d-d1f7bc48717c, host hv-cinder-79388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79388',level=0,port_id=0045608c-1373-47a7-8f8d-d1f7bc48717c,segment=NetworkSegment(bd10b108-5f36-416c-bf05-81cfe0f5f067),segment_id=bd10b108-5f36-416c-bf05-81cfe0f5f067)] {{(pid=91914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 06:10:30.130655 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-5329bbe0-fd17-43de-87ad-97a7bef46e5c req-930e3c83-7d6c-49a2-9120-aa943f89e090 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=27a4cbb8-d16a-40fa-9ae4-58160a54f4e9 HTTP/1.1" status: 200 len: 1098 time: 0.1287506 Jun 01 06:10:30.143565 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774208810132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774208425701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774208426006'] for port, after_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:30.179241 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [req-5329bbe0-fd17-43de-87ad-97a7bef46e5c req-920cc607-9643-49c9-8524-4e70903fd8f1 service neutron] Notify callbacks [] for security_group, before_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:30.187719 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Pushing event updated for resources: {'Port': ['ID=086b5e9c-bc83-4237-8f83-92b088599ac2,revision_number=4']} {{(pid=91914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:10:30.200269 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG oslo_concurrency.lockutils [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=91914) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:10:30.200839 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG oslo_concurrency.lockutils [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.037s {{(pid=91914) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:10:30.209249 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.db.quota.driver [req-5329bbe0-fd17-43de-87ad-97a7bef46e5c req-920cc607-9643-49c9-8524-4e70903fd8f1 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91912) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 06:10:30.227161 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.quota.resource [req-5329bbe0-fd17-43de-87ad-97a7bef46e5c req-920cc607-9643-49c9-8524-4e70903fd8f1 service neutron] Usage tracker for resource:security_group_rule and tenant:815c9e08c8f845c488e64824a255fc75 is out of sync, need to count used quota {{(pid=91912) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 06:10:30.235458 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.quota.resource [req-5329bbe0-fd17-43de-87ad-97a7bef46e5c req-920cc607-9643-49c9-8524-4e70903fd8f1 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91912) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 06:10:30.256627 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.db.quota.driver [req-5329bbe0-fd17-43de-87ad-97a7bef46e5c req-920cc607-9643-49c9-8524-4e70903fd8f1 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91912) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 06:10:30.380036 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Pushing event updated for resources: {'Port': ['ID=0045608c-1373-47a7-8f8d-d1f7bc48717c,revision_number=5']} {{(pid=91914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:10:30.384135 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG oslo_concurrency.lockutils [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=91914) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:10:30.387182 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.db [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] get_ports_and_sgs() called for port_ids ['086b5e9c-bc83-4237-8f83-92b088599ac2'] {{(pid=91914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 06:10:30.459563 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [req-5329bbe0-fd17-43de-87ad-97a7bef46e5c req-920cc607-9643-49c9-8524-4e70903fd8f1 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:30.504624 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.db [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] get_ports_and_sgs() called for port_ids ['f3cca5ee-8321-4041-b274-3b3ee1e3e5c5'] {{(pid=91914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 06:10:30.517886 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.wsgi [-] (91913) accepted ('10.222.0.41', 51644) {{(pid=91913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 06:10:30.518359 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [req-5329bbe0-fd17-43de-87ad-97a7bef46e5c req-920cc607-9643-49c9-8524-4e70903fd8f1 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940402'] for security_group, after_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:30.533480 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:10:30.547684 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-5329bbe0-fd17-43de-87ad-97a7bef46e5c req-920cc607-9643-49c9-8524-4e70903fd8f1 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=39d48f59-16a8-4a77-a6c3-9d02c6487a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4088097 Jun 01 06:10:30.580973 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920cc607-9643-49c9-8524-4e70903fd8f1 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=34d863c4-239a-472a-9bd6-99d31d83c60a,revision_number=1']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:10:30.584958 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-920cc607-9643-49c9-8524-4e70903fd8f1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:10:30.610713 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c159a191-ba85-4435-b5f3-ced2759c7f94 req-7b92ced4-b35f-4d15-b699-d101dcf92600 tempest-AttachVolumeNegativeTest-1471670784 tempest-AttachVolumeNegativeTest-1471670784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:10:30.613467 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-c159a191-ba85-4435-b5f3-ced2759c7f94 req-7b92ced4-b35f-4d15-b699-d101dcf92600 tempest-AttachVolumeNegativeTest-1471670784 tempest-AttachVolumeNegativeTest-1471670784-project] 10.222.0.41 "GET /v2.0/ports?device_id=aa160ab3-5246-434a-8d0e-26dddf429663 HTTP/1.1" status: 200 len: 945 time: 0.1433561 Jun 01 06:10:30.710931 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-c159a191-ba85-4435-b5f3-ced2759c7f94 req-50a8c0a5-4f7d-4c45-9bce-ef965595d673 tempest-AttachVolumeNegativeTest-1471670784 tempest-AttachVolumeNegativeTest-1471670784-project] 10.222.0.41 "GET /v2.0/security-groups?id=148e0031-14dd-4990-9826-b8db75cc4be7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919855 Jun 01 06:10:30.742195 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-683730b3-ff1c-4762-a886-1fe7254d31c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:30.870919 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.db.quota.driver [None req-683730b3-ff1c-4762-a886-1fe7254d31c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 06:10:30.878785 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.quota.resource [None req-683730b3-ff1c-4762-a886-1fe7254d31c8 admin admin] Usage tracker for resource:security_group_rule and tenant:207904abace544e6ae4f7eba1bdaea12 is out of sync, need to count used quota {{(pid=91913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 06:10:30.899183 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.quota.resource [None req-683730b3-ff1c-4762-a886-1fe7254d31c8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 06:10:30.919867 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.db.quota.driver [None req-683730b3-ff1c-4762-a886-1fe7254d31c8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 06:10:30.971469 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebaafd9-c14e-435a-9802-695fc2883806 req-f1417aab-c5d8-4d42-ab1a-a107b5d334a6 tempest-DeleteServersTestJSON-1930791445 tempest-DeleteServersTestJSON-1930791445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:10:30.974289 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5b18e5-b783-4d8e-89f6-128a27f57f5a req-d16dc9cb-51db-4d8a-a57e-980d2f9a9903 tempest-ServerRescueNegativeTestJSON-2082042209 tempest-ServerRescueNegativeTestJSON-2082042209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:10:30.979174 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-6ebaafd9-c14e-435a-9802-695fc2883806 req-f1417aab-c5d8-4d42-ab1a-a107b5d334a6 tempest-DeleteServersTestJSON-1930791445 tempest-DeleteServersTestJSON-1930791445-project] 10.222.0.41 "GET /v2.0/ports?device_id=27a4cbb8-d16a-40fa-9ae4-58160a54f4e9 HTTP/1.1" status: 200 len: 945 time: 0.2100990 Jun 01 06:10:30.984011 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-6c5b18e5-b783-4d8e-89f6-128a27f57f5a req-d16dc9cb-51db-4d8a-a57e-980d2f9a9903 tempest-ServerRescueNegativeTestJSON-2082042209 tempest-ServerRescueNegativeTestJSON-2082042209-project] 10.222.0.41 "GET /v2.0/ports?device_id=bb24b49c-2dc6-4892-8b86-b2ebd99a53e4 HTTP/1.1" status: 200 len: 944 time: 0.1446230 Jun 01 06:10:31.040222 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-6c5b18e5-b783-4d8e-89f6-128a27f57f5a req-a8778888-5752-4425-a88c-eb03ccd9c6ca tempest-ServerRescueNegativeTestJSON-2082042209 tempest-ServerRescueNegativeTestJSON-2082042209-project] 10.222.0.41 "GET /v2.0/security-groups?id=b9806f43-fca1-4e3e-8128-d5f6b4549043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551720 Jun 01 06:10:31.055414 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-6ebaafd9-c14e-435a-9802-695fc2883806 req-b16a73b6-ef68-49f0-a79b-d3a751ce8b10 tempest-DeleteServersTestJSON-1930791445 tempest-DeleteServersTestJSON-1930791445-project] 10.222.0.41 "GET /v2.0/security-groups?id=39d48f59-16a8-4a77-a6c3-9d02c6487a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751643 Jun 01 06:10:31.086698 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-683730b3-ff1c-4762-a886-1fe7254d31c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:31.095273 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-683730b3-ff1c-4762-a886-1fe7254d31c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940402'] for security_group, after_create {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:31.105459 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:10:31.108918 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-2212ef7e-50c1-45a6-8db2-90e035748ac3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774208951022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772053'] for agent, after_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:31.145406 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [None req-683730b3-ff1c-4762-a886-1fe7254d31c8 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=207904abace544e6ae4f7eba1bdaea12&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6266248 Jun 01 06:10:31.147238 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683730b3-ff1c-4762-a886-1fe7254d31c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3129c633-ffa8-4585-b9dd-e4316a6d0b61,revision_number=1']} {{(pid=91913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:10:31.148032 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.wsgi [-] (91912) accepted ('10.222.0.41', 51670) {{(pid=91912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 06:10:31.150459 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [None req-683730b3-ff1c-4762-a886-1fe7254d31c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:10:31.223027 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-7c045d3d-031f-443a-8848-c7d945a84d54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:31.255360 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-7c045d3d-031f-443a-8848-c7d945a84d54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:31.314274 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-7c045d3d-031f-443a-8848-c7d945a84d54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940402'] for security_group, after_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:31.319278 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-381834b2-1763-48aa-b74a-7268373b7007 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:10:31.333438 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c045d3d-031f-443a-8848-c7d945a84d54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3129c633-ffa8-4585-b9dd-e4316a6d0b61,revision_number=None']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:10:31.336359 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-7c045d3d-031f-443a-8848-c7d945a84d54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:10:31.348561 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-7c045d3d-031f-443a-8848-c7d945a84d54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:31.350041 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [None req-7c045d3d-031f-443a-8848-c7d945a84d54 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3129c633-ffa8-4585-b9dd-e4316a6d0b61 HTTP/1.1" status: 204 len: 168 time: 0.2004161 Jun 01 06:10:31.690286 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.wsgi [-] (91913) accepted ('10.222.0.41', 51696) {{(pid=91913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 06:10:31.713086 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-774e3fb1-79e8-440b-ac13-34b480c481ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:31.739937 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.db.quota.driver [None req-774e3fb1-79e8-440b-ac13-34b480c481ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 06:10:31.745072 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.quota.resource [None req-774e3fb1-79e8-440b-ac13-34b480c481ec admin admin] Usage tracker for resource:security_group_rule and tenant:ccf3128a8a7344ff9c8c7eec8e404697 is out of sync, need to count used quota {{(pid=91913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 06:10:31.748701 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.quota.resource [None req-774e3fb1-79e8-440b-ac13-34b480c481ec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 06:10:31.755924 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.db.quota.driver [None req-774e3fb1-79e8-440b-ac13-34b480c481ec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 06:10:31.773639 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93088dc2-6a44-4e13-b9b7-46517ec91431 req-b20f72f1-85d2-4c15-afe8-722ea02c51b5 tempest-VolumesActionsTest-1337150399 tempest-VolumesActionsTest-1337150399-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:10:31.775411 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-93088dc2-6a44-4e13-b9b7-46517ec91431 req-b20f72f1-85d2-4c15-afe8-722ea02c51b5 tempest-VolumesActionsTest-1337150399 tempest-VolumesActionsTest-1337150399-project] 10.222.0.41 "GET /v2.0/networks?id=73eae694-94c0-4050-acfb-a8f3cc6434c6 HTTP/1.1" status: 200 len: 809 time: 0.1596470 Jun 01 06:10:31.791940 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-93088dc2-6a44-4e13-b9b7-46517ec91431 req-ebc5eb42-674d-4ba9-a734-e3dd61a5d5e3 tempest-VolumesActionsTest-1337150399 tempest-VolumesActionsTest-1337150399-project] 10.222.0.41 "GET /v2.0/quotas/41c101b65d5d4764bc557847c62fff7d HTTP/1.1" status: 200 len: 375 time: 0.0108497 Jun 01 06:10:31.830236 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa160ab3-5246-434a-8d0e-26dddf429663', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0045608c-1373-47a7-8f8d-d1f7bc48717c'}] {{(pid=91914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 06:10:31.832833 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cefeca7b2fbb82c39cf99810f9cdf69defc097144ee6f344485b033ce81b52cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e38257a0-5639-44d6-ae5b-9dd8835c2802" -d '{"events": [{"server_uuid": "aa160ab3-5246-434a-8d0e-26dddf429663", "name": "network-vif-plugged", "status": "completed", "tag": "0045608c-1373-47a7-8f8d-d1f7bc48717c"}]}' {{(pid=91914) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 06:10:31.856531 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-93088dc2-6a44-4e13-b9b7-46517ec91431 req-4eef1ad9-4da1-4d0e-a399-6c9811ba4ea1 tempest-VolumesActionsTest-1337150399 tempest-VolumesActionsTest-1337150399-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=41c101b65d5d4764bc557847c62fff7d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0581875 Jun 01 06:10:31.887768 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-774e3fb1-79e8-440b-ac13-34b480c481ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:31.894763 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-774e3fb1-79e8-440b-ac13-34b480c481ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940402'] for security_group, after_create {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:31.902795 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [None req-0db04461-394f-441c-87d4-f8c3dcbac9e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:10:32.009996 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774e3fb1-79e8-440b-ac13-34b480c481ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=202007d6-865c-4ba2-b41e-6b8404e3ffed,revision_number=1']} {{(pid=91913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:10:32.030026 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [None req-774e3fb1-79e8-440b-ac13-34b480c481ec admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ccf3128a8a7344ff9c8c7eec8e404697&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3351426 Jun 01 06:10:32.030026 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [None req-774e3fb1-79e8-440b-ac13-34b480c481ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:10:32.030312 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.wsgi [-] (91913) accepted ('10.222.0.41', 51714) {{(pid=91913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 06:10:32.043721 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-93088dc2-6a44-4e13-b9b7-46517ec91431 req-0b16b28e-27f4-4b0b-9843-486d5b905952 service neutron] 10.222.0.41 "GET /v2.0/networks/73eae694-94c0-4050-acfb-a8f3cc6434c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1763382 Jun 01 06:10:32.105202 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a32b311-1ed7-4fd2-b365-de0951d85a45 req-40457f58-f3de-4b04-b78a-1f26da8f219a tempest-AttachVolumeNegativeTest-1471670784 tempest-AttachVolumeNegativeTest-1471670784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:10:32.107398 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-3a32b311-1ed7-4fd2-b365-de0951d85a45 req-40457f58-f3de-4b04-b78a-1f26da8f219a tempest-AttachVolumeNegativeTest-1471670784 tempest-AttachVolumeNegativeTest-1471670784-project] 10.222.0.41 "GET /v2.0/ports?device_id=aa160ab3-5246-434a-8d0e-26dddf429663 HTTP/1.1" status: 200 len: 945 time: 0.1941454 Jun 01 06:10:32.112575 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-840ad8d7-c940-43cc-9a2c-5467faa09771 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:32.160361 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.rpc [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Device f3cca5ee-8321-4041-b274-3b3ee1e3e5c5 up at agent hyperv_hv-cinder-79388 {{(pid=91914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 06:10:32.174815 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-840ad8d7-c940-43cc-9a2c-5467faa09771 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:32.193610 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-3a32b311-1ed7-4fd2-b365-de0951d85a45 req-85bfef74-b7ae-4730-8f52-85b0d3ccdc94 tempest-AttachVolumeNegativeTest-1471670784 tempest-AttachVolumeNegativeTest-1471670784-project] 10.222.0.41 "GET /v2.0/security-groups?id=148e0031-14dd-4990-9826-b8db75cc4be7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785739 Jun 01 06:10:32.195618 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-93088dc2-6a44-4e13-b9b7-46517ec91431 req-f6721666-64d2-4e8b-8302-97748cf5bfe7 service neutron] 10.222.0.41 "GET /v2.0/networks/73eae694-94c0-4050-acfb-a8f3cc6434c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1462398 Jun 01 06:10:32.279237 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-840ad8d7-c940-43cc-9a2c-5467faa09771 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940402'] for security_group, after_delete {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:32.284387 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:10:32.295262 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 06:10:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2120169a-3371-4c3d-af9e-694e0217fde8 x-openstack-request-id: req-2120169a-3371-4c3d-af9e-694e0217fde8 {{(pid=91914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 06:10:32.295957 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa160ab3-5246-434a-8d0e-26dddf429663", "name": "network-vif-plugged", "status": "completed", "tag": "0045608c-1373-47a7-8f8d-d1f7bc48717c", "code": 200}]} {{(pid=91914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 06:10:32.296409 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2120169a-3371-4c3d-af9e-694e0217fde8 {{(pid=91914) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 06:10:32.297004 dv-cinder-793885-1-smb neutron-server[91914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa160ab3-5246-434a-8d0e-26dddf429663', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0045608c-1373-47a7-8f8d-d1f7bc48717c', 'code': 200} Jun 01 06:10:32.308484 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.db.provisioning_blocks [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Provisioning for port f3cca5ee-8321-4041-b274-3b3ee1e3e5c5 completed by entity L2. {{(pid=91914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 06:10:32.317750 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.db.provisioning_blocks [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Provisioning complete for port f3cca5ee-8321-4041-b274-3b3ee1e3e5c5 triggered by entity L2. {{(pid=91914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 06:10:32.318370 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3772206'] for port, provisioning_complete {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:32.330839 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840ad8d7-c940-43cc-9a2c-5467faa09771 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=202007d6-865c-4ba2-b41e-6b8404e3ffed,revision_number=None']} {{(pid=91913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:10:32.333655 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [None req-840ad8d7-c940-43cc-9a2c-5467faa09771 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:10:32.355321 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-840ad8d7-c940-43cc-9a2c-5467faa09771 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:32.356921 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [None req-840ad8d7-c940-43cc-9a2c-5467faa09771 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/202007d6-865c-4ba2-b41e-6b8404e3ffed HTTP/1.1" status: 204 len: 168 time: 0.3253362 Jun 01 06:10:32.506965 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3824664'] for port, before_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:32.573835 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.db [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] For port f3cca5ee-8321-4041-b274-3b3ee1e3e5c5, host hv-cinder-79388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79388',level=0,port_id=f3cca5ee-8321-4041-b274-3b3ee1e3e5c5,segment=NetworkSegment(1c425f82-4786-49ee-8e37-a89f8f410b55),segment_id=1c425f82-4786-49ee-8e37-a89f8f410b55)] {{(pid=91914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 06:10:32.583682 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774208810132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774208425701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774208426006'] for port, after_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:32.584924 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.rpc [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Device 086b5e9c-bc83-4237-8f83-92b088599ac2 up at agent hyperv_hv-cinder-79388 {{(pid=91914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 06:10:32.588351 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce2dec4-8884-403d-8f2b-0400a0550c3a req-c0c1f5eb-6881-47a1-bfb1-533b1fc93733 tempest-ServerRescueNegativeTestJSON-2082042209 tempest-ServerRescueNegativeTestJSON-2082042209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:10:32.596914 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-5ce2dec4-8884-403d-8f2b-0400a0550c3a req-c0c1f5eb-6881-47a1-bfb1-533b1fc93733 tempest-ServerRescueNegativeTestJSON-2082042209 tempest-ServerRescueNegativeTestJSON-2082042209-project] 10.222.0.41 "GET /v2.0/ports?device_id=bb24b49c-2dc6-4892-8b86-b2ebd99a53e4 HTTP/1.1" status: 200 len: 944 time: 0.1256533 Jun 01 06:10:32.635808 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91914) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:10:32.688226 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-5ce2dec4-8884-403d-8f2b-0400a0550c3a req-8bdce846-bddc-44a5-a706-c893e7cddb60 tempest-ServerRescueNegativeTestJSON-2082042209 tempest-ServerRescueNegativeTestJSON-2082042209-project] 10.222.0.41 "GET /v2.0/security-groups?id=b9806f43-fca1-4e3e-8128-d5f6b4549043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900302 Jun 01 06:10:32.845813 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-cb703011-3923-41ac-84a9-39506d188555 req-515fd6c2-4615-4dcb-b2ec-cc7adb883ec4 tempest-VolumesActionsTest-1337150399 tempest-VolumesActionsTest-1337150399-project] 10.222.0.41 "GET /v2.0/ports?device_id=978820d8-b2ae-46c3-a835-d2113746f76d HTTP/1.1" status: 200 len: 210 time: 0.0655951 Jun 01 06:10:32.883629 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Pushing event updated for resources: {'Port': ['ID=f3cca5ee-8321-4041-b274-3b3ee1e3e5c5,revision_number=5']} {{(pid=91914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:10:32.891302 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG oslo_concurrency.lockutils [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=91914) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:10:32.939004 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.db.provisioning_blocks [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Provisioning for port 086b5e9c-bc83-4237-8f83-92b088599ac2 completed by entity L2. {{(pid=91914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 06:10:32.944509 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.db.provisioning_blocks [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Provisioning complete for port 086b5e9c-bc83-4237-8f83-92b088599ac2 triggered by entity L2. {{(pid=91914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 06:10:32.944869 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3772206'] for port, provisioning_complete {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:33.024027 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9eb5d4e-3bd3-49e6-aba3-793a4d7c1844 req-0e2a53f9-113b-4a9a-b628-e91ac7c59b7b tempest-DeleteServersTestJSON-1930791445 tempest-DeleteServersTestJSON-1930791445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:10:33.025700 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-a9eb5d4e-3bd3-49e6-aba3-793a4d7c1844 req-0e2a53f9-113b-4a9a-b628-e91ac7c59b7b tempest-DeleteServersTestJSON-1930791445 tempest-DeleteServersTestJSON-1930791445-project] 10.222.0.41 "GET /v2.0/ports?device_id=27a4cbb8-d16a-40fa-9ae4-58160a54f4e9 HTTP/1.1" status: 200 len: 945 time: 0.2911003 Jun 01 06:10:33.096799 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-a9eb5d4e-3bd3-49e6-aba3-793a4d7c1844 req-6d64c615-a033-4ef4-97cd-2557901a3093 tempest-DeleteServersTestJSON-1930791445 tempest-DeleteServersTestJSON-1930791445-project] 10.222.0.41 "GET /v2.0/security-groups?id=39d48f59-16a8-4a77-a6c3-9d02c6487a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633819 Jun 01 06:10:33.099654 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5364a50-4a44-44af-9eeb-e8f8daf0f7ca req-53282834-021c-4a75-b3d8-d9ef2a09b1b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:10:33.115973 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-f5364a50-4a44-44af-9eeb-e8f8daf0f7ca req-53282834-021c-4a75-b3d8-d9ef2a09b1b0 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=aa160ab3-5246-434a-8d0e-26dddf429663 HTTP/1.1" status: 200 len: 1098 time: 0.2121456 Jun 01 06:10:33.179008 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.quota.resource [req-f5364a50-4a44-44af-9eeb-e8f8daf0f7ca req-036effc0-aa40-474f-8be6-37df3bd8f285 service neutron] Synchronizing usage tracker for tenant:815c9e08c8f845c488e64824a255fc75 on resource:security_group {{(pid=91912) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 06:10:33.237278 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.quota.resource [req-f5364a50-4a44-44af-9eeb-e8f8daf0f7ca req-036effc0-aa40-474f-8be6-37df3bd8f285 service neutron] Unset dirty status for tenant:815c9e08c8f845c488e64824a255fc75 on resource:security_group {{(pid=91912) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 06:10:33.241544 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-f5364a50-4a44-44af-9eeb-e8f8daf0f7ca req-036effc0-aa40-474f-8be6-37df3bd8f285 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=148e0031-14dd-4990-9826-b8db75cc4be7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239595 Jun 01 06:10:33.333400 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3824664'] for port, before_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:33.382567 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.db [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] For port 086b5e9c-bc83-4237-8f83-92b088599ac2, host hv-cinder-79388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79388',level=0,port_id=086b5e9c-bc83-4237-8f83-92b088599ac2,segment=NetworkSegment(1c425f82-4786-49ee-8e37-a89f8f410b55),segment_id=1c425f82-4786-49ee-8e37-a89f8f410b55)] {{(pid=91914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 06:10:33.387837 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774208810132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774208425701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774208426006'] for port, after_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:33.391841 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG oslo_concurrency.lockutils [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91914) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:10:33.464834 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988e47d2-1c76-4331-b883-3da9135e24f7 req-4595b5da-32c1-48e2-8775-c9d8ba7f31b4 tempest-AttachVolumeNegativeTest-1471670784 tempest-AttachVolumeNegativeTest-1471670784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:10:33.466582 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-988e47d2-1c76-4331-b883-3da9135e24f7 req-4595b5da-32c1-48e2-8775-c9d8ba7f31b4 tempest-AttachVolumeNegativeTest-1471670784 tempest-AttachVolumeNegativeTest-1471670784-project] 10.222.0.41 "GET /v2.0/ports?device_id=aa160ab3-5246-434a-8d0e-26dddf429663 HTTP/1.1" status: 200 len: 945 time: 0.1166298 Jun 01 06:10:33.481831 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Pushing event updated for resources: {'Port': ['ID=086b5e9c-bc83-4237-8f83-92b088599ac2,revision_number=5']} {{(pid=91914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:10:33.496460 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG oslo_concurrency.lockutils [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=91914) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:10:33.525855 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-988e47d2-1c76-4331-b883-3da9135e24f7 req-315dc24a-ea9e-46cb-9e33-cecf914d6f67 tempest-AttachVolumeNegativeTest-1471670784 tempest-AttachVolumeNegativeTest-1471670784-project] 10.222.0.41 "GET /v2.0/security-groups?id=148e0031-14dd-4990-9826-b8db75cc4be7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514572 Jun 01 06:10:33.946542 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb7db02-0a13-4b42-b656-65625f4b1f1b req-175fbd13-5328-447b-b719-558891ca0064 tempest-ServerRescueNegativeTestJSON-2082042209 tempest-ServerRescueNegativeTestJSON-2082042209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:10:33.948123 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-dbb7db02-0a13-4b42-b656-65625f4b1f1b req-175fbd13-5328-447b-b719-558891ca0064 tempest-ServerRescueNegativeTestJSON-2082042209 tempest-ServerRescueNegativeTestJSON-2082042209-project] 10.222.0.41 "GET /v2.0/ports?device_id=bb24b49c-2dc6-4892-8b86-b2ebd99a53e4 HTTP/1.1" status: 200 len: 945 time: 0.1115210 Jun 01 06:10:34.009775 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-dbb7db02-0a13-4b42-b656-65625f4b1f1b req-89d5fa4b-99e6-42ff-b45a-9a7fd274a2c6 tempest-ServerRescueNegativeTestJSON-2082042209 tempest-ServerRescueNegativeTestJSON-2082042209-project] 10.222.0.41 "GET /v2.0/security-groups?id=b9806f43-fca1-4e3e-8128-d5f6b4549043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557957 Jun 01 06:10:34.103656 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-9b25f884-052a-40d2-a2b4-41719c74323c req-e855e8ee-6293-4e36-9860-f51c0c0ab72a tempest-VolumesActionsTest-1337150399 tempest-VolumesActionsTest-1337150399-project] 10.222.0.41 "GET /v2.0/ports?device_id=978820d8-b2ae-46c3-a835-d2113746f76d HTTP/1.1" status: 200 len: 210 time: 0.1370494 Jun 01 06:10:34.298471 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb24b49c-2dc6-4892-8b86-b2ebd99a53e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3cca5ee-8321-4041-b274-3b3ee1e3e5c5'}, {'server_uuid': 'adbe8ec7-7667-4d7a-8fa0-614d82b10afb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '086b5e9c-bc83-4237-8f83-92b088599ac2'}] {{(pid=91914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 06:10:34.302296 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cefeca7b2fbb82c39cf99810f9cdf69defc097144ee6f344485b033ce81b52cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78442719-73f6-40da-9f9c-562096d047fc" -d '{"events": [{"server_uuid": "bb24b49c-2dc6-4892-8b86-b2ebd99a53e4", "name": "network-vif-plugged", "status": "completed", "tag": "f3cca5ee-8321-4041-b274-3b3ee1e3e5c5"}, {"server_uuid": "adbe8ec7-7667-4d7a-8fa0-614d82b10afb", "name": "network-vif-plugged", "status": "completed", "tag": "086b5e9c-bc83-4237-8f83-92b088599ac2"}]}' {{(pid=91914) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 06:10:34.376119 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93088dc2-6a44-4e13-b9b7-46517ec91431 req-3abdcf63-4760-4068-94b0-4b2070235c05 tempest-VolumesActionsTest-1337150399 tempest-VolumesActionsTest-1337150399-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:10:34.377629 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-93088dc2-6a44-4e13-b9b7-46517ec91431 req-3abdcf63-4760-4068-94b0-4b2070235c05 tempest-VolumesActionsTest-1337150399 tempest-VolumesActionsTest-1337150399-project] 10.222.0.45 "GET /v2.0/networks?id=73eae694-94c0-4050-acfb-a8f3cc6434c6 HTTP/1.1" status: 200 len: 809 time: 0.2242761 Jun 01 06:10:34.420824 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 01 Jun 2021 06:10:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bec863ce-e7c3-4b12-9da1-d008e2cd7ef8 x-openstack-request-id: req-bec863ce-e7c3-4b12-9da1-d008e2cd7ef8 {{(pid=91914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 06:10:34.421162 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb24b49c-2dc6-4892-8b86-b2ebd99a53e4", "name": "network-vif-plugged", "status": "completed", "tag": "f3cca5ee-8321-4041-b274-3b3ee1e3e5c5", "code": 200}, {"server_uuid": "adbe8ec7-7667-4d7a-8fa0-614d82b10afb", "name": "network-vif-plugged", "status": "completed", "tag": "086b5e9c-bc83-4237-8f83-92b088599ac2", "code": 200}]} {{(pid=91914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 06:10:34.421426 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-bec863ce-e7c3-4b12-9da1-d008e2cd7ef8 {{(pid=91914) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 06:10:34.421825 dv-cinder-793885-1-smb neutron-server[91914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb24b49c-2dc6-4892-8b86-b2ebd99a53e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3cca5ee-8321-4041-b274-3b3ee1e3e5c5', 'code': 200} Jun 01 06:10:34.422081 dv-cinder-793885-1-smb neutron-server[91914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adbe8ec7-7667-4d7a-8fa0-614d82b10afb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '086b5e9c-bc83-4237-8f83-92b088599ac2', 'code': 200} Jun 01 06:10:34.433571 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.v2.base [req-93088dc2-6a44-4e13-b9b7-46517ec91431 req-371fc12e-8be8-4b5e-ac70-4e0abd9b44b8 tempest-VolumesActionsTest-1337150399 tempest-VolumesActionsTest-1337150399-project] Request body: {'port': {'device_id': '978820d8-b2ae-46c3-a835-d2113746f76d', 'network_id': '73eae694-94c0-4050-acfb-a8f3cc6434c6', 'admin_state_up': True, 'tenant_id': '41c101b65d5d4764bc557847c62fff7d'}} {{(pid=91912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 06:10:34.786490 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6a9609-190e-4e80-bd5f-e4b8c2fa4cd4 req-79f0a26d-2392-4a22-80b4-c8359a349767 tempest-DeleteServersTestJSON-1930791445 tempest-DeleteServersTestJSON-1930791445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:10:34.787975 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-6b6a9609-190e-4e80-bd5f-e4b8c2fa4cd4 req-79f0a26d-2392-4a22-80b4-c8359a349767 tempest-DeleteServersTestJSON-1930791445 tempest-DeleteServersTestJSON-1930791445-project] 10.222.0.41 "GET /v2.0/ports?device_id=27a4cbb8-d16a-40fa-9ae4-58160a54f4e9 HTTP/1.1" status: 200 len: 945 time: 0.4086943 Jun 01 06:10:34.828878 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.wsgi [-] (91913) accepted ('10.222.0.45', 57169) {{(pid=91913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 06:10:34.844594 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-6b6a9609-190e-4e80-bd5f-e4b8c2fa4cd4 req-f469bd2e-e9d7-4837-8b4e-5ceab9c64ef1 tempest-DeleteServersTestJSON-1930791445 tempest-DeleteServersTestJSON-1930791445-project] 10.222.0.41 "GET /v2.0/security-groups?id=39d48f59-16a8-4a77-a6c3-9d02c6487a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465460 Jun 01 06:10:34.855584 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.db.quota.driver [req-93088dc2-6a44-4e13-b9b7-46517ec91431 req-371fc12e-8be8-4b5e-ac70-4e0abd9b44b8 tempest-VolumesActionsTest-1337150399 tempest-VolumesActionsTest-1337150399-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91912) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 06:10:34.863592 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.quota.resource [req-93088dc2-6a44-4e13-b9b7-46517ec91431 req-371fc12e-8be8-4b5e-ac70-4e0abd9b44b8 tempest-VolumesActionsTest-1337150399 tempest-VolumesActionsTest-1337150399-project] Usage tracker for resource:port and tenant:41c101b65d5d4764bc557847c62fff7d is out of sync, need to count used quota {{(pid=91912) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 06:10:34.866826 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.quota.resource [req-93088dc2-6a44-4e13-b9b7-46517ec91431 req-371fc12e-8be8-4b5e-ac70-4e0abd9b44b8 tempest-VolumesActionsTest-1337150399 tempest-VolumesActionsTest-1337150399-project] Quota usage for port was recalculated. Used quota:0. {{(pid=91912) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 06:10:34.874031 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.db.quota.driver [req-93088dc2-6a44-4e13-b9b7-46517ec91431 req-371fc12e-8be8-4b5e-ac70-4e0abd9b44b8 tempest-VolumesActionsTest-1337150399 tempest-VolumesActionsTest-1337150399-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=91912) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 06:10:34.890505 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-93088dc2-6a44-4e13-b9b7-46517ec91431 req-371fc12e-8be8-4b5e-ac70-4e0abd9b44b8 tempest-VolumesActionsTest-1337150399 tempest-VolumesActionsTest-1337150399-project] Made reservation on behalf of 41c101b65d5d4764bc557847c62fff7d for: {'port': 1} {{(pid=91912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 06:10:34.894114 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [req-93088dc2-6a44-4e13-b9b7-46517ec91431 req-371fc12e-8be8-4b5e-ac70-4e0abd9b44b8 tempest-VolumesActionsTest-1337150399 tempest-VolumesActionsTest-1337150399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3824664'] for port, before_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:34.915445 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492a0a42-315d-49ab-bf0c-07c541e42168 req-b22c1711-2385-415b-85cf-87872422e60a tempest-AttachVolumeNegativeTest-1471670784 tempest-AttachVolumeNegativeTest-1471670784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:10:34.922919 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-492a0a42-315d-49ab-bf0c-07c541e42168 req-b22c1711-2385-415b-85cf-87872422e60a tempest-AttachVolumeNegativeTest-1471670784 tempest-AttachVolumeNegativeTest-1471670784-project] 10.222.0.41 "GET /v2.0/ports?device_id=aa160ab3-5246-434a-8d0e-26dddf429663 HTTP/1.1" status: 200 len: 945 time: 0.2138131 Jun 01 06:10:34.990663 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-492a0a42-315d-49ab-bf0c-07c541e42168 req-09620c81-fe9a-4bf6-83f2-b4b552d7123a tempest-AttachVolumeNegativeTest-1471670784 tempest-AttachVolumeNegativeTest-1471670784-project] 10.222.0.41 "GET /v2.0/security-groups?id=148e0031-14dd-4990-9826-b8db75cc4be7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665612 Jun 01 06:10:35.024038 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafb4e16-af8d-4fd8-89ce-a79d5612c60e req-329b8586-5a23-4c00-8087-1ad4a2972f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:10:35.025524 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-eafb4e16-af8d-4fd8-89ce-a79d5612c60e req-329b8586-5a23-4c00-8087-1ad4a2972f2c service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=bb24b49c-2dc6-4892-8b86-b2ebd99a53e4 HTTP/1.1" status: 200 len: 1098 time: 0.2703140 Jun 01 06:10:35.076167 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732e9573-21f0-40ee-8981-4a5bb53249f7 req-9894e24b-2299-4864-9cac-b77a2ade3be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:10:35.077869 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-732e9573-21f0-40ee-8981-4a5bb53249f7 req-9894e24b-2299-4864-9cac-b77a2ade3be1 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=adbe8ec7-7667-4d7a-8fa0-614d82b10afb HTTP/1.1" status: 200 len: 1098 time: 0.2442007 Jun 01 06:10:35.107711 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.db.db_base_plugin_common [req-93088dc2-6a44-4e13-b9b7-46517ec91431 req-371fc12e-8be8-4b5e-ac70-4e0abd9b44b8 tempest-VolumesActionsTest-1337150399 tempest-VolumesActionsTest-1337150399-project] Allocated IP 172.20.0.14 (73eae694-94c0-4050-acfb-a8f3cc6434c6/23acbc49-90e6-40c2-8fc0-8603191bb523/78856469-e8ea-4d14-8d15-1efa3c2683fa) {{(pid=91912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 06:10:35.130941 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-eafb4e16-af8d-4fd8-89ce-a79d5612c60e req-22a40208-a52c-4f18-ae53-6f5cdc8f3f3a service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=b9806f43-fca1-4e3e-8128-d5f6b4549043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913577 Jun 01 06:10:35.184311 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-732e9573-21f0-40ee-8981-4a5bb53249f7 req-370548d5-e6be-49da-b862-4fa7ae4935d0 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=b9806f43-fca1-4e3e-8128-d5f6b4549043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877414 Jun 01 06:10:35.303246 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-2215c299-9450-4ed5-9aba-303e50a84650 req-4e7e15de-bf66-46b2-8c83-730122256c72 tempest-VolumesActionsTest-1337150399 tempest-VolumesActionsTest-1337150399-project] 10.222.0.41 "GET /v2.0/ports?device_id=978820d8-b2ae-46c3-a835-d2113746f76d HTTP/1.1" status: 200 len: 210 time: 0.0513971 Jun 01 06:10:35.359779 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df13d517-40c1-4433-82f8-dd4c81f70360 req-dd216a3e-3a05-45ef-b8ff-3ac647332711 tempest-ServerRescueNegativeTestJSON-2082042209 tempest-ServerRescueNegativeTestJSON-2082042209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:10:35.361289 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-df13d517-40c1-4433-82f8-dd4c81f70360 req-dd216a3e-3a05-45ef-b8ff-3ac647332711 tempest-ServerRescueNegativeTestJSON-2082042209 tempest-ServerRescueNegativeTestJSON-2082042209-project] 10.222.0.41 "GET /v2.0/ports?device_id=bb24b49c-2dc6-4892-8b86-b2ebd99a53e4 HTTP/1.1" status: 200 len: 945 time: 0.2329397 Jun 01 06:10:35.447208 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [req-93088dc2-6a44-4e13-b9b7-46517ec91431 req-371fc12e-8be8-4b5e-ac70-4e0abd9b44b8 tempest-VolumesActionsTest-1337150399 tempest-VolumesActionsTest-1337150399-project] Notify callbacks [] for port, precommit_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:35.462088 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-df13d517-40c1-4433-82f8-dd4c81f70360 req-b96b11e7-235f-4e54-a38b-b877ee6e4396 tempest-ServerRescueNegativeTestJSON-2082042209 tempest-ServerRescueNegativeTestJSON-2082042209-project] 10.222.0.41 "GET /v2.0/security-groups?id=b9806f43-fca1-4e3e-8128-d5f6b4549043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865083 Jun 01 06:10:35.516146 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [req-93088dc2-6a44-4e13-b9b7-46517ec91431 req-371fc12e-8be8-4b5e-ac70-4e0abd9b44b8 tempest-VolumesActionsTest-1337150399 tempest-VolumesActionsTest-1337150399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774208425683'] for port, after_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:35.524033 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-26e56d77-bdf0-499a-a877-f6e7355789f4 tempest-ServerRescueNegativeTestJSON-2082042209 tempest-ServerRescueNegativeTestJSON-2082042209-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:10:35.594655 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371fc12e-8be8-4b5e-ac70-4e0abd9b44b8 tempest-VolumesActionsTest-1337150399 tempest-VolumesActionsTest-1337150399-project] Pushing event updated for resources: {'Port': ['ID=78856469-e8ea-4d14-8d15-1efa3c2683fa,revision_number=1']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:10:35.599676 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-371fc12e-8be8-4b5e-ac70-4e0abd9b44b8 tempest-VolumesActionsTest-1337150399 tempest-VolumesActionsTest-1337150399-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:10:35.609113 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-93088dc2-6a44-4e13-b9b7-46517ec91431 req-371fc12e-8be8-4b5e-ac70-4e0abd9b44b8 tempest-VolumesActionsTest-1337150399 tempest-VolumesActionsTest-1337150399-project] Network 73eae694-94c0-4050-acfb-a8f3cc6434c6 is already hosted by enough agents. {{(pid=91912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 06:10:35.610355 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.scheduler.base_scheduler [req-93088dc2-6a44-4e13-b9b7-46517ec91431 req-371fc12e-8be8-4b5e-ac70-4e0abd9b44b8 tempest-VolumesActionsTest-1337150399 tempest-VolumesActionsTest-1337150399-project] Resources bound (agent type, host, resource id): {{(pid=91912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 06:10:35.612957 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.db.l3_dvrscheduler_db [req-93088dc2-6a44-4e13-b9b7-46517ec91431 req-371fc12e-8be8-4b5e-ac70-4e0abd9b44b8 tempest-VolumesActionsTest-1337150399 tempest-VolumesActionsTest-1337150399-project] Received port after_create {{(pid=91912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 06:10:35.619614 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93088dc2-6a44-4e13-b9b7-46517ec91431 req-371fc12e-8be8-4b5e-ac70-4e0abd9b44b8 tempest-VolumesActionsTest-1337150399 tempest-VolumesActionsTest-1337150399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:10:35.620330 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [req-93088dc2-6a44-4e13-b9b7-46517ec91431 req-371fc12e-8be8-4b5e-ac70-4e0abd9b44b8 tempest-VolumesActionsTest-1337150399 tempest-VolumesActionsTest-1337150399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536287'] for port, before_response {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:35.653652 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-93088dc2-6a44-4e13-b9b7-46517ec91431 req-371fc12e-8be8-4b5e-ac70-4e0abd9b44b8 tempest-VolumesActionsTest-1337150399 tempest-VolumesActionsTest-1337150399-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2251272 Jun 01 06:10:35.665777 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.v2.base [req-93088dc2-6a44-4e13-b9b7-46517ec91431 req-72bcfa62-4f9c-44c3-b375-5fc908062374 service neutron] Request body: {'port': {'device_id': '978820d8-b2ae-46c3-a835-d2113746f76d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79388'}} {{(pid=91912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 06:10:35.790626 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [req-93088dc2-6a44-4e13-b9b7-46517ec91431 req-72bcfa62-4f9c-44c3-b375-5fc908062374 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3824664'] for port, before_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:36.229403 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.notifiers.nova [req-93088dc2-6a44-4e13-b9b7-46517ec91431 req-72bcfa62-4f9c-44c3-b375-5fc908062374 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78856469-e8ea-4d14-8d15-1efa3c2683fa {{(pid=91912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 06:10:36.238254 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [req-93088dc2-6a44-4e13-b9b7-46517ec91431 req-72bcfa62-4f9c-44c3-b375-5fc908062374 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:36.256727 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.db.provisioning_blocks [req-93088dc2-6a44-4e13-b9b7-46517ec91431 req-72bcfa62-4f9c-44c3-b375-5fc908062374 service neutron] Transition to ACTIVE for port object 78856469-e8ea-4d14-8d15-1efa3c2683fa will not be triggered until provisioned by entity L2. {{(pid=91912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 06:10:36.261493 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [req-93088dc2-6a44-4e13-b9b7-46517ec91431 req-72bcfa62-4f9c-44c3-b375-5fc908062374 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774208810132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774208425701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774208426006'] for port, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:36.267156 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-371fc12e-8be8-4b5e-ac70-4e0abd9b44b8 tempest-VolumesActionsTest-1337150399 tempest-VolumesActionsTest-1337150399-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:10:36.433154 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bcfa62-4f9c-44c3-b375-5fc908062374 service neutron] Pushing event updated for resources: {'Port': ['ID=78856469-e8ea-4d14-8d15-1efa3c2683fa,revision_number=2']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:10:36.444652 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-72bcfa62-4f9c-44c3-b375-5fc908062374 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:10:36.452063 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.plugins.ml2.managers [req-93088dc2-6a44-4e13-b9b7-46517ec91431 req-72bcfa62-4f9c-44c3-b375-5fc908062374 service neutron] Attempting to bind port 78856469-e8ea-4d14-8d15-1efa3c2683fa on host hv-cinder-79388 for vnic_type normal with profile {{(pid=91912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 06:10:36.452746 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.plugins.ml2.managers [req-93088dc2-6a44-4e13-b9b7-46517ec91431 req-72bcfa62-4f9c-44c3-b375-5fc908062374 service neutron] Attempting to bind port 78856469-e8ea-4d14-8d15-1efa3c2683fa by drivers openvswitch,hyperv on host hv-cinder-79388 at level 0 using segments [{'id': '5046937c-199f-48e9-b747-bf6398bcc026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '73eae694-94c0-4050-acfb-a8f3cc6434c6'}] {{(pid=91912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 06:10:36.452885 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93088dc2-6a44-4e13-b9b7-46517ec91431 req-72bcfa62-4f9c-44c3-b375-5fc908062374 service neutron] Attempting to bind port 78856469-e8ea-4d14-8d15-1efa3c2683fa on network 73eae694-94c0-4050-acfb-a8f3cc6434c6 {{(pid=91912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 06:10:36.458057 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93088dc2-6a44-4e13-b9b7-46517ec91431 req-72bcfa62-4f9c-44c3-b375-5fc908062374 service neutron] Port 78856469-e8ea-4d14-8d15-1efa3c2683fa on network 73eae694-94c0-4050-acfb-a8f3cc6434c6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79388 {{(pid=91912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 06:10:36.458439 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93088dc2-6a44-4e13-b9b7-46517ec91431 req-72bcfa62-4f9c-44c3-b375-5fc908062374 service neutron] Attempting to bind port 78856469-e8ea-4d14-8d15-1efa3c2683fa on network 73eae694-94c0-4050-acfb-a8f3cc6434c6 {{(pid=91912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 06:10:36.464219 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93088dc2-6a44-4e13-b9b7-46517ec91431 req-72bcfa62-4f9c-44c3-b375-5fc908062374 service neutron] Checking agent: {'id': '9d825435-0dee-4786-8fdd-f7c3fb37050b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79388', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 6, 8, 18), 'started_at': datetime.datetime(2021, 6, 1, 6, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 6, 10, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 06:10:36.464548 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93088dc2-6a44-4e13-b9b7-46517ec91431 req-72bcfa62-4f9c-44c3-b375-5fc908062374 service neutron] Checking segment: {'id': '5046937c-199f-48e9-b747-bf6398bcc026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '73eae694-94c0-4050-acfb-a8f3cc6434c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 06:10:36.464973 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93088dc2-6a44-4e13-b9b7-46517ec91431 req-72bcfa62-4f9c-44c3-b375-5fc908062374 service neutron] Bound using segment: {'id': '5046937c-199f-48e9-b747-bf6398bcc026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '73eae694-94c0-4050-acfb-a8f3cc6434c6'} {{(pid=91912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 06:10:36.465494 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.plugins.ml2.managers [req-93088dc2-6a44-4e13-b9b7-46517ec91431 req-72bcfa62-4f9c-44c3-b375-5fc908062374 service neutron] Bound port: 78856469-e8ea-4d14-8d15-1efa3c2683fa, host: hv-cinder-79388, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5046937c-199f-48e9-b747-bf6398bcc026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '73eae694-94c0-4050-acfb-a8f3cc6434c6'}}] {{(pid=91912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 06:10:36.465981 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [req-93088dc2-6a44-4e13-b9b7-46517ec91431 req-72bcfa62-4f9c-44c3-b375-5fc908062374 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3824664'] for port, before_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:36.646453 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67072230-cfe5-4ecd-a22c-538bca33d6a2 req-d6aad8cb-1e73-4e73-a07c-66ff0ddd1a24 tempest-VolumesActionsTest-1337150399 tempest-VolumesActionsTest-1337150399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:10:36.647921 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-67072230-cfe5-4ecd-a22c-538bca33d6a2 req-d6aad8cb-1e73-4e73-a07c-66ff0ddd1a24 tempest-VolumesActionsTest-1337150399 tempest-VolumesActionsTest-1337150399-project] 10.222.0.41 "GET /v2.0/ports?device_id=978820d8-b2ae-46c3-a835-d2113746f76d HTTP/1.1" status: 200 len: 944 time: 0.1886110 Jun 01 06:10:36.720734 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.quota.resource [req-67072230-cfe5-4ecd-a22c-538bca33d6a2 req-5aabadff-e174-42ca-af67-a8df0193c35b tempest-VolumesActionsTest-1337150399 tempest-VolumesActionsTest-1337150399-project] Synchronizing usage tracker for tenant:41c101b65d5d4764bc557847c62fff7d on resource:security_group {{(pid=91913) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 06:10:36.750219 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.quota.resource [req-67072230-cfe5-4ecd-a22c-538bca33d6a2 req-5aabadff-e174-42ca-af67-a8df0193c35b tempest-VolumesActionsTest-1337150399 tempest-VolumesActionsTest-1337150399-project] Unset dirty status for tenant:41c101b65d5d4764bc557847c62fff7d on resource:security_group {{(pid=91913) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 06:10:36.751739 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-67072230-cfe5-4ecd-a22c-538bca33d6a2 req-5aabadff-e174-42ca-af67-a8df0193c35b tempest-VolumesActionsTest-1337150399 tempest-VolumesActionsTest-1337150399-project] 10.222.0.41 "GET /v2.0/security-groups?id=4c17888f-8134-4b0e-a491-f03facaafcfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948899 Jun 01 06:10:36.752264 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.plugins.ml2.db [req-93088dc2-6a44-4e13-b9b7-46517ec91431 req-72bcfa62-4f9c-44c3-b375-5fc908062374 service neutron] For port 78856469-e8ea-4d14-8d15-1efa3c2683fa, host hv-cinder-79388, cleared binding levels {{(pid=91912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 06:10:36.772006 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.plugins.ml2.db [req-93088dc2-6a44-4e13-b9b7-46517ec91431 req-72bcfa62-4f9c-44c3-b375-5fc908062374 service neutron] For port 78856469-e8ea-4d14-8d15-1efa3c2683fa, host hv-cinder-79388, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79388',level=0,port_id=78856469-e8ea-4d14-8d15-1efa3c2683fa,segment=NetworkSegment(5046937c-199f-48e9-b747-bf6398bcc026),segment_id=5046937c-199f-48e9-b747-bf6398bcc026)] {{(pid=91912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 06:10:36.797479 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [req-93088dc2-6a44-4e13-b9b7-46517ec91431 req-72bcfa62-4f9c-44c3-b375-5fc908062374 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774208810132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774208425701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774208426006'] for port, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:36.806274 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-c81dcd08-543d-4fc6-bf85-64bd912dfb01 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:10:36.854598 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93088dc2-6a44-4e13-b9b7-46517ec91431 req-72bcfa62-4f9c-44c3-b375-5fc908062374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:10:36.855282 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [req-93088dc2-6a44-4e13-b9b7-46517ec91431 req-72bcfa62-4f9c-44c3-b375-5fc908062374 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536287'] for port, before_response {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:36.856688 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-93088dc2-6a44-4e13-b9b7-46517ec91431 req-72bcfa62-4f9c-44c3-b375-5fc908062374 service neutron] 10.222.0.45 "PUT /v2.0/ports/78856469-e8ea-4d14-8d15-1efa3c2683fa HTTP/1.1" status: 200 len: 1094 time: 1.1950510 Jun 01 06:10:36.857114 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '978820d8-b2ae-46c3-a835-d2113746f76d', 'tag': '78856469-e8ea-4d14-8d15-1efa3c2683fa'}] {{(pid=91912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 06:10:36.859307 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c7b3c6e1f14bb220aa0995d95792b8f3e6549c6955cb141320bca3e5502353f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03cf67b1-4167-4fce-a84b-8350f071f0cb" -d '{"events": [{"name": "network-changed", "server_uuid": "978820d8-b2ae-46c3-a835-d2113746f76d", "tag": "78856469-e8ea-4d14-8d15-1efa3c2683fa"}]}' {{(pid=91912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 06:10:36.879307 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc2aa71-1347-47fb-99b7-d8c780beed49 req-c6449a14-adcf-4051-bc80-2a6d07af05ed tempest-ServerRescueNegativeTestJSON-2082042209 tempest-ServerRescueNegativeTestJSON-2082042209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:10:36.880792 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-bbc2aa71-1347-47fb-99b7-d8c780beed49 req-c6449a14-adcf-4051-bc80-2a6d07af05ed tempest-ServerRescueNegativeTestJSON-2082042209 tempest-ServerRescueNegativeTestJSON-2082042209-project] 10.222.0.41 "GET /v2.0/ports?device_id=bb24b49c-2dc6-4892-8b86-b2ebd99a53e4 HTTP/1.1" status: 200 len: 945 time: 0.2096598 Jun 01 06:10:36.935794 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Jun 2021 06:10:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02379d0c-428d-41e2-bf5c-0307a8540616 x-openstack-request-id: req-02379d0c-428d-41e2-bf5c-0307a8540616 {{(pid=91912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 06:10:36.936180 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "978820d8-b2ae-46c3-a835-d2113746f76d", "tag": "78856469-e8ea-4d14-8d15-1efa3c2683fa", "status": "completed", "code": 200}]} {{(pid=91912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 06:10:36.936397 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-02379d0c-428d-41e2-bf5c-0307a8540616 {{(pid=91912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 06:10:36.936854 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '978820d8-b2ae-46c3-a835-d2113746f76d', 'tag': '78856469-e8ea-4d14-8d15-1efa3c2683fa', 'status': 'completed', 'code': 200} Jun 01 06:10:36.944949 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bcfa62-4f9c-44c3-b375-5fc908062374 service neutron] Pushing event updated for resources: {'Port': ['ID=78856469-e8ea-4d14-8d15-1efa3c2683fa,revision_number=3']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:10:36.949676 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-72bcfa62-4f9c-44c3-b375-5fc908062374 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:10:36.954400 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-bbc2aa71-1347-47fb-99b7-d8c780beed49 req-e53a30c1-3d2e-4e3b-9026-8014c1ed7381 tempest-ServerRescueNegativeTestJSON-2082042209 tempest-ServerRescueNegativeTestJSON-2082042209-project] 10.222.0.41 "GET /v2.0/security-groups?id=b9806f43-fca1-4e3e-8128-d5f6b4549043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661578 Jun 01 06:10:37.034113 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93088dc2-6a44-4e13-b9b7-46517ec91431 req-48b4274e-8325-41c6-8a0c-1c7c9502cf9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:10:37.035595 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-93088dc2-6a44-4e13-b9b7-46517ec91431 req-48b4274e-8325-41c6-8a0c-1c7c9502cf9e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=41c101b65d5d4764bc557847c62fff7d&device_id=978820d8-b2ae-46c3-a835-d2113746f76d HTTP/1.1" status: 200 len: 1097 time: 0.0738981 Jun 01 06:10:37.109226 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-93088dc2-6a44-4e13-b9b7-46517ec91431 req-e46ef274-068c-4ed7-9a40-14cd5dab3498 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=78856469-e8ea-4d14-8d15-1efa3c2683fa HTTP/1.1" status: 200 len: 217 time: 0.0646284 Jun 01 06:10:37.170561 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93088dc2-6a44-4e13-b9b7-46517ec91431 req-eff3cc3d-bd9f-4812-a922-c61a4e0c4ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:10:37.172013 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-93088dc2-6a44-4e13-b9b7-46517ec91431 req-eff3cc3d-bd9f-4812-a922-c61a4e0c4ebe service neutron] 10.222.0.45 "GET /v2.0/subnets?id=23acbc49-90e6-40c2-8fc0-8603191bb523 HTTP/1.1" status: 200 len: 849 time: 0.0567207 Jun 01 06:10:37.221697 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-93088dc2-6a44-4e13-b9b7-46517ec91431 req-dfb56bbd-bbcf-4944-8b67-450690d2f2ec service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=73eae694-94c0-4050-acfb-a8f3cc6434c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0431569 Jun 01 06:10:37.357542 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-93088dc2-6a44-4e13-b9b7-46517ec91431 req-bb509bcb-4391-446c-b838-41cce2b5084f service neutron] 10.222.0.45 "GET /v2.0/networks/73eae694-94c0-4050-acfb-a8f3cc6434c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285141 Jun 01 06:10:37.498952 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-93088dc2-6a44-4e13-b9b7-46517ec91431 req-cadf58b7-9090-4037-833c-e3bdabee46df service neutron] 10.222.0.45 "GET /v2.0/networks/73eae694-94c0-4050-acfb-a8f3cc6434c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350353 Jun 01 06:10:37.624865 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cf67b1-4167-4fce-a84b-8350f071f0cb req-58613655-0322-4bc7-a335-47ce13e598d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:10:37.635802 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-03cf67b1-4167-4fce-a84b-8350f071f0cb req-58613655-0322-4bc7-a335-47ce13e598d1 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=41c101b65d5d4764bc557847c62fff7d&device_id=978820d8-b2ae-46c3-a835-d2113746f76d HTTP/1.1" status: 200 len: 1097 time: 0.0834317 Jun 01 06:10:37.777797 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cf67b1-4167-4fce-a84b-8350f071f0cb req-8af8c7c5-6a0d-4967-87f1-b2da8f74daf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:10:37.779269 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-03cf67b1-4167-4fce-a84b-8350f071f0cb req-8af8c7c5-6a0d-4967-87f1-b2da8f74daf6 service neutron] 10.222.0.45 "GET /v2.0/networks?id=73eae694-94c0-4050-acfb-a8f3cc6434c6 HTTP/1.1" status: 200 len: 910 time: 0.1346374 Jun 01 06:10:37.956718 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-03cf67b1-4167-4fce-a84b-8350f071f0cb req-50a0b8f0-005d-43eb-b16b-f98ff4e8d231 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=78856469-e8ea-4d14-8d15-1efa3c2683fa HTTP/1.1" status: 200 len: 217 time: 0.1702068 Jun 01 06:10:38.055200 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cf67b1-4167-4fce-a84b-8350f071f0cb req-4b6baca4-b95b-4a85-80c2-343517b76feb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:10:38.055200 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-03cf67b1-4167-4fce-a84b-8350f071f0cb req-4b6baca4-b95b-4a85-80c2-343517b76feb service neutron] 10.222.0.45 "GET /v2.0/subnets?id=23acbc49-90e6-40c2-8fc0-8603191bb523 HTTP/1.1" status: 200 len: 849 time: 0.0801845 Jun 01 06:10:38.091864 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73e7c96-12f4-4462-9d4b-1dab2c80bc36 req-5c9a59a6-9f9a-4dbf-9bb6-013a6c99b0b1 tempest-VolumesActionsTest-1337150399 tempest-VolumesActionsTest-1337150399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:10:38.100258 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-b73e7c96-12f4-4462-9d4b-1dab2c80bc36 req-5c9a59a6-9f9a-4dbf-9bb6-013a6c99b0b1 tempest-VolumesActionsTest-1337150399 tempest-VolumesActionsTest-1337150399-project] 10.222.0.41 "GET /v2.0/ports?device_id=978820d8-b2ae-46c3-a835-d2113746f76d HTTP/1.1" status: 200 len: 944 time: 0.1068454 Jun 01 06:10:38.111795 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-03cf67b1-4167-4fce-a84b-8350f071f0cb req-0f7cd569-8603-4559-b38a-a38faa4c4dad service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=73eae694-94c0-4050-acfb-a8f3cc6434c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0550561 Jun 01 06:10:38.185551 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-b73e7c96-12f4-4462-9d4b-1dab2c80bc36 req-453ad692-5591-47ea-a9e5-9e8b9e55f5a5 tempest-VolumesActionsTest-1337150399 tempest-VolumesActionsTest-1337150399-project] 10.222.0.41 "GET /v2.0/security-groups?id=4c17888f-8134-4b0e-a491-f03facaafcfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808825 Jun 01 06:10:38.272523 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-03cf67b1-4167-4fce-a84b-8350f071f0cb req-63257adb-3f4f-41bc-a58e-d2682805c836 service neutron] 10.222.0.45 "GET /v2.0/networks/73eae694-94c0-4050-acfb-a8f3cc6434c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1533730 Jun 01 06:10:38.435443 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e062b3-e735-4fb9-aba8-78e44c624e02 req-45f95d16-6072-4045-85f7-7aeb442e51bb tempest-ServerRescueNegativeTestJSON-2082042209 tempest-ServerRescueNegativeTestJSON-2082042209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:10:38.437636 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-f5e062b3-e735-4fb9-aba8-78e44c624e02 req-45f95d16-6072-4045-85f7-7aeb442e51bb tempest-ServerRescueNegativeTestJSON-2082042209 tempest-ServerRescueNegativeTestJSON-2082042209-project] 10.222.0.41 "GET /v2.0/ports?device_id=bb24b49c-2dc6-4892-8b86-b2ebd99a53e4 HTTP/1.1" status: 200 len: 945 time: 0.1411979 Jun 01 06:10:38.437919 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-03cf67b1-4167-4fce-a84b-8350f071f0cb req-a4faff46-6ec1-41b9-b484-beb82976b0f8 service neutron] 10.222.0.45 "GET /v2.0/networks/73eae694-94c0-4050-acfb-a8f3cc6434c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1559207 Jun 01 06:10:38.452791 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.wsgi [-] (91912) accepted ('10.222.0.41', 51972) {{(pid=91912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 06:10:38.514227 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-f5e062b3-e735-4fb9-aba8-78e44c624e02 req-9e90d993-26fe-46ec-b43b-4caf1dcc2195 tempest-ServerRescueNegativeTestJSON-2082042209 tempest-ServerRescueNegativeTestJSON-2082042209-project] 10.222.0.41 "GET /v2.0/security-groups?id=b9806f43-fca1-4e3e-8128-d5f6b4549043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695410 Jun 01 06:10:38.617202 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-86561935-d040-4889-91f8-3f54ff49bc89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:38.636687 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.db.quota.driver [None req-86561935-d040-4889-91f8-3f54ff49bc89 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91912) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 06:10:38.642091 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.quota.resource [None req-86561935-d040-4889-91f8-3f54ff49bc89 admin admin] Usage tracker for resource:security_group_rule and tenant:f3eeda271e6e43eaa04a0691849efe91 is out of sync, need to count used quota {{(pid=91912) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 06:10:38.654162 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.quota.resource [None req-86561935-d040-4889-91f8-3f54ff49bc89 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91912) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 06:10:38.662885 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.db.quota.driver [None req-86561935-d040-4889-91f8-3f54ff49bc89 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91912) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 06:10:38.761999 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-86561935-d040-4889-91f8-3f54ff49bc89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:38.767719 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-86561935-d040-4889-91f8-3f54ff49bc89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940402'] for security_group, after_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:38.777791 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:10:38.821201 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [None req-86561935-d040-4889-91f8-3f54ff49bc89 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f3eeda271e6e43eaa04a0691849efe91&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3656008 Jun 01 06:10:38.821201 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86561935-d040-4889-91f8-3f54ff49bc89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a870559-02d1-45bb-a91e-e6aa7e127fc4,revision_number=1']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:10:38.822485 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.wsgi [-] (91913) accepted ('10.222.0.41', 51990) {{(pid=91913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 06:10:38.823827 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-86561935-d040-4889-91f8-3f54ff49bc89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:10:38.921303 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-829131f0-d67b-4408-9219-764ff2fad3e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:38.964199 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75848cc0-43d6-4a6a-9607-164f879be9fc req-8fd3b432-15c9-4c77-be33-98049ec07da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:10:38.965888 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-75848cc0-43d6-4a6a-9607-164f879be9fc req-8fd3b432-15c9-4c77-be33-98049ec07da4 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e52e210129f84c5ab6a94a8e2b18edeb&device_id=bb24b49c-2dc6-4892-8b86-b2ebd99a53e4 HTTP/1.1" status: 200 len: 1098 time: 0.0920529 Jun 01 06:10:38.999120 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-829131f0-d67b-4408-9219-764ff2fad3e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:39.077397 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c14409-67ff-4939-9f1c-ce936135e665 req-db87a0ab-c360-4a8b-b2e2-d90ff3436e08 tempest-ServerRescueNegativeTestJSON-2082042209 tempest-ServerRescueNegativeTestJSON-2082042209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:10:39.079172 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-e4c14409-67ff-4939-9f1c-ce936135e665 req-db87a0ab-c360-4a8b-b2e2-d90ff3436e08 tempest-ServerRescueNegativeTestJSON-2082042209 tempest-ServerRescueNegativeTestJSON-2082042209-project] 10.222.0.41 "GET /v2.0/ports?device_id=bb24b49c-2dc6-4892-8b86-b2ebd99a53e4 HTTP/1.1" status: 200 len: 945 time: 0.1484897 Jun 01 06:10:39.107363 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-829131f0-d67b-4408-9219-764ff2fad3e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940402'] for security_group, after_delete {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:39.115891 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75848cc0-43d6-4a6a-9607-164f879be9fc req-e9c1e577-e775-470a-a22d-7daea31dd60e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:10:39.117289 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [None req-b7e4e7cc-ae07-4105-a1bd-6d84c84d9444 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:10:39.117403 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-75848cc0-43d6-4a6a-9607-164f879be9fc req-e9c1e577-e775-470a-a22d-7daea31dd60e service neutron] 10.222.0.45 "GET /v2.0/networks?id=2cfdc2ff-8af3-4a0e-8494-3f69501eca70 HTTP/1.1" status: 200 len: 919 time: 0.1438260 Jun 01 06:10:39.148117 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829131f0-d67b-4408-9219-764ff2fad3e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a870559-02d1-45bb-a91e-e6aa7e127fc4,revision_number=None']} {{(pid=91913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:10:39.154929 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [None req-829131f0-d67b-4408-9219-764ff2fad3e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:10:39.175820 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-829131f0-d67b-4408-9219-764ff2fad3e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:39.177298 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [None req-829131f0-d67b-4408-9219-764ff2fad3e6 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/7a870559-02d1-45bb-a91e-e6aa7e127fc4 HTTP/1.1" status: 204 len: 168 time: 0.3521466 Jun 01 06:10:39.180629 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-e4c14409-67ff-4939-9f1c-ce936135e665 req-98a2d6a6-3fe6-434a-863c-0f4b7c2c1147 tempest-ServerRescueNegativeTestJSON-2082042209 tempest-ServerRescueNegativeTestJSON-2082042209-project] 10.222.0.41 "GET /v2.0/security-groups?id=b9806f43-fca1-4e3e-8128-d5f6b4549043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932274 Jun 01 06:10:39.242031 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-75848cc0-43d6-4a6a-9607-164f879be9fc req-87abe2b6-0102-43d8-a573-2c6c499374d8 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f3cca5ee-8321-4041-b274-3b3ee1e3e5c5 HTTP/1.1" status: 200 len: 217 time: 0.1171560 Jun 01 06:10:39.367192 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75848cc0-43d6-4a6a-9607-164f879be9fc req-76d64898-dd00-4518-ba9b-ed07eb789d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:10:39.368827 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-75848cc0-43d6-4a6a-9607-164f879be9fc req-76d64898-dd00-4518-ba9b-ed07eb789d07 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d9825719-b0f5-4a30-9b2a-ada7e262f0ce HTTP/1.1" status: 200 len: 858 time: 0.1189711 Jun 01 06:10:39.435307 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-75848cc0-43d6-4a6a-9607-164f879be9fc req-12ff33d6-101c-4733-9ac4-0860730b5114 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2cfdc2ff-8af3-4a0e-8494-3f69501eca70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0566475 Jun 01 06:10:39.560450 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30d4b79-4049-4f1b-b4f9-6fa17a45c68f req-ff1e3c44-6d2d-475e-ab52-478a6072b28a tempest-VolumesActionsTest-1337150399 tempest-VolumesActionsTest-1337150399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:10:39.563900 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.quota.resource [req-a30d4b79-4049-4f1b-b4f9-6fa17a45c68f req-ff1e3c44-6d2d-475e-ab52-478a6072b28a tempest-VolumesActionsTest-1337150399 tempest-VolumesActionsTest-1337150399-project] Synchronizing usage tracker for tenant:41c101b65d5d4764bc557847c62fff7d on resource:port {{(pid=91912) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 06:10:39.564045 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.wsgi [-] (91913) accepted ('10.222.0.41', 52012) {{(pid=91913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 06:10:39.588003 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-ecab51d8-f8b2-4b26-87fa-42fab3ea1b6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:39.604743 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.db.quota.driver [None req-ecab51d8-f8b2-4b26-87fa-42fab3ea1b6a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 06:10:39.609630 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.quota.resource [None req-ecab51d8-f8b2-4b26-87fa-42fab3ea1b6a admin admin] Usage tracker for resource:security_group_rule and tenant:1cd304e86788408794a63d66662a1c7a is out of sync, need to count used quota {{(pid=91913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 06:10:39.613672 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.quota.resource [None req-ecab51d8-f8b2-4b26-87fa-42fab3ea1b6a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 06:10:39.620981 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.db.quota.driver [None req-ecab51d8-f8b2-4b26-87fa-42fab3ea1b6a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 06:10:39.624816 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-75848cc0-43d6-4a6a-9607-164f879be9fc req-35c18347-49a0-4e70-8311-de6abc0916ac service neutron] 10.222.0.45 "GET /v2.0/networks/2cfdc2ff-8af3-4a0e-8494-3f69501eca70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1819499 Jun 01 06:10:39.627001 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.quota.resource [req-a30d4b79-4049-4f1b-b4f9-6fa17a45c68f req-ff1e3c44-6d2d-475e-ab52-478a6072b28a tempest-VolumesActionsTest-1337150399 tempest-VolumesActionsTest-1337150399-project] Unset dirty status for tenant:41c101b65d5d4764bc557847c62fff7d on resource:port {{(pid=91912) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 06:10:39.628692 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-a30d4b79-4049-4f1b-b4f9-6fa17a45c68f req-ff1e3c44-6d2d-475e-ab52-478a6072b28a tempest-VolumesActionsTest-1337150399 tempest-VolumesActionsTest-1337150399-project] 10.222.0.41 "GET /v2.0/ports?device_id=978820d8-b2ae-46c3-a835-d2113746f76d HTTP/1.1" status: 200 len: 944 time: 0.3195233 Jun 01 06:10:39.732747 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-ecab51d8-f8b2-4b26-87fa-42fab3ea1b6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:39.740346 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-ecab51d8-f8b2-4b26-87fa-42fab3ea1b6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940402'] for security_group, after_create {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:39.772663 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:10:39.806449 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [None req-ecab51d8-f8b2-4b26-87fa-42fab3ea1b6a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1cd304e86788408794a63d66662a1c7a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2391634 Jun 01 06:10:39.806449 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecab51d8-f8b2-4b26-87fa-42fab3ea1b6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d4da99d-14be-4eb0-b248-85c029384a3c,revision_number=1']} {{(pid=91913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:10:39.807515 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.wsgi [-] (91913) accepted ('10.222.0.41', 52028) {{(pid=91913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 06:10:39.810324 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-a30d4b79-4049-4f1b-b4f9-6fa17a45c68f req-edd97c0a-ad16-4e79-a107-d030a0128ef0 tempest-VolumesActionsTest-1337150399 tempest-VolumesActionsTest-1337150399-project] 10.222.0.41 "GET /v2.0/security-groups?id=4c17888f-8134-4b0e-a491-f03facaafcfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508904 Jun 01 06:10:39.821787 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [None req-ecab51d8-f8b2-4b26-87fa-42fab3ea1b6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:10:39.874179 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-75848cc0-43d6-4a6a-9607-164f879be9fc req-905d1a16-e47d-48da-a271-9e1c06a17521 service neutron] 10.222.0.45 "GET /v2.0/networks/2cfdc2ff-8af3-4a0e-8494-3f69501eca70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2415392 Jun 01 06:10:39.903938 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-3ed32dde-0afc-440d-b816-01a7c8e8cc8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:39.932798 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-3ed32dde-0afc-440d-b816-01a7c8e8cc8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:40.002425 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-3ed32dde-0afc-440d-b816-01a7c8e8cc8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940402'] for security_group, after_delete {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:40.006538 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [None req-1f3d8636-22d3-4f1f-9e58-2df3667c8e91 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:10:40.021641 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed32dde-0afc-440d-b816-01a7c8e8cc8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d4da99d-14be-4eb0-b248-85c029384a3c,revision_number=None']} {{(pid=91913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:10:40.029298 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [None req-3ed32dde-0afc-440d-b816-01a7c8e8cc8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:10:40.035150 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-3ed32dde-0afc-440d-b816-01a7c8e8cc8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:40.037042 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [None req-3ed32dde-0afc-440d-b816-01a7c8e8cc8d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0d4da99d-14be-4eb0-b248-85c029384a3c HTTP/1.1" status: 204 len: 168 time: 0.2277875 Jun 01 06:10:40.175648 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.wsgi [-] (91912) accepted ('10.222.0.41', 52044) {{(pid=91912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 06:10:40.380216 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-58379ab7-5db6-40d6-b886-6bbcf125cd0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:40.411267 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b001b4c-e982-47ac-9ae1-f808d290245a req-51d3d9a8-20ab-45c8-bce3-2f16c89e8809 tempest-ServerRescueNegativeTestJSON-2082042209 tempest-ServerRescueNegativeTestJSON-2082042209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:10:40.418914 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-8b001b4c-e982-47ac-9ae1-f808d290245a req-51d3d9a8-20ab-45c8-bce3-2f16c89e8809 tempest-ServerRescueNegativeTestJSON-2082042209 tempest-ServerRescueNegativeTestJSON-2082042209-project] 10.222.0.41 "GET /v2.0/ports?device_id=bb24b49c-2dc6-4892-8b86-b2ebd99a53e4 HTTP/1.1" status: 200 len: 945 time: 0.0985441 Jun 01 06:10:40.434404 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.db.quota.driver [None req-58379ab7-5db6-40d6-b886-6bbcf125cd0b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91912) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 06:10:40.452111 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.quota.resource [None req-58379ab7-5db6-40d6-b886-6bbcf125cd0b admin admin] Usage tracker for resource:security_group_rule and tenant:7746ae7f43f14c4a8031365b2f10cd86 is out of sync, need to count used quota {{(pid=91912) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 06:10:40.461719 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.quota.resource [None req-58379ab7-5db6-40d6-b886-6bbcf125cd0b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91912) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 06:10:40.475051 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-8b001b4c-e982-47ac-9ae1-f808d290245a req-ed282d9d-e932-4a6c-ae6c-a2ad58928e06 tempest-ServerRescueNegativeTestJSON-2082042209 tempest-ServerRescueNegativeTestJSON-2082042209-project] 10.222.0.41 "GET /v2.0/security-groups?id=b9806f43-fca1-4e3e-8128-d5f6b4549043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503936 Jun 01 06:10:40.486365 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.db.quota.driver [None req-58379ab7-5db6-40d6-b886-6bbcf125cd0b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91912) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 06:10:40.603000 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-58379ab7-5db6-40d6-b886-6bbcf125cd0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:40.607505 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-58379ab7-5db6-40d6-b886-6bbcf125cd0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940402'] for security_group, after_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:40.619782 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-551d267e-80ba-4206-8b94-372e5d317024 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:10:40.671254 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [None req-58379ab7-5db6-40d6-b886-6bbcf125cd0b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7746ae7f43f14c4a8031365b2f10cd86&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4921348 Jun 01 06:10:40.672824 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.wsgi [-] (91912) accepted ('10.222.0.41', 52074) {{(pid=91912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 06:10:40.681607 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58379ab7-5db6-40d6-b886-6bbcf125cd0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=825dda4c-7186-4bd6-ab55-a045fdd95537,revision_number=1']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:10:40.694180 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-58379ab7-5db6-40d6-b886-6bbcf125cd0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:10:40.774939 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-7d405c35-483d-4cf2-9329-dd5d583ecdef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:40.802280 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-7d405c35-483d-4cf2-9329-dd5d583ecdef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:40.872289 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-7d405c35-483d-4cf2-9329-dd5d583ecdef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940402'] for security_group, after_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:40.875992 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:10:40.888931 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d405c35-483d-4cf2-9329-dd5d583ecdef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=825dda4c-7186-4bd6-ab55-a045fdd95537,revision_number=None']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:10:40.891827 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-7d405c35-483d-4cf2-9329-dd5d583ecdef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:10:40.899474 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-7d405c35-483d-4cf2-9329-dd5d583ecdef admin admin] Notify callbacks [] for security_group, before_response {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:40.903059 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [None req-7d405c35-483d-4cf2-9329-dd5d583ecdef admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/825dda4c-7186-4bd6-ab55-a045fdd95537 HTTP/1.1" status: 204 len: 168 time: 0.2205062 Jun 01 06:10:41.051030 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4febe0d1-2fc8-44a1-ab7c-cf520de788be req-757094e5-d495-4c78-91bc-22bc4319af89 tempest-DeleteServersTestJSON-1930791445 tempest-DeleteServersTestJSON-1930791445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:10:41.069347 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-4febe0d1-2fc8-44a1-ab7c-cf520de788be req-757094e5-d495-4c78-91bc-22bc4319af89 tempest-DeleteServersTestJSON-1930791445 tempest-DeleteServersTestJSON-1930791445-project] 10.222.0.41 "GET /v2.0/ports?device_id=27a4cbb8-d16a-40fa-9ae4-58160a54f4e9 HTTP/1.1" status: 200 len: 945 time: 0.2373853 Jun 01 06:10:41.083426 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6c7a91-c694-4530-8b97-454ba9479f1a req-d47aea57-6694-43a6-b2c3-31f56007cbbf tempest-VolumesActionsTest-1337150399 tempest-VolumesActionsTest-1337150399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:10:41.091379 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-8d6c7a91-c694-4530-8b97-454ba9479f1a req-d47aea57-6694-43a6-b2c3-31f56007cbbf tempest-VolumesActionsTest-1337150399 tempest-VolumesActionsTest-1337150399-project] 10.222.0.41 "GET /v2.0/ports?device_id=978820d8-b2ae-46c3-a835-d2113746f76d HTTP/1.1" status: 200 len: 944 time: 0.0981152 Jun 01 06:10:41.162629 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-8d6c7a91-c694-4530-8b97-454ba9479f1a req-943bd58c-a399-456d-9a00-3e16312f961b tempest-VolumesActionsTest-1337150399 tempest-VolumesActionsTest-1337150399-project] 10.222.0.41 "GET /v2.0/security-groups?id=4c17888f-8134-4b0e-a491-f03facaafcfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703788 Jun 01 06:10:41.173579 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-4febe0d1-2fc8-44a1-ab7c-cf520de788be req-8ebf58d7-b6f3-482f-ad3f-aacc0b7cbca6 tempest-DeleteServersTestJSON-1930791445 tempest-DeleteServersTestJSON-1930791445-project] 10.222.0.41 "GET /v2.0/security-groups?id=39d48f59-16a8-4a77-a6c3-9d02c6487a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955815 Jun 01 06:10:41.214817 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.wsgi [-] (91913) accepted ('10.222.0.41', 52106) {{(pid=91913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 06:10:41.449438 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-0417bd35-6346-4730-8e94-63d993f095c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:41.469695 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.db.quota.driver [None req-0417bd35-6346-4730-8e94-63d993f095c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 06:10:41.473919 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.quota.resource [None req-0417bd35-6346-4730-8e94-63d993f095c8 admin admin] Usage tracker for resource:security_group_rule and tenant:c878a5ca5bbf4f1eae2aad9f4537a441 is out of sync, need to count used quota {{(pid=91913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 06:10:41.477364 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.quota.resource [None req-0417bd35-6346-4730-8e94-63d993f095c8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 06:10:41.483504 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.db.quota.driver [None req-0417bd35-6346-4730-8e94-63d993f095c8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 06:10:41.574990 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-0417bd35-6346-4730-8e94-63d993f095c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:41.581991 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-0417bd35-6346-4730-8e94-63d993f095c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940402'] for security_group, after_create {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:41.587388 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.wsgi [-] (91912) accepted ('10.222.0.41', 52122) {{(pid=91912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 06:10:41.592747 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:10:41.615327 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-bde6e957-3711-4df9-9a6e-287b483d4b58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:41.640268 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [None req-0417bd35-6346-4730-8e94-63d993f095c8 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c878a5ca5bbf4f1eae2aad9f4537a441&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4243486 Jun 01 06:10:41.641142 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.wsgi [-] (91913) accepted ('10.222.0.41', 52128) {{(pid=91913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 06:10:41.642269 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0417bd35-6346-4730-8e94-63d993f095c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52312d84-ac84-4453-bba2-4b07d7510afa,revision_number=1']} {{(pid=91913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:10:41.646948 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [None req-0417bd35-6346-4730-8e94-63d993f095c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:10:41.676582 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.db.quota.driver [None req-bde6e957-3711-4df9-9a6e-287b483d4b58 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91912) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 06:10:41.682434 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.quota.resource [None req-bde6e957-3711-4df9-9a6e-287b483d4b58 admin admin] Usage tracker for resource:security_group_rule and tenant:04da95296af7467bb90078797f134892 is out of sync, need to count used quota {{(pid=91912) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 06:10:41.686025 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.quota.resource [None req-bde6e957-3711-4df9-9a6e-287b483d4b58 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91912) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 06:10:41.693433 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.db.quota.driver [None req-bde6e957-3711-4df9-9a6e-287b483d4b58 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91912) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 06:10:41.712042 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-e52daa2c-b86f-4eb0-8a2e-c82e4d58cfc8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:41.744495 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-e52daa2c-b86f-4eb0-8a2e-c82e4d58cfc8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:41.804150 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-e52daa2c-b86f-4eb0-8a2e-c82e4d58cfc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940402'] for security_group, after_delete {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:41.809268 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [None req-0417bd35-6346-4730-8e94-63d993f095c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:10:41.819989 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52daa2c-b86f-4eb0-8a2e-c82e4d58cfc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52312d84-ac84-4453-bba2-4b07d7510afa,revision_number=None']} {{(pid=91913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:10:41.823444 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [None req-e52daa2c-b86f-4eb0-8a2e-c82e4d58cfc8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:10:41.826990 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-e52daa2c-b86f-4eb0-8a2e-c82e4d58cfc8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:41.830917 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [None req-e52daa2c-b86f-4eb0-8a2e-c82e4d58cfc8 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/52312d84-ac84-4453-bba2-4b07d7510afa HTTP/1.1" status: 204 len: 168 time: 0.1855059 Jun 01 06:10:41.905801 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-bde6e957-3711-4df9-9a6e-287b483d4b58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:41.914366 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c846cc-a57c-4cbc-9ee8-76c0de5c6a88 req-1f1e69b1-076a-4927-8a3d-2dc5792fe01c tempest-ServerRescueNegativeTestJSON-2082042209 tempest-ServerRescueNegativeTestJSON-2082042209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:10:41.917824 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-d9c846cc-a57c-4cbc-9ee8-76c0de5c6a88 req-1f1e69b1-076a-4927-8a3d-2dc5792fe01c tempest-ServerRescueNegativeTestJSON-2082042209 tempest-ServerRescueNegativeTestJSON-2082042209-project] 10.222.0.41 "GET /v2.0/ports?device_id=bb24b49c-2dc6-4892-8b86-b2ebd99a53e4 HTTP/1.1" status: 200 len: 945 time: 0.1809056 Jun 01 06:10:41.918928 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-bde6e957-3711-4df9-9a6e-287b483d4b58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940402'] for security_group, after_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:41.967527 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-7c045d3d-031f-443a-8848-c7d945a84d54 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:10:42.054782 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-d9c846cc-a57c-4cbc-9ee8-76c0de5c6a88 req-2273d9c3-8950-4475-9aee-29536e51222a tempest-ServerRescueNegativeTestJSON-2082042209 tempest-ServerRescueNegativeTestJSON-2082042209-project] 10.222.0.41 "GET /v2.0/security-groups?id=b9806f43-fca1-4e3e-8128-d5f6b4549043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221085 Jun 01 06:10:42.063103 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [None req-bde6e957-3711-4df9-9a6e-287b483d4b58 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=04da95296af7467bb90078797f134892&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4718323 Jun 01 06:10:42.063103 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde6e957-3711-4df9-9a6e-287b483d4b58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38bf1a1a-a51b-4c2a-b2e7-65ca95af4913,revision_number=1']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:10:42.063285 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.wsgi [-] (91913) accepted ('10.222.0.41', 52140) {{(pid=91913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 06:10:42.065874 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-bde6e957-3711-4df9-9a6e-287b483d4b58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:10:42.125185 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-24c2e2ce-b1fd-4c64-8011-d08a2e90d81a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:42.152066 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-24c2e2ce-b1fd-4c64-8011-d08a2e90d81a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:42.198261 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.rpc [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Device 78856469-e8ea-4d14-8d15-1efa3c2683fa details requested by agent hyperv_hv-cinder-79388 with host hv-cinder-79388 {{(pid=91914) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 06:10:42.211899 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-24c2e2ce-b1fd-4c64-8011-d08a2e90d81a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940402'] for security_group, after_delete {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:42.226141 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:10:42.256750 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c2e2ce-b1fd-4c64-8011-d08a2e90d81a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38bf1a1a-a51b-4c2a-b2e7-65ca95af4913,revision_number=None']} {{(pid=91913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:10:42.261377 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [None req-24c2e2ce-b1fd-4c64-8011-d08a2e90d81a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:10:42.266349 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-24c2e2ce-b1fd-4c64-8011-d08a2e90d81a admin admin] Notify callbacks [] for security_group, before_response {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:42.268205 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [None req-24c2e2ce-b1fd-4c64-8011-d08a2e90d81a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/38bf1a1a-a51b-4c2a-b2e7-65ca95af4913 HTTP/1.1" status: 204 len: 168 time: 0.2037179 Jun 01 06:10:42.297719 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.wsgi [-] (91912) accepted ('10.222.0.41', 52154) {{(pid=91912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 06:10:42.318004 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-7aac1805-fc68-46e7-8f54-5bc503a74986 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:42.335082 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.db.quota.driver [None req-7aac1805-fc68-46e7-8f54-5bc503a74986 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91912) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 06:10:42.339452 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.quota.resource [None req-7aac1805-fc68-46e7-8f54-5bc503a74986 admin admin] Usage tracker for resource:security_group_rule and tenant:4f35e059efc7434eb4a278b8f56b6e31 is out of sync, need to count used quota {{(pid=91912) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 06:10:42.342839 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.quota.resource [None req-7aac1805-fc68-46e7-8f54-5bc503a74986 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91912) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 06:10:42.349782 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.db.quota.driver [None req-7aac1805-fc68-46e7-8f54-5bc503a74986 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91912) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 06:10:42.441833 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81547eb3-ea24-450e-83e2-89b4daac3ebc req-8a38bc7d-6200-413b-9f03-12ddb2575f33 tempest-VolumesActionsTest-1337150399 tempest-VolumesActionsTest-1337150399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:10:42.444248 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-81547eb3-ea24-450e-83e2-89b4daac3ebc req-8a38bc7d-6200-413b-9f03-12ddb2575f33 tempest-VolumesActionsTest-1337150399 tempest-VolumesActionsTest-1337150399-project] 10.222.0.41 "GET /v2.0/ports?device_id=978820d8-b2ae-46c3-a835-d2113746f76d HTTP/1.1" status: 200 len: 944 time: 0.1580441 Jun 01 06:10:42.508027 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.db [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] For port 78856469-e8ea-4d14-8d15-1efa3c2683fa, host hv-cinder-79388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79388',level=0,port_id=78856469-e8ea-4d14-8d15-1efa3c2683fa,segment=NetworkSegment(5046937c-199f-48e9-b747-bf6398bcc026),segment_id=5046937c-199f-48e9-b747-bf6398bcc026)] {{(pid=91914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 06:10:42.522176 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-81547eb3-ea24-450e-83e2-89b4daac3ebc req-a021c905-6c29-4e98-b93b-42b039c201dc tempest-VolumesActionsTest-1337150399 tempest-VolumesActionsTest-1337150399-project] 10.222.0.41 "GET /v2.0/security-groups?id=4c17888f-8134-4b0e-a491-f03facaafcfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717423 Jun 01 06:10:42.527409 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.rpc [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Returning: {'device': '78856469-e8ea-4d14-8d15-1efa3c2683fa', 'network_id': '73eae694-94c0-4050-acfb-a8f3cc6434c6', 'port_id': '78856469-e8ea-4d14-8d15-1efa3c2683fa', 'mac_address': 'fa:16:3e:d6:55:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 316, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23acbc49-90e6-40c2-8fc0-8603191bb523', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91914) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 06:10:42.566600 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-7aac1805-fc68-46e7-8f54-5bc503a74986 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:42.579364 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f319cabd-e43e-4528-9d70-3c9107296cbf req-1174c76a-1620-40b0-a3c8-5debc88afcd3 tempest-DeleteServersTestJSON-1930791445 tempest-DeleteServersTestJSON-1930791445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:10:42.580971 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-f319cabd-e43e-4528-9d70-3c9107296cbf req-1174c76a-1620-40b0-a3c8-5debc88afcd3 tempest-DeleteServersTestJSON-1930791445 tempest-DeleteServersTestJSON-1930791445-project] 10.222.0.41 "GET /v2.0/ports?device_id=27a4cbb8-d16a-40fa-9ae4-58160a54f4e9 HTTP/1.1" status: 200 len: 945 time: 0.1441383 Jun 01 06:10:42.582886 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-7aac1805-fc68-46e7-8f54-5bc503a74986 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940402'] for security_group, after_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:42.595604 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-60983b40-060b-48a4-9a7a-981d89e325c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:10:42.599786 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3824664'] for port, before_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:42.622382 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.notifiers.nova [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78856469-e8ea-4d14-8d15-1efa3c2683fa {{(pid=91914) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 06:10:42.647528 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.db [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] For port 78856469-e8ea-4d14-8d15-1efa3c2683fa, host hv-cinder-79388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79388',level=0,port_id=78856469-e8ea-4d14-8d15-1efa3c2683fa,segment=NetworkSegment(5046937c-199f-48e9-b747-bf6398bcc026),segment_id=5046937c-199f-48e9-b747-bf6398bcc026)] {{(pid=91914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 06:10:42.657128 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774208810132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774208425701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774208426006'] for port, after_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:42.661832 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG oslo_concurrency.lockutils [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91914) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:10:42.667886 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aac1805-fc68-46e7-8f54-5bc503a74986 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40f049ec-263d-4e78-ba68-f7c5e04b74c9,revision_number=1']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:10:42.681772 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-7aac1805-fc68-46e7-8f54-5bc503a74986 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:10:42.694414 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [None req-7aac1805-fc68-46e7-8f54-5bc503a74986 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=4f35e059efc7434eb4a278b8f56b6e31&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3955505 Jun 01 06:10:42.697112 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.wsgi [-] (91912) accepted ('10.222.0.41', 52172) {{(pid=91912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 06:10:42.729290 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-f319cabd-e43e-4528-9d70-3c9107296cbf req-bd14dc90-a08b-407c-8834-dd62309c4505 tempest-DeleteServersTestJSON-1930791445 tempest-DeleteServersTestJSON-1930791445-project] 10.222.0.41 "GET /v2.0/security-groups?id=39d48f59-16a8-4a77-a6c3-9d02c6487a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370378 Jun 01 06:10:42.747335 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Pushing event updated for resources: {'Port': ['ID=78856469-e8ea-4d14-8d15-1efa3c2683fa,revision_number=4']} {{(pid=91914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:10:42.751399 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG oslo_concurrency.lockutils [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=91914) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:10:42.802386 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.wsgi [-] (91912) accepted ('10.222.0.41', 52178) {{(pid=91912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 06:10:42.843417 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-25302b25-edaa-43d2-bf3e-cf93cce09d3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:42.866457 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-72e4cb03-99b9-4eb3-8225-6188d699645f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:42.878084 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.db.quota.driver [None req-25302b25-edaa-43d2-bf3e-cf93cce09d3f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91912) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 06:10:42.886103 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.quota.resource [None req-25302b25-edaa-43d2-bf3e-cf93cce09d3f admin admin] Usage tracker for resource:security_group_rule and tenant:b591cc8d2a3d4fbcafa215b6f92214da is out of sync, need to count used quota {{(pid=91912) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 06:10:42.897787 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.quota.resource [None req-25302b25-edaa-43d2-bf3e-cf93cce09d3f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91912) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 06:10:42.905556 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1232b0e-5de3-42b2-bd56-ffbdec46d33c req-2d3ac897-e03c-48e8-b14f-1981dcbf18a4 tempest-AttachVolumeNegativeTest-1471670784 tempest-AttachVolumeNegativeTest-1471670784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:10:42.906346 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.quota.resource [req-f1232b0e-5de3-42b2-bd56-ffbdec46d33c req-2d3ac897-e03c-48e8-b14f-1981dcbf18a4 tempest-AttachVolumeNegativeTest-1471670784 tempest-AttachVolumeNegativeTest-1471670784-project] Synchronizing usage tracker for tenant:2a6f229a53e74061b535c311a3c04284 on resource:network {{(pid=91913) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 06:10:42.911262 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.db.quota.driver [None req-25302b25-edaa-43d2-bf3e-cf93cce09d3f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91912) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 06:10:42.914289 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-72e4cb03-99b9-4eb3-8225-6188d699645f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:42.928194 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.quota.resource [req-f1232b0e-5de3-42b2-bd56-ffbdec46d33c req-2d3ac897-e03c-48e8-b14f-1981dcbf18a4 tempest-AttachVolumeNegativeTest-1471670784 tempest-AttachVolumeNegativeTest-1471670784-project] Unset dirty status for tenant:2a6f229a53e74061b535c311a3c04284 on resource:network {{(pid=91913) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 06:10:42.937557 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-f1232b0e-5de3-42b2-bd56-ffbdec46d33c req-2d3ac897-e03c-48e8-b14f-1981dcbf18a4 tempest-AttachVolumeNegativeTest-1471670784 tempest-AttachVolumeNegativeTest-1471670784-project] 10.222.0.41 "GET /v2.0/networks?id=0b7f9d5f-223f-43b5-8d0c-382ab5f66c87 HTTP/1.1" status: 200 len: 814 time: 0.3095121 Jun 01 06:10:42.949213 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-f1232b0e-5de3-42b2-bd56-ffbdec46d33c req-2b091dc2-5893-4e9b-b9aa-87f14a5bf6c8 tempest-AttachVolumeNegativeTest-1471670784 tempest-AttachVolumeNegativeTest-1471670784-project] 10.222.0.41 "GET /v2.0/quotas/2a6f229a53e74061b535c311a3c04284 HTTP/1.1" status: 200 len: 375 time: 0.0103879 Jun 01 06:10:42.988023 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8f2f7b-99f9-46e0-93e8-60adea9570a1 req-da83c9dc-a06c-4c6f-97bf-8929b46b05be tempest-DeleteServersTestJSON-1930791445 tempest-DeleteServersTestJSON-1930791445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:10:42.989959 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-9a8f2f7b-99f9-46e0-93e8-60adea9570a1 req-da83c9dc-a06c-4c6f-97bf-8929b46b05be tempest-DeleteServersTestJSON-1930791445 tempest-DeleteServersTestJSON-1930791445-project] 10.222.0.45 "GET /v2.0/ports?device_id=27a4cbb8-d16a-40fa-9ae4-58160a54f4e9 HTTP/1.1" status: 200 len: 945 time: 0.2258439 Jun 01 06:10:43.038936 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-f1232b0e-5de3-42b2-bd56-ffbdec46d33c req-660ae2a0-1ce3-41f7-8e3a-e7e0015ee8b5 tempest-AttachVolumeNegativeTest-1471670784 tempest-AttachVolumeNegativeTest-1471670784-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=2a6f229a53e74061b535c311a3c04284&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0835958 Jun 01 06:10:43.065434 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.db [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] get_ports_and_sgs() called for port_ids ['78856469-e8ea-4d14-8d15-1efa3c2683fa'] {{(pid=91914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 06:10:43.211798 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-f1232b0e-5de3-42b2-bd56-ffbdec46d33c req-8f5bfb98-d273-4cd9-9a56-b6a96a3853d4 service neutron] 10.222.0.41 "GET /v2.0/networks/0b7f9d5f-223f-43b5-8d0c-382ab5f66c87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1633315 Jun 01 06:10:43.218696 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-25302b25-edaa-43d2-bf3e-cf93cce09d3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:43.236316 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-72e4cb03-99b9-4eb3-8225-6188d699645f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940402'] for security_group, after_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:43.261189 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-6eeadd6a-1fb0-41a4-98e1-f18a6e4cd5b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:10:43.270248 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-25302b25-edaa-43d2-bf3e-cf93cce09d3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940402'] for security_group, after_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:43.291743 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e4cb03-99b9-4eb3-8225-6188d699645f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40f049ec-263d-4e78-ba68-f7c5e04b74c9,revision_number=None']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:10:43.294891 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-72e4cb03-99b9-4eb3-8225-6188d699645f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:10:43.301892 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-58379ab7-5db6-40d6-b886-6bbcf125cd0b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.017s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:10:43.383726 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-f1232b0e-5de3-42b2-bd56-ffbdec46d33c req-5650061d-1449-4eca-8745-c9c7752a90fc service neutron] 10.222.0.41 "GET /v2.0/networks/0b7f9d5f-223f-43b5-8d0c-382ab5f66c87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1707366 Jun 01 06:10:43.413350 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [None req-25302b25-edaa-43d2-bf3e-cf93cce09d3f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b591cc8d2a3d4fbcafa215b6f92214da&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6067986 Jun 01 06:10:43.414168 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.wsgi [-] (91913) accepted ('10.222.0.41', 52206) {{(pid=91913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 06:10:43.423782 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25302b25-edaa-43d2-bf3e-cf93cce09d3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e8c19dc-8269-4309-9b75-92341a64b20f,revision_number=1']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:10:43.427228 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-25302b25-edaa-43d2-bf3e-cf93cce09d3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:10:43.430711 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-72e4cb03-99b9-4eb3-8225-6188d699645f admin admin] Notify callbacks [] for security_group, before_response {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:43.434423 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [None req-72e4cb03-99b9-4eb3-8225-6188d699645f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/40f049ec-263d-4e78-ba68-f7c5e04b74c9 HTTP/1.1" status: 204 len: 168 time: 0.7339671 Jun 01 06:10:43.495579 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-54e608b6-e79b-4838-a7bd-7b96dc983990 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:43.502116 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.plugins.ml2.plugin [req-9a8f2f7b-99f9-46e0-93e8-60adea9570a1 req-dd82bc04-4581-4f76-850f-51f324382421 tempest-DeleteServersTestJSON-1930791445 tempest-DeleteServersTestJSON-1930791445-project] Deleting port 91635a0c-4ef7-4eae-9219-b6f6de592b58 {{(pid=91912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 06:10:43.502497 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [req-9a8f2f7b-99f9-46e0-93e8-60adea9570a1 req-dd82bc04-4581-4f76-850f-51f324382421 tempest-DeleteServersTestJSON-1930791445 tempest-DeleteServersTestJSON-1930791445-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774208809027'] for port, before_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:43.533142 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-54e608b6-e79b-4838-a7bd-7b96dc983990 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:43.609647 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-54e608b6-e79b-4838-a7bd-7b96dc983990 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940402'] for security_group, after_delete {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:43.618666 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:10:43.648521 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e608b6-e79b-4838-a7bd-7b96dc983990 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e8c19dc-8269-4309-9b75-92341a64b20f,revision_number=None']} {{(pid=91913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:10:43.671320 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [None req-54e608b6-e79b-4838-a7bd-7b96dc983990 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:10:43.699665 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-54e608b6-e79b-4838-a7bd-7b96dc983990 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:43.702484 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [None req-54e608b6-e79b-4838-a7bd-7b96dc983990 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/1e8c19dc-8269-4309-9b75-92341a64b20f HTTP/1.1" status: 204 len: 168 time: 0.2856574 Jun 01 06:10:43.712047 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83598ce8-4a15-4e55-ac4c-042051b8fdcc req-b07acb08-4e86-4fd3-a4d1-eec35e7e437b tempest-ServerRescueNegativeTestJSON-2082042209 tempest-ServerRescueNegativeTestJSON-2082042209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:10:43.713731 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-83598ce8-4a15-4e55-ac4c-042051b8fdcc req-b07acb08-4e86-4fd3-a4d1-eec35e7e437b tempest-ServerRescueNegativeTestJSON-2082042209 tempest-ServerRescueNegativeTestJSON-2082042209-project] 10.222.0.41 "GET /v2.0/ports?device_id=bb24b49c-2dc6-4892-8b86-b2ebd99a53e4 HTTP/1.1" status: 200 len: 945 time: 0.4237747 Jun 01 06:10:43.870692 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-83598ce8-4a15-4e55-ac4c-042051b8fdcc req-a4f7ed85-4dc4-49e6-86f9-d99b602578de tempest-ServerRescueNegativeTestJSON-2082042209 tempest-ServerRescueNegativeTestJSON-2082042209-project] 10.222.0.41 "GET /v2.0/security-groups?id=b9806f43-fca1-4e3e-8128-d5f6b4549043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258705 Jun 01 06:10:43.926500 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.plugins.ml2.db [req-9a8f2f7b-99f9-46e0-93e8-60adea9570a1 req-dd82bc04-4581-4f76-850f-51f324382421 tempest-DeleteServersTestJSON-1930791445 tempest-DeleteServersTestJSON-1930791445-project] For port 91635a0c-4ef7-4eae-9219-b6f6de592b58, host hv-cinder-79388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79388',level=0,port_id=91635a0c-4ef7-4eae-9219-b6f6de592b58,segment=NetworkSegment(2f8d0f35-05a4-46a4-936b-f4dff54aa9a0),segment_id=2f8d0f35-05a4-46a4-936b-f4dff54aa9a0)] {{(pid=91912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 06:10:43.926870 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [req-9a8f2f7b-99f9-46e0-93e8-60adea9570a1 req-dd82bc04-4581-4f76-850f-51f324382421 tempest-DeleteServersTestJSON-1930791445 tempest-DeleteServersTestJSON-1930791445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-879323'] for port, precommit_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:43.941540 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.wsgi [-] (91913) accepted ('10.222.0.41', 52236) {{(pid=91913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 06:10:43.988795 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ff6fe6-17c0-4b1e-a7f6-1b44fe42ccb2 req-97ced893-9440-4f5d-a97c-1236adc0738a tempest-VolumesActionsTest-1337150399 tempest-VolumesActionsTest-1337150399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:10:43.990499 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-33ff6fe6-17c0-4b1e-a7f6-1b44fe42ccb2 req-97ced893-9440-4f5d-a97c-1236adc0738a tempest-VolumesActionsTest-1337150399 tempest-VolumesActionsTest-1337150399-project] 10.222.0.41 "GET /v2.0/ports?device_id=978820d8-b2ae-46c3-a835-d2113746f76d HTTP/1.1" status: 200 len: 945 time: 0.1174169 Jun 01 06:10:44.072096 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-33ff6fe6-17c0-4b1e-a7f6-1b44fe42ccb2 req-20bb2bcb-49a6-40a2-a35c-86553059d5e4 tempest-VolumesActionsTest-1337150399 tempest-VolumesActionsTest-1337150399-project] 10.222.0.41 "GET /v2.0/security-groups?id=4c17888f-8134-4b0e-a491-f03facaafcfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720232 Jun 01 06:10:44.106865 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-ea0c5b92-50f9-4f0e-b56d-e266b139ccc2 req-5fb40032-c8d1-478e-9a7a-b2da45332f5b tempest-AttachVolumeNegativeTest-1471670784 tempest-AttachVolumeNegativeTest-1471670784-project] 10.222.0.41 "GET /v2.0/ports?device_id=f64f725f-1c75-4174-8dbc-f720bd2607ac HTTP/1.1" status: 200 len: 210 time: 0.1493361 Jun 01 06:10:44.185145 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-596507c9-1b63-44d0-af91-cb4a33a66be8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:44.196183 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.rpc [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Device 78856469-e8ea-4d14-8d15-1efa3c2683fa up at agent hyperv_hv-cinder-79388 {{(pid=91914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 06:10:44.200589 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.plugins.ml2.plugin [req-9a8f2f7b-99f9-46e0-93e8-60adea9570a1 req-dd82bc04-4581-4f76-850f-51f324382421 tempest-DeleteServersTestJSON-1930791445 tempest-DeleteServersTestJSON-1930791445-project] Calling delete_port for 91635a0c-4ef7-4eae-9219-b6f6de592b58 owned by compute:nova {{(pid=91912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 06:10:44.230479 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.db.quota.driver [None req-596507c9-1b63-44d0-af91-cb4a33a66be8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 06:10:44.241376 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.quota.resource [None req-596507c9-1b63-44d0-af91-cb4a33a66be8 admin admin] Usage tracker for resource:security_group_rule and tenant:cc0183200db642738e192265b09436c2 is out of sync, need to count used quota {{(pid=91913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 06:10:44.249196 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.quota.resource [None req-596507c9-1b63-44d0-af91-cb4a33a66be8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 06:10:44.276662 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.db.quota.driver [None req-596507c9-1b63-44d0-af91-cb4a33a66be8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 06:10:44.363634 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.db.provisioning_blocks [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Provisioning for port 78856469-e8ea-4d14-8d15-1efa3c2683fa completed by entity L2. {{(pid=91914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 06:10:44.369686 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.db.provisioning_blocks [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Provisioning complete for port 78856469-e8ea-4d14-8d15-1efa3c2683fa triggered by entity L2. {{(pid=91914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 06:10:44.370312 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3772206'] for port, provisioning_complete {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:44.447969 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d844521d-befb-48f4-bd12-4b97566a73f4 req-49e9f90c-0ee7-451a-8203-9da240093909 tempest-DeleteServersTestJSON-1930791445 tempest-DeleteServersTestJSON-1930791445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:10:44.449480 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-d844521d-befb-48f4-bd12-4b97566a73f4 req-49e9f90c-0ee7-451a-8203-9da240093909 tempest-DeleteServersTestJSON-1930791445 tempest-DeleteServersTestJSON-1930791445-project] 10.222.0.41 "GET /v2.0/ports?device_id=27a4cbb8-d16a-40fa-9ae4-58160a54f4e9 HTTP/1.1" status: 200 len: 945 time: 0.1908307 Jun 01 06:10:44.508046 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [req-9a8f2f7b-99f9-46e0-93e8-60adea9570a1 req-dd82bc04-4581-4f76-850f-51f324382421 tempest-DeleteServersTestJSON-1930791445 tempest-DeleteServersTestJSON-1930791445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774208810150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774208425692'] for port, after_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:44.521582 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-c81dcd08-543d-4fc6-bf85-64bd912dfb01 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:10:44.538492 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-596507c9-1b63-44d0-af91-cb4a33a66be8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:44.554928 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-d844521d-befb-48f4-bd12-4b97566a73f4 req-e83a9f76-76ec-4e21-8a99-3b2414012e38 tempest-DeleteServersTestJSON-1930791445 tempest-DeleteServersTestJSON-1930791445-project] 10.222.0.41 "GET /v2.0/security-groups?id=39d48f59-16a8-4a77-a6c3-9d02c6487a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920873 Jun 01 06:10:44.556280 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-596507c9-1b63-44d0-af91-cb4a33a66be8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940402'] for security_group, after_create {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:44.566456 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [None req-12ebb087-f771-43ca-8276-dac96974311a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:10:44.596132 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596507c9-1b63-44d0-af91-cb4a33a66be8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3becc100-fd9d-4f90-ae18-74d875fe944a,revision_number=1']} {{(pid=91913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:10:44.602587 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [None req-596507c9-1b63-44d0-af91-cb4a33a66be8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:10:44.615984 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3824664'] for port, before_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:44.624241 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [None req-596507c9-1b63-44d0-af91-cb4a33a66be8 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=cc0183200db642738e192265b09436c2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6786468 Jun 01 06:10:44.624636 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.wsgi [-] (91913) accepted ('10.222.0.41', 52266) {{(pid=91913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 06:10:44.634207 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd82bc04-4581-4f76-850f-51f324382421 tempest-DeleteServersTestJSON-1930791445 tempest-DeleteServersTestJSON-1930791445-project] Pushing event deleted for resources: {'Port': ['ID=91635a0c-4ef7-4eae-9219-b6f6de592b58,revision_number=None']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:10:44.638157 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-dd82bc04-4581-4f76-850f-51f324382421 tempest-DeleteServersTestJSON-1930791445 tempest-DeleteServersTestJSON-1930791445-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:10:44.685955 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '978820d8-b2ae-46c3-a835-d2113746f76d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78856469-e8ea-4d14-8d15-1efa3c2683fa'}] {{(pid=91914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 06:10:44.688618 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cefeca7b2fbb82c39cf99810f9cdf69defc097144ee6f344485b033ce81b52cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fee54a9-9776-494b-9867-3c5f7c1e0236" -d '{"events": [{"server_uuid": "978820d8-b2ae-46c3-a835-d2113746f76d", "name": "network-vif-plugged", "status": "completed", "tag": "78856469-e8ea-4d14-8d15-1efa3c2683fa"}]}' {{(pid=91914) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 06:10:44.716794 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.db [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] For port 78856469-e8ea-4d14-8d15-1efa3c2683fa, host hv-cinder-79388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79388',level=0,port_id=78856469-e8ea-4d14-8d15-1efa3c2683fa,segment=NetworkSegment(5046937c-199f-48e9-b747-bf6398bcc026),segment_id=5046937c-199f-48e9-b747-bf6398bcc026)] {{(pid=91914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 06:10:44.718562 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-a5678b38-fbe9-4b64-a001-b4dcb6cf8967 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:44.728105 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a8f2f7b-99f9-46e0-93e8-60adea9570a1 req-dd82bc04-4581-4f76-850f-51f324382421 tempest-DeleteServersTestJSON-1930791445 tempest-DeleteServersTestJSON-1930791445-project] No DVR routers for this DVR port 91635a0c-4ef7-4eae-9219-b6f6de592b58 on host hv-cinder-79388 {{(pid=91912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 06:10:44.730857 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774208810132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774208425701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774208426006'] for port, after_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:44.731863 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [req-9a8f2f7b-99f9-46e0-93e8-60adea9570a1 req-dd82bc04-4581-4f76-850f-51f324382421 tempest-DeleteServersTestJSON-1930791445 tempest-DeleteServersTestJSON-1930791445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239402'] for port, before_response {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:44.732543 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.rpc [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Device 91635a0c-4ef7-4eae-9219-b6f6de592b58 no longer exists at agent hyperv_hv-cinder-79388 {{(pid=91914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 06:10:44.734859 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27a4cbb8-d16a-40fa-9ae4-58160a54f4e9', 'name': 'network-vif-deleted', 'tag': '91635a0c-4ef7-4eae-9219-b6f6de592b58'}] {{(pid=91912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 06:10:44.737948 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c7b3c6e1f14bb220aa0995d95792b8f3e6549c6955cb141320bca3e5502353f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e26ea1d7-0e91-429b-8392-2bf61dd12cc8" -d '{"events": [{"server_uuid": "27a4cbb8-d16a-40fa-9ae4-58160a54f4e9", "name": "network-vif-deleted", "tag": "91635a0c-4ef7-4eae-9219-b6f6de592b58"}]}' {{(pid=91912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 06:10:44.759467 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-9a8f2f7b-99f9-46e0-93e8-60adea9570a1 req-dd82bc04-4581-4f76-850f-51f324382421 tempest-DeleteServersTestJSON-1930791445 tempest-DeleteServersTestJSON-1930791445-project] 10.222.0.45 "DELETE /v2.0/ports/91635a0c-4ef7-4eae-9219-b6f6de592b58 HTTP/1.1" status: 204 len: 173 time: 1.7624681 Jun 01 06:10:44.806751 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 06:10:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6594a1ca-cb35-4494-a70a-c00e22b4ebd8 x-openstack-request-id: req-6594a1ca-cb35-4494-a70a-c00e22b4ebd8 {{(pid=91914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 06:10:44.807482 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "978820d8-b2ae-46c3-a835-d2113746f76d", "name": "network-vif-plugged", "status": "completed", "tag": "78856469-e8ea-4d14-8d15-1efa3c2683fa", "code": 200}]} {{(pid=91914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 06:10:44.807895 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-6594a1ca-cb35-4494-a70a-c00e22b4ebd8 {{(pid=91914) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 06:10:44.808529 dv-cinder-793885-1-smb neutron-server[91914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '978820d8-b2ae-46c3-a835-d2113746f76d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78856469-e8ea-4d14-8d15-1efa3c2683fa', 'code': 200} Jun 01 06:10:44.809566 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG oslo_concurrency.lockutils [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91914) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:10:44.814166 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-a5678b38-fbe9-4b64-a001-b4dcb6cf8967 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:44.856778 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 06:10:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c21c449-2f90-47dd-b386-461173412cbf x-openstack-request-id: req-9c21c449-2f90-47dd-b386-461173412cbf {{(pid=91912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 06:10:44.857139 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27a4cbb8-d16a-40fa-9ae4-58160a54f4e9", "name": "network-vif-deleted", "tag": "91635a0c-4ef7-4eae-9219-b6f6de592b58", "status": "completed", "code": 200}]} {{(pid=91912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 06:10:44.857423 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-9c21c449-2f90-47dd-b386-461173412cbf {{(pid=91912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 06:10:44.857948 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27a4cbb8-d16a-40fa-9ae4-58160a54f4e9', 'name': 'network-vif-deleted', 'tag': '91635a0c-4ef7-4eae-9219-b6f6de592b58', 'status': 'completed', 'code': 200} Jun 01 06:10:44.938219 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.plugin [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] No Port match for: 91635a0c-4ef7-4eae-9219-b6f6de592b58 {{(pid=91914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 01 06:10:44.940083 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.rpc [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Device 91635a0c-4ef7-4eae-9219-b6f6de592b58 not bound to the agent host hv-cinder-79388 {{(pid=91914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 06:10:44.958880 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Pushing event updated for resources: {'Port': ['ID=78856469-e8ea-4d14-8d15-1efa3c2683fa,revision_number=5']} {{(pid=91914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:10:44.971244 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG oslo_concurrency.lockutils [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=91914) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:10:44.999864 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-a5678b38-fbe9-4b64-a001-b4dcb6cf8967 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940402'] for security_group, after_delete {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:45.006170 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:10:45.035526 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-a5678b38-fbe9-4b64-a001-b4dcb6cf8967 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:45.039274 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [None req-a5678b38-fbe9-4b64-a001-b4dcb6cf8967 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3becc100-fd9d-4f90-ae18-74d875fe944a HTTP/1.1" status: 204 len: 168 time: 0.4110663 Jun 01 06:10:45.040897 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5678b38-fbe9-4b64-a001-b4dcb6cf8967 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3becc100-fd9d-4f90-ae18-74d875fe944a,revision_number=None']} {{(pid=91913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:10:45.044076 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [None req-a5678b38-fbe9-4b64-a001-b4dcb6cf8967 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:10:45.471220 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0162fd7-42b5-4e9b-8fac-27b6ee54b2ea req-d50e691c-bcd2-457b-ba4d-2254363ad347 tempest-ServerRescueNegativeTestJSON-2082042209 tempest-ServerRescueNegativeTestJSON-2082042209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:10:45.473027 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-d0162fd7-42b5-4e9b-8fac-27b6ee54b2ea req-d50e691c-bcd2-457b-ba4d-2254363ad347 tempest-ServerRescueNegativeTestJSON-2082042209 tempest-ServerRescueNegativeTestJSON-2082042209-project] 10.222.0.41 "GET /v2.0/ports?device_id=bb24b49c-2dc6-4892-8b86-b2ebd99a53e4 HTTP/1.1" status: 200 len: 945 time: 0.3625274 Jun 01 06:10:45.475613 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df50bbf5-ec86-4474-b4a2-52a2ed437e72 req-73d9b503-0bcb-497c-9e15-27add4f3f4bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:10:45.477269 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-df50bbf5-ec86-4474-b4a2-52a2ed437e72 req-73d9b503-0bcb-497c-9e15-27add4f3f4bb service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=978820d8-b2ae-46c3-a835-d2113746f76d HTTP/1.1" status: 200 len: 1099 time: 0.2802866 Jun 01 06:10:45.555126 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-d0162fd7-42b5-4e9b-8fac-27b6ee54b2ea req-0aab8e98-5a22-4a10-a6f3-be867b492968 tempest-ServerRescueNegativeTestJSON-2082042209 tempest-ServerRescueNegativeTestJSON-2082042209-project] 10.222.0.41 "GET /v2.0/security-groups?id=b9806f43-fca1-4e3e-8128-d5f6b4549043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707045 Jun 01 06:10:45.557306 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-df50bbf5-ec86-4474-b4a2-52a2ed437e72 req-6da2462f-d0a4-4e1a-92c3-bea35cfeeae9 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=4c17888f-8134-4b0e-a491-f03facaafcfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709615 Jun 01 06:10:45.585581 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a77d53-9980-4eff-9505-96fce679fe5a req-b3a6b2ab-0395-4070-8e64-74aefe2ad4cd tempest-VolumesActionsTest-1337150399 tempest-VolumesActionsTest-1337150399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:10:45.592796 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-32a77d53-9980-4eff-9505-96fce679fe5a req-b3a6b2ab-0395-4070-8e64-74aefe2ad4cd tempest-VolumesActionsTest-1337150399 tempest-VolumesActionsTest-1337150399-project] 10.222.0.41 "GET /v2.0/ports?device_id=978820d8-b2ae-46c3-a835-d2113746f76d HTTP/1.1" status: 200 len: 946 time: 0.2937789 Jun 01 06:10:45.691329 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-32a77d53-9980-4eff-9505-96fce679fe5a req-bbfbf433-9789-4b06-828f-6a7c9076685d tempest-VolumesActionsTest-1337150399 tempest-VolumesActionsTest-1337150399-project] 10.222.0.41 "GET /v2.0/security-groups?id=4c17888f-8134-4b0e-a491-f03facaafcfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920715 Jun 01 06:10:45.763459 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1232b0e-5de3-42b2-bd56-ffbdec46d33c req-a27ba4fc-7049-4569-b303-beb4215a1ecc tempest-AttachVolumeNegativeTest-1471670784 tempest-AttachVolumeNegativeTest-1471670784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:10:45.772176 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-f1232b0e-5de3-42b2-bd56-ffbdec46d33c req-a27ba4fc-7049-4569-b303-beb4215a1ecc tempest-AttachVolumeNegativeTest-1471670784 tempest-AttachVolumeNegativeTest-1471670784-project] 10.222.0.45 "GET /v2.0/networks?id=0b7f9d5f-223f-43b5-8d0c-382ab5f66c87 HTTP/1.1" status: 200 len: 814 time: 0.3576887 Jun 01 06:10:45.787986 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.v2.base [req-f1232b0e-5de3-42b2-bd56-ffbdec46d33c req-dbdea27e-bc19-433d-b249-c84605de2291 tempest-AttachVolumeNegativeTest-1471670784 tempest-AttachVolumeNegativeTest-1471670784-project] Request body: {'port': {'device_id': 'f64f725f-1c75-4174-8dbc-f720bd2607ac', 'network_id': '0b7f9d5f-223f-43b5-8d0c-382ab5f66c87', 'admin_state_up': True, 'tenant_id': '2a6f229a53e74061b535c311a3c04284'}} {{(pid=91913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 06:10:45.790738 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-1e40334e-05f7-4a34-b8d2-bd0eef7d8509 req-9652521c-924e-413f-a4ec-ea9b674feb5b tempest-AttachVolumeNegativeTest-1471670784 tempest-AttachVolumeNegativeTest-1471670784-project] 10.222.0.41 "GET /v2.0/ports?device_id=f64f725f-1c75-4174-8dbc-f720bd2607ac HTTP/1.1" status: 200 len: 210 time: 0.0999928 Jun 01 06:10:45.934847 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.wsgi [-] (91912) accepted ('10.222.0.41', 52318) {{(pid=91912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 06:10:45.953413 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.db.quota.driver [req-f1232b0e-5de3-42b2-bd56-ffbdec46d33c req-dbdea27e-bc19-433d-b249-c84605de2291 tempest-AttachVolumeNegativeTest-1471670784 tempest-AttachVolumeNegativeTest-1471670784-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 06:10:45.964350 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.db.quota.driver [req-f1232b0e-5de3-42b2-bd56-ffbdec46d33c req-dbdea27e-bc19-433d-b249-c84605de2291 tempest-AttachVolumeNegativeTest-1471670784 tempest-AttachVolumeNegativeTest-1471670784-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=91913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 06:10:45.964562 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-cc0796e9-c8d4-4da7-b28c-e0ffac50abaf admin admin] Notify callbacks [] for security_group, before_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:45.980846 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f1232b0e-5de3-42b2-bd56-ffbdec46d33c req-dbdea27e-bc19-433d-b249-c84605de2291 tempest-AttachVolumeNegativeTest-1471670784 tempest-AttachVolumeNegativeTest-1471670784-project] Made reservation on behalf of 2a6f229a53e74061b535c311a3c04284 for: {'port': 1} {{(pid=91913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 06:10:45.984890 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [req-f1232b0e-5de3-42b2-bd56-ffbdec46d33c req-dbdea27e-bc19-433d-b249-c84605de2291 tempest-AttachVolumeNegativeTest-1471670784 tempest-AttachVolumeNegativeTest-1471670784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3824664'] for port, before_create {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:46.002183 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.db.quota.driver [None req-cc0796e9-c8d4-4da7-b28c-e0ffac50abaf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91912) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 06:10:46.011154 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.quota.resource [None req-cc0796e9-c8d4-4da7-b28c-e0ffac50abaf admin admin] Usage tracker for resource:security_group_rule and tenant:975e306e076b490c87dc18d05867c9f1 is out of sync, need to count used quota {{(pid=91912) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 06:10:46.017644 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.quota.resource [None req-cc0796e9-c8d4-4da7-b28c-e0ffac50abaf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91912) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 06:10:46.029661 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.db.quota.driver [None req-cc0796e9-c8d4-4da7-b28c-e0ffac50abaf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91912) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 06:10:46.056930 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-2fa34d47-4c43-41dc-97ed-3a8ae2f60127 req-08711ee4-2629-487c-b89c-b33013b12059 tempest-DeleteServersTestJSON-1930791445 tempest-DeleteServersTestJSON-1930791445-project] 10.222.0.41 "GET /v2.0/ports?device_id=27a4cbb8-d16a-40fa-9ae4-58160a54f4e9 HTTP/1.1" status: 200 len: 210 time: 0.0552995 Jun 01 06:10:46.195223 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-cc0796e9-c8d4-4da7-b28c-e0ffac50abaf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:46.210065 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-cc0796e9-c8d4-4da7-b28c-e0ffac50abaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940402'] for security_group, after_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:46.257018 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:10:46.274586 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [None req-cc0796e9-c8d4-4da7-b28c-e0ffac50abaf admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=975e306e076b490c87dc18d05867c9f1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3385975 Jun 01 06:10:46.276006 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.wsgi [-] (91912) accepted ('10.222.0.41', 52328) {{(pid=91912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 06:10:46.295477 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.db.db_base_plugin_common [req-f1232b0e-5de3-42b2-bd56-ffbdec46d33c req-dbdea27e-bc19-433d-b249-c84605de2291 tempest-AttachVolumeNegativeTest-1471670784 tempest-AttachVolumeNegativeTest-1471670784-project] Allocated IP 172.20.0.11 (0b7f9d5f-223f-43b5-8d0c-382ab5f66c87/67a532f4-5301-4272-a23e-04b9dfc38b51/baf11038-68bf-45ba-a722-dbaa09c3d5b4) {{(pid=91913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 06:10:46.324483 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0796e9-c8d4-4da7-b28c-e0ffac50abaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8036399c-91a3-4e61-b3c8-47189e0bb148,revision_number=1']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:10:46.349831 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-cc0796e9-c8d4-4da7-b28c-e0ffac50abaf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:10:46.368016 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-9d02cb46-efdf-4161-b2cc-b9eb4d0fe110 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:46.400207 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-9d02cb46-efdf-4161-b2cc-b9eb4d0fe110 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:46.483452 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-9d02cb46-efdf-4161-b2cc-b9eb4d0fe110 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940402'] for security_group, after_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:46.489748 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-8e6775c9-96fe-4580-a144-3bd850f9f68e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:10:46.514710 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d02cb46-efdf-4161-b2cc-b9eb4d0fe110 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8036399c-91a3-4e61-b3c8-47189e0bb148,revision_number=None']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:10:46.518066 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-9d02cb46-efdf-4161-b2cc-b9eb4d0fe110 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:10:46.532014 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-9d02cb46-efdf-4161-b2cc-b9eb4d0fe110 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:46.538667 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [None req-9d02cb46-efdf-4161-b2cc-b9eb4d0fe110 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8036399c-91a3-4e61-b3c8-47189e0bb148 HTTP/1.1" status: 204 len: 168 time: 0.2594664 Jun 01 06:10:46.664836 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [req-f1232b0e-5de3-42b2-bd56-ffbdec46d33c req-dbdea27e-bc19-433d-b249-c84605de2291 tempest-AttachVolumeNegativeTest-1471670784 tempest-AttachVolumeNegativeTest-1471670784-project] Notify callbacks [] for port, precommit_create {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:46.702157 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [req-f1232b0e-5de3-42b2-bd56-ffbdec46d33c req-dbdea27e-bc19-433d-b249-c84605de2291 tempest-AttachVolumeNegativeTest-1471670784 tempest-AttachVolumeNegativeTest-1471670784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774208425683'] for port, after_create {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:46.716077 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [None req-f99c4fb6-5c00-4a88-a5e6-483c7e47d7d6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:10:46.716262 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.db [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] get_ports_and_sgs() called for port_ids ['0045608c-1373-47a7-8f8d-d1f7bc48717c'] {{(pid=91914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 06:10:46.890698 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f1232b0e-5de3-42b2-bd56-ffbdec46d33c req-dbdea27e-bc19-433d-b249-c84605de2291 tempest-AttachVolumeNegativeTest-1471670784 tempest-AttachVolumeNegativeTest-1471670784-project] Network 0b7f9d5f-223f-43b5-8d0c-382ab5f66c87 is already hosted by enough agents. {{(pid=91913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 06:10:46.900284 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.scheduler.base_scheduler [req-f1232b0e-5de3-42b2-bd56-ffbdec46d33c req-dbdea27e-bc19-433d-b249-c84605de2291 tempest-AttachVolumeNegativeTest-1471670784 tempest-AttachVolumeNegativeTest-1471670784-project] Resources bound (agent type, host, resource id): {{(pid=91913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 06:10:46.905520 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1232b0e-5de3-42b2-bd56-ffbdec46d33c req-dbdea27e-bc19-433d-b249-c84605de2291 tempest-AttachVolumeNegativeTest-1471670784 tempest-AttachVolumeNegativeTest-1471670784-project] Received port after_create {{(pid=91913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 06:10:46.905931 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b484a7-b457-4fda-b01a-bf14e8531661 req-92a18660-3923-47cd-bf65-416a4610c28f tempest-ServerRescueNegativeTestJSON-2082042209 tempest-ServerRescueNegativeTestJSON-2082042209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:10:46.918354 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1232b0e-5de3-42b2-bd56-ffbdec46d33c req-dbdea27e-bc19-433d-b249-c84605de2291 tempest-AttachVolumeNegativeTest-1471670784 tempest-AttachVolumeNegativeTest-1471670784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:10:46.919009 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [req-f1232b0e-5de3-42b2-bd56-ffbdec46d33c req-dbdea27e-bc19-433d-b249-c84605de2291 tempest-AttachVolumeNegativeTest-1471670784 tempest-AttachVolumeNegativeTest-1471670784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536287'] for port, before_response {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:46.924190 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-18b484a7-b457-4fda-b01a-bf14e8531661 req-92a18660-3923-47cd-bf65-416a4610c28f tempest-ServerRescueNegativeTestJSON-2082042209 tempest-ServerRescueNegativeTestJSON-2082042209-project] 10.222.0.41 "GET /v2.0/ports?device_id=bb24b49c-2dc6-4892-8b86-b2ebd99a53e4 HTTP/1.1" status: 200 len: 945 time: 0.1822088 Jun 01 06:10:47.022326 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-18b484a7-b457-4fda-b01a-bf14e8531661 req-3f46f781-817f-482b-ad9b-bf1e711df9bb tempest-ServerRescueNegativeTestJSON-2082042209 tempest-ServerRescueNegativeTestJSON-2082042209-project] 10.222.0.41 "GET /v2.0/security-groups?id=b9806f43-fca1-4e3e-8128-d5f6b4549043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931203 Jun 01 06:10:47.024846 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbdea27e-bc19-433d-b249-c84605de2291 tempest-AttachVolumeNegativeTest-1471670784 tempest-AttachVolumeNegativeTest-1471670784-project] Pushing event updated for resources: {'Port': ['ID=baf11038-68bf-45ba-a722-dbaa09c3d5b4,revision_number=1']} {{(pid=91913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:10:47.027838 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [None req-dbdea27e-bc19-433d-b249-c84605de2291 tempest-AttachVolumeNegativeTest-1471670784 tempest-AttachVolumeNegativeTest-1471670784-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:10:47.063565 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-f1232b0e-5de3-42b2-bd56-ffbdec46d33c req-dbdea27e-bc19-433d-b249-c84605de2291 tempest-AttachVolumeNegativeTest-1471670784 tempest-AttachVolumeNegativeTest-1471670784-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2802672 Jun 01 06:10:47.089809 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cb6702-6b55-49a5-8939-cf92cf51dbd8 req-de713789-c4ad-4a3f-9544-72c6d0caceaa tempest-VolumesActionsTest-1337150399 tempest-VolumesActionsTest-1337150399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:10:47.091227 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-e9cb6702-6b55-49a5-8939-cf92cf51dbd8 req-de713789-c4ad-4a3f-9544-72c6d0caceaa tempest-VolumesActionsTest-1337150399 tempest-VolumesActionsTest-1337150399-project] 10.222.0.41 "GET /v2.0/ports?device_id=978820d8-b2ae-46c3-a835-d2113746f76d HTTP/1.1" status: 200 len: 946 time: 0.1280847 Jun 01 06:10:47.095376 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.v2.base [req-f1232b0e-5de3-42b2-bd56-ffbdec46d33c req-897c4a15-2583-41d4-a531-8606b83c9c33 service neutron] Request body: {'port': {'device_id': 'f64f725f-1c75-4174-8dbc-f720bd2607ac', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79388'}} {{(pid=91913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 06:10:47.218265 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-e9cb6702-6b55-49a5-8939-cf92cf51dbd8 req-76d7e817-476c-43e6-94f4-5bbb5f00d787 tempest-VolumesActionsTest-1337150399 tempest-VolumesActionsTest-1337150399-project] 10.222.0.41 "GET /v2.0/security-groups?id=4c17888f-8134-4b0e-a491-f03facaafcfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930243 Jun 01 06:10:47.247829 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [req-f1232b0e-5de3-42b2-bd56-ffbdec46d33c req-897c4a15-2583-41d4-a531-8606b83c9c33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3824664'] for port, before_update {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:47.310115 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16accfa4-b11c-43f7-aa3f-ffbb8f473a23 req-33bcd2a9-7290-41da-b80a-169329b85bdb tempest-AttachVolumeNegativeTest-1471670784 tempest-AttachVolumeNegativeTest-1471670784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:10:47.320426 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-16accfa4-b11c-43f7-aa3f-ffbb8f473a23 req-33bcd2a9-7290-41da-b80a-169329b85bdb tempest-AttachVolumeNegativeTest-1471670784 tempest-AttachVolumeNegativeTest-1471670784-project] 10.222.0.41 "GET /v2.0/ports?device_id=f64f725f-1c75-4174-8dbc-f720bd2607ac HTTP/1.1" status: 200 len: 932 time: 0.1598880 Jun 01 06:10:47.399392 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-16accfa4-b11c-43f7-aa3f-ffbb8f473a23 req-35c7d1b1-955d-486c-bfe9-8ae2f97a51cf tempest-AttachVolumeNegativeTest-1471670784 tempest-AttachVolumeNegativeTest-1471670784-project] 10.222.0.41 "GET /v2.0/security-groups?id=148e0031-14dd-4990-9826-b8db75cc4be7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748730 Jun 01 06:10:47.597645 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774208951022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772053'] for agent, after_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:47.711738 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.notifiers.nova [req-f1232b0e-5de3-42b2-bd56-ffbdec46d33c req-897c4a15-2583-41d4-a531-8606b83c9c33 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id baf11038-68bf-45ba-a722-dbaa09c3d5b4 {{(pid=91913) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 06:10:47.719493 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [req-f1232b0e-5de3-42b2-bd56-ffbdec46d33c req-897c4a15-2583-41d4-a531-8606b83c9c33 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:47.735610 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.db.provisioning_blocks [req-f1232b0e-5de3-42b2-bd56-ffbdec46d33c req-897c4a15-2583-41d4-a531-8606b83c9c33 service neutron] Transition to ACTIVE for port object baf11038-68bf-45ba-a722-dbaa09c3d5b4 will not be triggered until provisioned by entity L2. {{(pid=91913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 06:10:47.744583 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [req-f1232b0e-5de3-42b2-bd56-ffbdec46d33c req-897c4a15-2583-41d4-a531-8606b83c9c33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774208810132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774208425701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774208426006'] for port, after_update {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:47.748846 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:10:47.932964 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897c4a15-2583-41d4-a531-8606b83c9c33 service neutron] Pushing event updated for resources: {'Port': ['ID=baf11038-68bf-45ba-a722-dbaa09c3d5b4,revision_number=2']} {{(pid=91913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:10:47.941248 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [None req-897c4a15-2583-41d4-a531-8606b83c9c33 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:10:47.957446 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.plugins.ml2.managers [req-f1232b0e-5de3-42b2-bd56-ffbdec46d33c req-897c4a15-2583-41d4-a531-8606b83c9c33 service neutron] Attempting to bind port baf11038-68bf-45ba-a722-dbaa09c3d5b4 on host hv-cinder-79388 for vnic_type normal with profile {{(pid=91913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 06:10:47.957783 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.plugins.ml2.managers [req-f1232b0e-5de3-42b2-bd56-ffbdec46d33c req-897c4a15-2583-41d4-a531-8606b83c9c33 service neutron] Attempting to bind port baf11038-68bf-45ba-a722-dbaa09c3d5b4 by drivers openvswitch,hyperv on host hv-cinder-79388 at level 0 using segments [{'id': 'bd10b108-5f36-416c-bf05-81cfe0f5f067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '0b7f9d5f-223f-43b5-8d0c-382ab5f66c87'}] {{(pid=91913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 06:10:47.958109 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1232b0e-5de3-42b2-bd56-ffbdec46d33c req-897c4a15-2583-41d4-a531-8606b83c9c33 service neutron] Attempting to bind port baf11038-68bf-45ba-a722-dbaa09c3d5b4 on network 0b7f9d5f-223f-43b5-8d0c-382ab5f66c87 {{(pid=91913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 06:10:47.963234 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1232b0e-5de3-42b2-bd56-ffbdec46d33c req-897c4a15-2583-41d4-a531-8606b83c9c33 service neutron] Port baf11038-68bf-45ba-a722-dbaa09c3d5b4 on network 0b7f9d5f-223f-43b5-8d0c-382ab5f66c87 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79388 {{(pid=91913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 06:10:47.963555 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1232b0e-5de3-42b2-bd56-ffbdec46d33c req-897c4a15-2583-41d4-a531-8606b83c9c33 service neutron] Attempting to bind port baf11038-68bf-45ba-a722-dbaa09c3d5b4 on network 0b7f9d5f-223f-43b5-8d0c-382ab5f66c87 {{(pid=91913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 06:10:47.968618 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1232b0e-5de3-42b2-bd56-ffbdec46d33c req-897c4a15-2583-41d4-a531-8606b83c9c33 service neutron] Checking agent: {'id': '9d825435-0dee-4786-8fdd-f7c3fb37050b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79388', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 6, 8, 18), 'started_at': datetime.datetime(2021, 6, 1, 6, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 6, 10, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 06:10:47.968943 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1232b0e-5de3-42b2-bd56-ffbdec46d33c req-897c4a15-2583-41d4-a531-8606b83c9c33 service neutron] Checking segment: {'id': 'bd10b108-5f36-416c-bf05-81cfe0f5f067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '0b7f9d5f-223f-43b5-8d0c-382ab5f66c87'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 06:10:47.969364 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1232b0e-5de3-42b2-bd56-ffbdec46d33c req-897c4a15-2583-41d4-a531-8606b83c9c33 service neutron] Bound using segment: {'id': 'bd10b108-5f36-416c-bf05-81cfe0f5f067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '0b7f9d5f-223f-43b5-8d0c-382ab5f66c87'} {{(pid=91913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 06:10:47.969780 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.plugins.ml2.managers [req-f1232b0e-5de3-42b2-bd56-ffbdec46d33c req-897c4a15-2583-41d4-a531-8606b83c9c33 service neutron] Bound port: baf11038-68bf-45ba-a722-dbaa09c3d5b4, host: hv-cinder-79388, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd10b108-5f36-416c-bf05-81cfe0f5f067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '0b7f9d5f-223f-43b5-8d0c-382ab5f66c87'}}] {{(pid=91913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 06:10:47.970118 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [req-f1232b0e-5de3-42b2-bd56-ffbdec46d33c req-897c4a15-2583-41d4-a531-8606b83c9c33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3824664'] for port, before_update {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:48.104763 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.plugins.ml2.db [req-f1232b0e-5de3-42b2-bd56-ffbdec46d33c req-897c4a15-2583-41d4-a531-8606b83c9c33 service neutron] For port baf11038-68bf-45ba-a722-dbaa09c3d5b4, host hv-cinder-79388, cleared binding levels {{(pid=91913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 06:10:48.110428 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.plugins.ml2.db [req-f1232b0e-5de3-42b2-bd56-ffbdec46d33c req-897c4a15-2583-41d4-a531-8606b83c9c33 service neutron] For port baf11038-68bf-45ba-a722-dbaa09c3d5b4, host hv-cinder-79388, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79388',level=0,port_id=baf11038-68bf-45ba-a722-dbaa09c3d5b4,segment=NetworkSegment(bd10b108-5f36-416c-bf05-81cfe0f5f067),segment_id=bd10b108-5f36-416c-bf05-81cfe0f5f067)] {{(pid=91913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 06:10:48.116881 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [req-f1232b0e-5de3-42b2-bd56-ffbdec46d33c req-897c4a15-2583-41d4-a531-8606b83c9c33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774208810132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774208425701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774208426006'] for port, after_update {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:48.121809 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [None req-b5c98637-d399-4ab7-af84-5756589aaf46 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:10:48.197777 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1232b0e-5de3-42b2-bd56-ffbdec46d33c req-897c4a15-2583-41d4-a531-8606b83c9c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:10:48.198396 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [req-f1232b0e-5de3-42b2-bd56-ffbdec46d33c req-897c4a15-2583-41d4-a531-8606b83c9c33 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536287'] for port, before_response {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:48.199726 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-f1232b0e-5de3-42b2-bd56-ffbdec46d33c req-897c4a15-2583-41d4-a531-8606b83c9c33 service neutron] 10.222.0.45 "PUT /v2.0/ports/baf11038-68bf-45ba-a722-dbaa09c3d5b4 HTTP/1.1" status: 200 len: 1094 time: 1.1180904 Jun 01 06:10:48.200206 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f64f725f-1c75-4174-8dbc-f720bd2607ac', 'tag': 'baf11038-68bf-45ba-a722-dbaa09c3d5b4'}] {{(pid=91913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 06:10:48.214630 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdc6be6d06003a26e0797ba9c3cae52571918e0042132e4e221042360f826683" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6b69c8d-fe01-4111-95d5-65e2e06e0ead" -d '{"events": [{"name": "network-changed", "server_uuid": "f64f725f-1c75-4174-8dbc-f720bd2607ac", "tag": "baf11038-68bf-45ba-a722-dbaa09c3d5b4"}]}' {{(pid=91913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 06:10:48.282734 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897c4a15-2583-41d4-a531-8606b83c9c33 service neutron] Pushing event updated for resources: {'Port': ['ID=baf11038-68bf-45ba-a722-dbaa09c3d5b4,revision_number=3']} {{(pid=91913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:10:48.286163 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [None req-897c4a15-2583-41d4-a531-8606b83c9c33 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:10:48.340487 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Jun 2021 06:10:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9ddf92e-7164-48d7-a2f6-aee3de39ab4a x-openstack-request-id: req-e9ddf92e-7164-48d7-a2f6-aee3de39ab4a {{(pid=91913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 06:10:48.340817 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f64f725f-1c75-4174-8dbc-f720bd2607ac", "tag": "baf11038-68bf-45ba-a722-dbaa09c3d5b4", "status": "completed", "code": 200}]} {{(pid=91913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 06:10:48.341097 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e9ddf92e-7164-48d7-a2f6-aee3de39ab4a {{(pid=91913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 06:10:48.341535 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f64f725f-1c75-4174-8dbc-f720bd2607ac', 'tag': 'baf11038-68bf-45ba-a722-dbaa09c3d5b4', 'status': 'completed', 'code': 200} Jun 01 06:10:48.404486 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85e4d3d-f5f5-429c-a8f2-752c5c111248 req-197e50f0-c4d2-4aa6-8615-9733e9109b3c tempest-ServerRescueNegativeTestJSON-2082042209 tempest-ServerRescueNegativeTestJSON-2082042209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:10:48.410319 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-d85e4d3d-f5f5-429c-a8f2-752c5c111248 req-197e50f0-c4d2-4aa6-8615-9733e9109b3c tempest-ServerRescueNegativeTestJSON-2082042209 tempest-ServerRescueNegativeTestJSON-2082042209-project] 10.222.0.41 "GET /v2.0/ports?device_id=bb24b49c-2dc6-4892-8b86-b2ebd99a53e4 HTTP/1.1" status: 200 len: 945 time: 0.2142746 Jun 01 06:10:48.444800 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1232b0e-5de3-42b2-bd56-ffbdec46d33c req-eb5b66ea-efc5-4c58-982a-eae02768aa3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:10:48.446685 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-f1232b0e-5de3-42b2-bd56-ffbdec46d33c req-eb5b66ea-efc5-4c58-982a-eae02768aa3d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2a6f229a53e74061b535c311a3c04284&device_id=f64f725f-1c75-4174-8dbc-f720bd2607ac HTTP/1.1" status: 200 len: 1097 time: 0.1569047 Jun 01 06:10:48.528959 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-f1232b0e-5de3-42b2-bd56-ffbdec46d33c req-9162f86b-0bdf-4b5b-b91b-16341606c9be service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=baf11038-68bf-45ba-a722-dbaa09c3d5b4 HTTP/1.1" status: 200 len: 217 time: 0.0682242 Jun 01 06:10:48.541961 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-d85e4d3d-f5f5-429c-a8f2-752c5c111248 req-9b9ac05e-6ab1-4d75-ada0-5ae320556b76 tempest-ServerRescueNegativeTestJSON-2082042209 tempest-ServerRescueNegativeTestJSON-2082042209-project] 10.222.0.41 "GET /v2.0/security-groups?id=b9806f43-fca1-4e3e-8128-d5f6b4549043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286063 Jun 01 06:10:48.603109 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6664a87d-4a1a-45ca-a2dc-d8505535991b req-d86582c8-0473-492c-93ea-de22957cdd24 tempest-VolumesActionsTest-1337150399 tempest-VolumesActionsTest-1337150399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:10:48.605898 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-6664a87d-4a1a-45ca-a2dc-d8505535991b req-d86582c8-0473-492c-93ea-de22957cdd24 tempest-VolumesActionsTest-1337150399 tempest-VolumesActionsTest-1337150399-project] 10.222.0.41 "GET /v2.0/ports?device_id=978820d8-b2ae-46c3-a835-d2113746f76d HTTP/1.1" status: 200 len: 946 time: 0.1398687 Jun 01 06:10:48.661538 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-6664a87d-4a1a-45ca-a2dc-d8505535991b req-02a5d8e6-7e97-4246-b780-93b548f4a229 tempest-VolumesActionsTest-1337150399 tempest-VolumesActionsTest-1337150399-project] 10.222.0.41 "GET /v2.0/security-groups?id=4c17888f-8134-4b0e-a491-f03facaafcfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497911 Jun 01 06:10:48.698315 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1232b0e-5de3-42b2-bd56-ffbdec46d33c req-fc455440-e1dd-4397-b90c-e4de7433ddfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:10:48.699745 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-f1232b0e-5de3-42b2-bd56-ffbdec46d33c req-fc455440-e1dd-4397-b90c-e4de7433ddfa service neutron] 10.222.0.45 "GET /v2.0/subnets?id=67a532f4-5301-4272-a23e-04b9dfc38b51 HTTP/1.1" status: 200 len: 854 time: 0.1568835 Jun 01 06:10:48.775627 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-f1232b0e-5de3-42b2-bd56-ffbdec46d33c req-c8cdda2e-8eaa-4006-a18b-9c1ca57d1732 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=0b7f9d5f-223f-43b5-8d0c-382ab5f66c87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0633392 Jun 01 06:10:48.923259 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0014e1d2-d183-47e1-a000-35e0be2f8470 req-94164aa1-2c7b-40dc-bda2-d379e6105b94 tempest-AttachVolumeNegativeTest-1471670784 tempest-AttachVolumeNegativeTest-1471670784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:10:48.923963 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.quota.resource [req-0014e1d2-d183-47e1-a000-35e0be2f8470 req-94164aa1-2c7b-40dc-bda2-d379e6105b94 tempest-AttachVolumeNegativeTest-1471670784 tempest-AttachVolumeNegativeTest-1471670784-project] Synchronizing usage tracker for tenant:2a6f229a53e74061b535c311a3c04284 on resource:port {{(pid=91913) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 06:10:49.028157 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-f1232b0e-5de3-42b2-bd56-ffbdec46d33c req-9c9de768-6720-4044-bd48-5f98503a44cd service neutron] 10.222.0.45 "GET /v2.0/networks/0b7f9d5f-223f-43b5-8d0c-382ab5f66c87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2374184 Jun 01 06:10:49.029227 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.quota.resource [req-0014e1d2-d183-47e1-a000-35e0be2f8470 req-94164aa1-2c7b-40dc-bda2-d379e6105b94 tempest-AttachVolumeNegativeTest-1471670784 tempest-AttachVolumeNegativeTest-1471670784-project] Unset dirty status for tenant:2a6f229a53e74061b535c311a3c04284 on resource:port {{(pid=91913) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 06:10:49.030180 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-0014e1d2-d183-47e1-a000-35e0be2f8470 req-94164aa1-2c7b-40dc-bda2-d379e6105b94 tempest-AttachVolumeNegativeTest-1471670784 tempest-AttachVolumeNegativeTest-1471670784-project] 10.222.0.41 "GET /v2.0/ports?device_id=f64f725f-1c75-4174-8dbc-f720bd2607ac HTTP/1.1" status: 200 len: 944 time: 0.3684509 Jun 01 06:10:49.161519 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-0014e1d2-d183-47e1-a000-35e0be2f8470 req-4d292dda-ca79-4c95-9c39-696d3b31aa95 tempest-AttachVolumeNegativeTest-1471670784 tempest-AttachVolumeNegativeTest-1471670784-project] 10.222.0.41 "GET /v2.0/security-groups?id=148e0031-14dd-4990-9826-b8db75cc4be7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051395 Jun 01 06:10:49.202463 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-f1232b0e-5de3-42b2-bd56-ffbdec46d33c req-089ef264-b63f-496b-96d5-4bfa3412ca1e service neutron] 10.222.0.45 "GET /v2.0/networks/0b7f9d5f-223f-43b5-8d0c-382ab5f66c87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1676731 Jun 01 06:10:49.366035 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b69c8d-fe01-4111-95d5-65e2e06e0ead req-710f1921-484b-4aa3-a916-20354595d26d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:10:49.368059 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-f6b69c8d-fe01-4111-95d5-65e2e06e0ead req-710f1921-484b-4aa3-a916-20354595d26d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2a6f229a53e74061b535c311a3c04284&device_id=f64f725f-1c75-4174-8dbc-f720bd2607ac HTTP/1.1" status: 200 len: 1097 time: 0.1016498 Jun 01 06:10:49.474553 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.wsgi [-] (91912) accepted ('10.222.0.41', 52474) {{(pid=91912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 06:10:49.522269 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b69c8d-fe01-4111-95d5-65e2e06e0ead req-46b8d0a2-1f48-40ab-9ef2-5c7eb518a1b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:10:49.523687 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-f6b69c8d-fe01-4111-95d5-65e2e06e0ead req-46b8d0a2-1f48-40ab-9ef2-5c7eb518a1b8 service neutron] 10.222.0.45 "GET /v2.0/networks?id=0b7f9d5f-223f-43b5-8d0c-382ab5f66c87 HTTP/1.1" status: 200 len: 915 time: 0.1388800 Jun 01 06:10:49.533484 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.db.db_base_plugin_v2 [None req-5af91610-8dd0-4a8b-9497-fe03d947298e admin admin] Deleting subnet 448264f3-233e-46e2-9cf9-af40b7e518b3 {{(pid=91912) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 01 06:10:49.537272 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-5af91610-8dd0-4a8b-9497-fe03d947298e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:49.601668 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-5af91610-8dd0-4a8b-9497-fe03d947298e admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:49.612931 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-f6b69c8d-fe01-4111-95d5-65e2e06e0ead req-017dc689-9453-4b15-9f8f-fe702261d42c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=baf11038-68bf-45ba-a722-dbaa09c3d5b4 HTTP/1.1" status: 200 len: 217 time: 0.0799773 Jun 01 06:10:49.619048 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-5af91610-8dd0-4a8b-9497-fe03d947298e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3776980'] for subnet, precommit_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:49.713735 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b69c8d-fe01-4111-95d5-65e2e06e0ead req-f9d81e5a-c3d3-4e71-a76a-5c22bce1164a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:10:49.715470 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-f6b69c8d-fe01-4111-95d5-65e2e06e0ead req-f9d81e5a-c3d3-4e71-a76a-5c22bce1164a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=67a532f4-5301-4272-a23e-04b9dfc38b51 HTTP/1.1" status: 200 len: 854 time: 0.0863450 Jun 01 06:10:49.779206 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-f6b69c8d-fe01-4111-95d5-65e2e06e0ead req-6e2a30c8-4974-4988-8a6d-0e519a20237c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=0b7f9d5f-223f-43b5-8d0c-382ab5f66c87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0502729 Jun 01 06:10:49.916863 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2624f398-9b53-473c-bdf1-ac6a95e3ab7f req-729b49ac-9ade-405d-9494-ed10d7e1213f tempest-ServerRescueNegativeTestJSON-2082042209 tempest-ServerRescueNegativeTestJSON-2082042209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:10:49.924694 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-2624f398-9b53-473c-bdf1-ac6a95e3ab7f req-729b49ac-9ade-405d-9494-ed10d7e1213f tempest-ServerRescueNegativeTestJSON-2082042209 tempest-ServerRescueNegativeTestJSON-2082042209-project] 10.222.0.41 "GET /v2.0/ports?device_id=bb24b49c-2dc6-4892-8b86-b2ebd99a53e4 HTTP/1.1" status: 200 len: 945 time: 0.2030883 Jun 01 06:10:50.031680 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-f6b69c8d-fe01-4111-95d5-65e2e06e0ead req-b2112af2-e682-4f5d-8021-c48971a8b989 service neutron] 10.222.0.45 "GET /v2.0/networks/0b7f9d5f-223f-43b5-8d0c-382ab5f66c87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2441273 Jun 01 06:10:50.035525 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-2624f398-9b53-473c-bdf1-ac6a95e3ab7f req-4c936b42-6e47-4ca1-8500-05e6d3adbf32 tempest-ServerRescueNegativeTestJSON-2082042209 tempest-ServerRescueNegativeTestJSON-2082042209-project] 10.222.0.41 "GET /v2.0/security-groups?id=b9806f43-fca1-4e3e-8128-d5f6b4549043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097062 Jun 01 06:10:50.112124 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.wsgi [-] (91912) accepted ('10.222.0.41', 52506) {{(pid=91912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 06:10:50.116500 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-5af91610-8dd0-4a8b-9497-fe03d947298e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3784033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536289'] for subnet, after_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:50.136548 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-a4e4f858-7c7b-45dc-8ba7-0892e88f0e89 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:10:50.180621 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af91610-8dd0-4a8b-9497-fe03d947298e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=448264f3-233e-46e2-9cf9-af40b7e518b3,revision_number=None']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:10:50.196856 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-5af91610-8dd0-4a8b-9497-fe03d947298e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:10:50.201262 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-f6b69c8d-fe01-4111-95d5-65e2e06e0ead req-f1bdfdca-b056-4467-b5e1-b9d17f8fb841 service neutron] 10.222.0.45 "GET /v2.0/networks/0b7f9d5f-223f-43b5-8d0c-382ab5f66c87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1613591 Jun 01 06:10:50.247360 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-5af91610-8dd0-4a8b-9497-fe03d947298e admin admin] Notify callbacks [] for subnet, before_response {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:50.257890 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.wsgi [-] (91913) accepted ('10.222.0.41', 52518) {{(pid=91913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 06:10:50.258211 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [None req-5af91610-8dd0-4a8b-9497-fe03d947298e admin admin] 10.222.0.41 "DELETE /v2.0/subnets/448264f3-233e-46e2-9cf9-af40b7e518b3 HTTP/1.1" status: 204 len: 168 time: 0.7821577 Jun 01 06:10:50.429493 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-f313dc54-6f33-4dc7-ba9f-3590047c06b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:50.443387 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-7c7dd74d-6451-4f76-a4ed-13b788c5261d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670944'] for network, before_delete {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:50.482558 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.db.quota.driver [None req-f313dc54-6f33-4dc7-ba9f-3590047c06b8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91912) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 06:10:50.496562 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.quota.resource [None req-f313dc54-6f33-4dc7-ba9f-3590047c06b8 admin admin] Usage tracker for resource:security_group_rule and tenant:fde7f2b03b1c49b5964f1e4a165de14d is out of sync, need to count used quota {{(pid=91912) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 06:10:50.504959 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.quota.resource [None req-f313dc54-6f33-4dc7-ba9f-3590047c06b8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91912) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 06:10:50.535484 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.db.quota.driver [None req-f313dc54-6f33-4dc7-ba9f-3590047c06b8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91912) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 06:10:50.592564 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c37553-8ebc-4a15-a4ad-449a0e9b0948 req-945b4157-3070-442e-a478-24859dab8f2d tempest-AttachVolumeNegativeTest-1471670784 tempest-AttachVolumeNegativeTest-1471670784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:10:50.594121 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-03c37553-8ebc-4a15-a4ad-449a0e9b0948 req-945b4157-3070-442e-a478-24859dab8f2d tempest-AttachVolumeNegativeTest-1471670784 tempest-AttachVolumeNegativeTest-1471670784-project] 10.222.0.41 "GET /v2.0/ports?device_id=f64f725f-1c75-4174-8dbc-f720bd2607ac HTTP/1.1" status: 200 len: 944 time: 0.2811401 Jun 01 06:10:50.659967 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-03c37553-8ebc-4a15-a4ad-449a0e9b0948 req-d795ee52-131a-40ce-b3cc-2e5af5a36b31 tempest-AttachVolumeNegativeTest-1471670784 tempest-AttachVolumeNegativeTest-1471670784-project] 10.222.0.41 "GET /v2.0/security-groups?id=148e0031-14dd-4990-9826-b8db75cc4be7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579913 Jun 01 06:10:50.688766 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-7c7dd74d-6451-4f76-a4ed-13b788c5261d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3782491', 'neutron.services.segments.db._delete_segments_for_network-8774208951004'] for network, precommit_delete {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:50.715167 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-7c7dd74d-6451-4f76-a4ed-13b788c5261d admin admin] Subscribe: > segment before_delete 55550000 {{(pid=91913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 06:10:50.715396 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-7c7dd74d-6451-4f76-a4ed-13b788c5261d admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=91913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 06:10:50.716222 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-7c7dd74d-6451-4f76-a4ed-13b788c5261d admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=91913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 06:10:50.716702 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-7c7dd74d-6451-4f76-a4ed-13b788c5261d admin admin] Subscribe: > port after_create 55550000 {{(pid=91913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 06:10:50.717047 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-7c7dd74d-6451-4f76-a4ed-13b788c5261d admin admin] Subscribe: > port after_delete 55550000 {{(pid=91913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 06:10:50.717400 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-7c7dd74d-6451-4f76-a4ed-13b788c5261d admin admin] Subscribe: > port after_update 55550000 {{(pid=91913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 06:10:50.717777 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-7c7dd74d-6451-4f76-a4ed-13b788c5261d admin admin] Subscribe: > segment after_delete 55550000 {{(pid=91913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 06:10:50.718023 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-7c7dd74d-6451-4f76-a4ed-13b788c5261d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=91913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 06:10:50.718335 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-7c7dd74d-6451-4f76-a4ed-13b788c5261d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=91913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 06:10:50.718769 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-7c7dd74d-6451-4f76-a4ed-13b788c5261d admin admin] Subscribe: > subnet after_update 55550000 {{(pid=91913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 06:10:50.731617 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-f313dc54-6f33-4dc7-ba9f-3590047c06b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:50.738500 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-f313dc54-6f33-4dc7-ba9f-3590047c06b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940402'] for security_group, after_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:50.746388 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-48db616d-b954-49fc-ad66-e2f40ebe964d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:10:50.790775 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f313dc54-6f33-4dc7-ba9f-3590047c06b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca35b59a-3cd2-4eb5-a411-c802f9feb4b6,revision_number=1']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:10:50.797285 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [None req-f313dc54-6f33-4dc7-ba9f-3590047c06b8 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=fde7f2b03b1c49b5964f1e4a165de14d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6807449 Jun 01 06:10:50.797285 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-f313dc54-6f33-4dc7-ba9f-3590047c06b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:10:50.801499 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.wsgi [-] (91912) accepted ('10.222.0.41', 52550) {{(pid=91912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 06:10:50.877426 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-5460cb28-a50a-4f06-8055-2d0c0285a7c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:50.893933 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-7c7dd74d-6451-4f76-a4ed-13b788c5261d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=91913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 06:10:50.894884 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-7c7dd74d-6451-4f76-a4ed-13b788c5261d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=91913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 06:10:50.895508 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-7c7dd74d-6451-4f76-a4ed-13b788c5261d admin admin] Subscribe: > subnet before_create 55550000 {{(pid=91913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 06:10:50.896031 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-7c7dd74d-6451-4f76-a4ed-13b788c5261d admin admin] Subscribe: > subnet before_update 55550000 {{(pid=91913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 06:10:50.896565 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.services.segments.db [None req-7c7dd74d-6451-4f76-a4ed-13b788c5261d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6079edf6-9690-4423-b8cd-750cb78f119e']}} {{(pid=91913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 06:10:50.918102 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.services.segments.db [None req-7c7dd74d-6451-4f76-a4ed-13b788c5261d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f8d0f35-05a4-46a4-936b-f4dff54aa9a0') {'for_net_delete': True} {{(pid=91913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 06:10:50.918393 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.services.segments.db [None req-7c7dd74d-6451-4f76-a4ed-13b788c5261d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f8d0f35-05a4-46a4-936b-f4dff54aa9a0') {} {{(pid=91913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 06:10:50.923945 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-5460cb28-a50a-4f06-8055-2d0c0285a7c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:50.941059 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-7c7dd74d-6451-4f76-a4ed-13b788c5261d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774208960925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11393170'] for segment, before_delete {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:50.978155 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-7c7dd74d-6451-4f76-a4ed-13b788c5261d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3778787'] for segment, precommit_delete {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:50.998716 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-5460cb28-a50a-4f06-8055-2d0c0285a7c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940402'] for security_group, after_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:51.002258 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1511e2-6388-414a-a2f5-15076dc3f62a req-a8833fe7-5371-4ed0-afc0-2aa681904832 tempest-VolumesActionsTest-1337150399 tempest-VolumesActionsTest-1337150399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:10:51.004057 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-1b1511e2-6388-414a-a2f5-15076dc3f62a req-a8833fe7-5371-4ed0-afc0-2aa681904832 tempest-VolumesActionsTest-1337150399 tempest-VolumesActionsTest-1337150399-project] 10.222.0.41 "GET /v2.0/ports?device_id=978820d8-b2ae-46c3-a835-d2113746f76d HTTP/1.1" status: 200 len: 946 time: 0.3900886 Jun 01 06:10:51.008050 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c7dd74d-6451-4f76-a4ed-13b788c5261d admin admin] Releasing vlan 340 on physical network physnet1 to pool {{(pid=91913) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 06:10:51.008456 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-7c7dd74d-6451-4f76-a4ed-13b788c5261d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3778787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10749498'] for segment, after_delete {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:51.010203 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-02b7758c-cbf3-4c89-8369-fd87fe10afea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:10:51.024403 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5460cb28-a50a-4f06-8055-2d0c0285a7c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca35b59a-3cd2-4eb5-a411-c802f9feb4b6,revision_number=None']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:10:51.026709 dv-cinder-793885-1-smb neutron-server[91913]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 01 06:10:51.026709 dv-cinder-793885-1-smb neutron-server[91913]: from cryptography.utils import int_from_bytes Jun 01 06:10:51.026709 dv-cinder-793885-1-smb neutron-server[91913]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 01 06:10:51.026709 dv-cinder-793885-1-smb neutron-server[91913]: from cryptography.utils import int_from_bytes Jun 01 06:10:51.026709 dv-cinder-793885-1-smb neutron-server[91913]: Traceback (most recent call last): Jun 01 06:10:51.026709 dv-cinder-793885-1-smb neutron-server[91913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 01 06:10:51.026709 dv-cinder-793885-1-smb neutron-server[91913]: timer() Jun 01 06:10:51.026709 dv-cinder-793885-1-smb neutron-server[91913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 01 06:10:51.026709 dv-cinder-793885-1-smb neutron-server[91913]: cb(*args, **kw) Jun 01 06:10:51.026709 dv-cinder-793885-1-smb neutron-server[91913]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 01 06:10:51.026709 dv-cinder-793885-1-smb neutron-server[91913]: return func(*args, **kwargs) Jun 01 06:10:51.026709 dv-cinder-793885-1-smb neutron-server[91913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 01 06:10:51.026709 dv-cinder-793885-1-smb neutron-server[91913]: self._notify() Jun 01 06:10:51.026709 dv-cinder-793885-1-smb neutron-server[91913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 01 06:10:51.026709 dv-cinder-793885-1-smb neutron-server[91913]: self.callback(batched_events) Jun 01 06:10:51.026709 dv-cinder-793885-1-smb neutron-server[91913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 01 06:10:51.026709 dv-cinder-793885-1-smb neutron-server[91913]: event.method(event) Jun 01 06:10:51.026709 dv-cinder-793885-1-smb neutron-server[91913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 01 06:10:51.026709 dv-cinder-793885-1-smb neutron-server[91913]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 01 06:10:51.026709 dv-cinder-793885-1-smb neutron-server[91913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 01 06:10:51.026709 dv-cinder-793885-1-smb neutron-server[91913]: aggregate_uuid = self.p_client.list_aggregates( Jun 01 06:10:51.026709 dv-cinder-793885-1-smb neutron-server[91913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 01 06:10:51.026709 dv-cinder-793885-1-smb neutron-server[91913]: return f(self, *a, **k) Jun 01 06:10:51.026709 dv-cinder-793885-1-smb neutron-server[91913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 01 06:10:51.026709 dv-cinder-793885-1-smb neutron-server[91913]: return self._get(url).json() Jun 01 06:10:51.026709 dv-cinder-793885-1-smb neutron-server[91913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 01 06:10:51.026709 dv-cinder-793885-1-smb neutron-server[91913]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 01 06:10:51.026709 dv-cinder-793885-1-smb neutron-server[91913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 01 06:10:51.026709 dv-cinder-793885-1-smb neutron-server[91913]: return self.request(url, 'GET', **kwargs) Jun 01 06:10:51.026709 dv-cinder-793885-1-smb neutron-server[91913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 01 06:10:51.026709 dv-cinder-793885-1-smb neutron-server[91913]: base_url = self.get_endpoint(auth, allow=allow, Jun 01 06:10:51.026709 dv-cinder-793885-1-smb neutron-server[91913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 01 06:10:51.026709 dv-cinder-793885-1-smb neutron-server[91913]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 01 06:10:51.026709 dv-cinder-793885-1-smb neutron-server[91913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 01 06:10:51.026709 dv-cinder-793885-1-smb neutron-server[91913]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 01 06:10:51.026709 dv-cinder-793885-1-smb neutron-server[91913]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 01 06:10:51.030129 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-5460cb28-a50a-4f06-8055-2d0c0285a7c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:10:51.034031 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-5460cb28-a50a-4f06-8055-2d0c0285a7c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:51.036166 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [None req-5460cb28-a50a-4f06-8055-2d0c0285a7c4 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ca35b59a-3cd2-4eb5-a411-c802f9feb4b6 HTTP/1.1" status: 204 len: 168 time: 0.2323582 Jun 01 06:10:51.151572 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-1b1511e2-6388-414a-a2f5-15076dc3f62a req-a0db6251-5794-45a8-a66a-7eca26f3fa40 tempest-VolumesActionsTest-1337150399 tempest-VolumesActionsTest-1337150399-project] 10.222.0.41 "GET /v2.0/security-groups?id=4c17888f-8134-4b0e-a491-f03facaafcfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238112 Jun 01 06:10:51.166353 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-7c7dd74d-6451-4f76-a4ed-13b788c5261d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3782482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-940336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-880394'] for network, after_delete {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:51.174024 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-7c7dd74d-6451-4f76-a4ed-13b788c5261d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536287'] for network, before_response {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:51.179308 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:10:51.201389 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [None req-7c7dd74d-6451-4f76-a4ed-13b788c5261d admin admin] 10.222.0.41 "DELETE /v2.0/networks/6079edf6-9690-4423-b8cd-750cb78f119e HTTP/1.1" status: 204 len: 168 time: 0.9402223 Jun 01 06:10:51.208165 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7dd74d-6451-4f76-a4ed-13b788c5261d admin admin] Pushing event deleted for resources: {'Network': ['ID=6079edf6-9690-4423-b8cd-750cb78f119e,revision_number=None']} {{(pid=91913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:10:51.214407 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [None req-7c7dd74d-6451-4f76-a4ed-13b788c5261d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:10:51.281145 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e6b490-8fb3-4878-8d17-bb75d008a497 req-20b54072-f51f-457e-8796-45b8fab6a25b tempest-ServerRescueNegativeTestJSON-2082042209 tempest-ServerRescueNegativeTestJSON-2082042209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:10:51.282971 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-55e6b490-8fb3-4878-8d17-bb75d008a497 req-20b54072-f51f-457e-8796-45b8fab6a25b tempest-ServerRescueNegativeTestJSON-2082042209 tempest-ServerRescueNegativeTestJSON-2082042209-project] 10.222.0.41 "GET /v2.0/ports?device_id=bb24b49c-2dc6-4892-8b86-b2ebd99a53e4 HTTP/1.1" status: 200 len: 945 time: 0.1183791 Jun 01 06:10:51.342452 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-55e6b490-8fb3-4878-8d17-bb75d008a497 req-efccf7da-c860-40e5-8130-8c98302b3a59 tempest-ServerRescueNegativeTestJSON-2082042209 tempest-ServerRescueNegativeTestJSON-2082042209-project] 10.222.0.41 "GET /v2.0/security-groups?id=b9806f43-fca1-4e3e-8128-d5f6b4549043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527050 Jun 01 06:10:51.412221 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.wsgi [-] (91913) accepted ('10.222.0.41', 52578) {{(pid=91913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 06:10:51.424927 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.wsgi [-] (91912) accepted ('10.222.0.41', 52582) {{(pid=91912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 06:10:51.442689 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-f9702666-304b-4fb8-a117-013bbb566e02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:51.456536 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.db.quota.driver [None req-f9702666-304b-4fb8-a117-013bbb566e02 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91912) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 06:10:51.460498 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.quota.resource [None req-f9702666-304b-4fb8-a117-013bbb566e02 admin admin] Usage tracker for resource:security_group_rule and tenant:6ff550870e064fd8a60c10f709d20ac0 is out of sync, need to count used quota {{(pid=91912) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 06:10:51.461231 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [None req-c0965b74-0874-4772-abfc-a3297a825c0c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ce6ee8759a6147cfa4e2062f27b9db8c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0477171 Jun 01 06:10:51.463514 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.wsgi [-] (91913) accepted ('10.222.0.41', 52586) {{(pid=91913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 06:10:51.464351 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.quota.resource [None req-f9702666-304b-4fb8-a117-013bbb566e02 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91912) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 06:10:51.470152 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.db.quota.driver [None req-f9702666-304b-4fb8-a117-013bbb566e02 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91912) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 06:10:51.522832 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-f7aa7546-b1e9-47a5-bf56-f5d1801dbd7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:51.551815 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-f7aa7546-b1e9-47a5-bf56-f5d1801dbd7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:51.560249 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-f9702666-304b-4fb8-a117-013bbb566e02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:51.565090 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-f9702666-304b-4fb8-a117-013bbb566e02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940402'] for security_group, after_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:51.583668 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-86561935-d040-4889-91f8-3f54ff49bc89 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:10:51.614256 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-f7aa7546-b1e9-47a5-bf56-f5d1801dbd7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940402'] for security_group, after_delete {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:51.619700 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [None req-829131f0-d67b-4408-9219-764ff2fad3e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:10:51.627181 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [None req-f9702666-304b-4fb8-a117-013bbb566e02 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6ff550870e064fd8a60c10f709d20ac0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2009439 Jun 01 06:10:51.628054 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9702666-304b-4fb8-a117-013bbb566e02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfc83dba-b0c4-4e9f-84c1-9a8d6aa1f1fd,revision_number=1']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:10:51.630395 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.wsgi [-] (91912) accepted ('10.222.0.41', 52592) {{(pid=91912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 06:10:51.632791 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-f9702666-304b-4fb8-a117-013bbb566e02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:10:51.711486 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-cea006ea-a830-4e56-8e48-12c482c5d3cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:51.721322 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7aa7546-b1e9-47a5-bf56-f5d1801dbd7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39d48f59-16a8-4a77-a6c3-9d02c6487a78,revision_number=None']} {{(pid=91913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:10:51.725015 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [None req-f7aa7546-b1e9-47a5-bf56-f5d1801dbd7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:10:51.747969 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-f7aa7546-b1e9-47a5-bf56-f5d1801dbd7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:51.752881 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [None req-f7aa7546-b1e9-47a5-bf56-f5d1801dbd7c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/39d48f59-16a8-4a77-a6c3-9d02c6487a78 HTTP/1.1" status: 204 len: 168 time: 0.2848668 Jun 01 06:10:51.761192 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-cea006ea-a830-4e56-8e48-12c482c5d3cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:51.872371 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-cea006ea-a830-4e56-8e48-12c482c5d3cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940402'] for security_group, after_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:51.878805 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-bd3b607c-a392-4f99-a856-f64652c6c01d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:10:51.892064 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea006ea-a830-4e56-8e48-12c482c5d3cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfc83dba-b0c4-4e9f-84c1-9a8d6aa1f1fd,revision_number=None']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:10:51.895536 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-cea006ea-a830-4e56-8e48-12c482c5d3cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:10:51.904199 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-cea006ea-a830-4e56-8e48-12c482c5d3cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:51.907793 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [None req-cea006ea-a830-4e56-8e48-12c482c5d3cb admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/cfc83dba-b0c4-4e9f-84c1-9a8d6aa1f1fd HTTP/1.1" status: 204 len: 168 time: 0.2741358 Jun 01 06:10:51.959168 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda1b6fc-9be3-43a8-a4f9-f7dae7303406 req-22ff2747-9c07-48d4-ba06-ba1c36157023 tempest-AttachVolumeNegativeTest-1471670784 tempest-AttachVolumeNegativeTest-1471670784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:10:51.966039 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-bda1b6fc-9be3-43a8-a4f9-f7dae7303406 req-22ff2747-9c07-48d4-ba06-ba1c36157023 tempest-AttachVolumeNegativeTest-1471670784 tempest-AttachVolumeNegativeTest-1471670784-project] 10.222.0.41 "GET /v2.0/ports?device_id=f64f725f-1c75-4174-8dbc-f720bd2607ac HTTP/1.1" status: 200 len: 944 time: 0.1516614 Jun 01 06:10:52.027652 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-bda1b6fc-9be3-43a8-a4f9-f7dae7303406 req-f3af3c83-0371-429f-b4d1-01f83d519919 tempest-AttachVolumeNegativeTest-1471670784 tempest-AttachVolumeNegativeTest-1471670784-project] 10.222.0.41 "GET /v2.0/security-groups?id=148e0031-14dd-4990-9826-b8db75cc4be7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606539 Jun 01 06:10:52.397610 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86ca6b0-13cf-4d52-aa7c-fe5bd538c352 req-48edba95-68c5-489e-b490-6bb7627ff1b9 tempest-VolumesActionsTest-1337150399 tempest-VolumesActionsTest-1337150399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:10:52.405124 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-a86ca6b0-13cf-4d52-aa7c-fe5bd538c352 req-48edba95-68c5-489e-b490-6bb7627ff1b9 tempest-VolumesActionsTest-1337150399 tempest-VolumesActionsTest-1337150399-project] 10.222.0.41 "GET /v2.0/ports?device_id=978820d8-b2ae-46c3-a835-d2113746f76d HTTP/1.1" status: 200 len: 946 time: 0.1039903 Jun 01 06:10:52.484443 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-a86ca6b0-13cf-4d52-aa7c-fe5bd538c352 req-281f1374-0858-4588-8cad-edab6b52cf8d tempest-VolumesActionsTest-1337150399 tempest-VolumesActionsTest-1337150399-project] 10.222.0.41 "GET /v2.0/security-groups?id=4c17888f-8134-4b0e-a491-f03facaafcfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784454 Jun 01 06:10:52.618321 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982329f6-644d-4d18-bfc5-47ba4959d5e2 req-a1c8df72-ea93-4595-ad70-7bcf67fe3cc8 tempest-ServerRescueNegativeTestJSON-2082042209 tempest-ServerRescueNegativeTestJSON-2082042209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:10:52.619989 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-982329f6-644d-4d18-bfc5-47ba4959d5e2 req-a1c8df72-ea93-4595-ad70-7bcf67fe3cc8 tempest-ServerRescueNegativeTestJSON-2082042209 tempest-ServerRescueNegativeTestJSON-2082042209-project] 10.222.0.41 "GET /v2.0/ports?device_id=bb24b49c-2dc6-4892-8b86-b2ebd99a53e4 HTTP/1.1" status: 200 len: 945 time: 0.1246943 Jun 01 06:10:52.668692 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-982329f6-644d-4d18-bfc5-47ba4959d5e2 req-0f35570c-4123-4555-b881-bdfee2f029de tempest-ServerRescueNegativeTestJSON-2082042209 tempest-ServerRescueNegativeTestJSON-2082042209-project] 10.222.0.41 "GET /v2.0/security-groups?id=b9806f43-fca1-4e3e-8128-d5f6b4549043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424423 Jun 01 06:10:52.774276 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d187c2-e556-4e1e-bd96-b55877df02de req-79fff882-fb02-4583-a0c2-0134265a18bb tempest-VolumesActionsTest-1337150399 tempest-VolumesActionsTest-1337150399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:10:52.775740 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-07d187c2-e556-4e1e-bd96-b55877df02de req-79fff882-fb02-4583-a0c2-0134265a18bb tempest-VolumesActionsTest-1337150399 tempest-VolumesActionsTest-1337150399-project] 10.222.0.45 "GET /v2.0/ports?device_id=978820d8-b2ae-46c3-a835-d2113746f76d HTTP/1.1" status: 200 len: 946 time: 0.0992248 Jun 01 06:10:52.927285 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.plugins.ml2.plugin [req-07d187c2-e556-4e1e-bd96-b55877df02de req-2b8516ba-a88d-4254-bd9a-f442e2290770 tempest-VolumesActionsTest-1337150399 tempest-VolumesActionsTest-1337150399-project] Deleting port 78856469-e8ea-4d14-8d15-1efa3c2683fa {{(pid=91913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 06:10:52.927672 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [req-07d187c2-e556-4e1e-bd96-b55877df02de req-2b8516ba-a88d-4254-bd9a-f442e2290770 tempest-VolumesActionsTest-1337150399 tempest-VolumesActionsTest-1337150399-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774208809027'] for port, before_delete {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:52.937985 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.wsgi [-] (91912) accepted ('10.222.0.41', 52658) {{(pid=91912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 06:10:52.977457 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.wsgi [-] (91912) accepted ('10.222.0.41', 52664) {{(pid=91912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 06:10:53.067673 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.plugins.ml2.db [req-07d187c2-e556-4e1e-bd96-b55877df02de req-2b8516ba-a88d-4254-bd9a-f442e2290770 tempest-VolumesActionsTest-1337150399 tempest-VolumesActionsTest-1337150399-project] For port 78856469-e8ea-4d14-8d15-1efa3c2683fa, host hv-cinder-79388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79388',level=0,port_id=78856469-e8ea-4d14-8d15-1efa3c2683fa,segment=NetworkSegment(5046937c-199f-48e9-b747-bf6398bcc026),segment_id=5046937c-199f-48e9-b747-bf6398bcc026)] {{(pid=91913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 06:10:53.068140 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [req-07d187c2-e556-4e1e-bd96-b55877df02de req-2b8516ba-a88d-4254-bd9a-f442e2290770 tempest-VolumesActionsTest-1337150399 tempest-VolumesActionsTest-1337150399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-879323'] for port, precommit_delete {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:53.119887 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-dc5ef14e-2093-44c5-91eb-1c18d1883dd9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:53.158796 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.db.quota.driver [None req-dc5ef14e-2093-44c5-91eb-1c18d1883dd9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91912) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 06:10:53.169577 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.quota.resource [None req-dc5ef14e-2093-44c5-91eb-1c18d1883dd9 admin admin] Usage tracker for resource:security_group_rule and tenant:ab4febd8365f441f8abb769ce7a77eb5 is out of sync, need to count used quota {{(pid=91912) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 06:10:53.175366 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.quota.resource [None req-dc5ef14e-2093-44c5-91eb-1c18d1883dd9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91912) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 06:10:53.188554 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.db.quota.driver [None req-dc5ef14e-2093-44c5-91eb-1c18d1883dd9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91912) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 06:10:53.219123 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.plugins.ml2.plugin [req-07d187c2-e556-4e1e-bd96-b55877df02de req-2b8516ba-a88d-4254-bd9a-f442e2290770 tempest-VolumesActionsTest-1337150399 tempest-VolumesActionsTest-1337150399-project] Calling delete_port for 78856469-e8ea-4d14-8d15-1efa3c2683fa owned by compute:nova {{(pid=91913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 06:10:53.305423 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-dc5ef14e-2093-44c5-91eb-1c18d1883dd9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:53.306864 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.wsgi [-] (91912) accepted ('10.222.0.41', 52682) {{(pid=91912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 06:10:53.364768 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.v2.base [None req-404e5d21-27ae-4c11-973f-e5f9b413fbbc admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-44898397-network', 'tenant_id': 'cf682efceb1b40c4a2056518b30cc419'}} {{(pid=91912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 06:10:53.374029 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-dc5ef14e-2093-44c5-91eb-1c18d1883dd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940402'] for security_group, after_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:53.387156 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.db.quota.driver [None req-404e5d21-27ae-4c11-973f-e5f9b413fbbc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91912) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 06:10:53.392083 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-25302b25-edaa-43d2-bf3e-cf93cce09d3f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:10:53.418116 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.quota.resource [None req-404e5d21-27ae-4c11-973f-e5f9b413fbbc admin admin] Usage tracker for resource:network and tenant:cf682efceb1b40c4a2056518b30cc419 is out of sync, need to count used quota {{(pid=91912) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 06:10:53.422238 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.quota.resource [None req-404e5d21-27ae-4c11-973f-e5f9b413fbbc admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91912) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 06:10:53.447276 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.db.quota.driver [None req-404e5d21-27ae-4c11-973f-e5f9b413fbbc admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91912) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 06:10:53.457704 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [req-07d187c2-e556-4e1e-bd96-b55877df02de req-2b8516ba-a88d-4254-bd9a-f442e2290770 tempest-VolumesActionsTest-1337150399 tempest-VolumesActionsTest-1337150399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774208810150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774208425692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10749551'] for port, after_delete {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:53.470084 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [None req-dc5ef14e-2093-44c5-91eb-1c18d1883dd9 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ab4febd8365f441f8abb769ce7a77eb5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5306668 Jun 01 06:10:53.471422 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.db [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] get_ports_and_sgs() called for port_ids ['78856469-e8ea-4d14-8d15-1efa3c2683fa'] {{(pid=91914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 06:10:53.472431 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5ef14e-2093-44c5-91eb-1c18d1883dd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=406901a9-167b-4f3c-b9c9-beff6956038a,revision_number=1']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:10:53.474606 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.wsgi [-] (91912) accepted ('10.222.0.41', 52690) {{(pid=91912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 06:10:53.485273 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:10:53.523326 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-404e5d21-27ae-4c11-973f-e5f9b413fbbc admin admin] Made reservation on behalf of cf682efceb1b40c4a2056518b30cc419 for: {'network': 1} {{(pid=91912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 06:10:53.525767 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-404e5d21-27ae-4c11-973f-e5f9b413fbbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3824659'] for network, before_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:53.548066 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5ef14e-2093-44c5-91eb-1c18d1883dd9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:10:53.548552 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5ef14e-2093-44c5-91eb-1c18d1883dd9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:10:53.549154 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5ef14e-2093-44c5-91eb-1c18d1883dd9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:10:53.550136 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5ef14e-2093-44c5-91eb-1c18d1883dd9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:10:53.550642 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5ef14e-2093-44c5-91eb-1c18d1883dd9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:10:53.551308 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5ef14e-2093-44c5-91eb-1c18d1883dd9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:10:53.552030 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8516ba-a88d-4254-bd9a-f442e2290770 tempest-VolumesActionsTest-1337150399 tempest-VolumesActionsTest-1337150399-project] Pushing event deleted for resources: {'Port': ['ID=78856469-e8ea-4d14-8d15-1efa3c2683fa,revision_number=None']} {{(pid=91913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:10:53.569056 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5ef14e-2093-44c5-91eb-1c18d1883dd9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:10:53.570732 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5ef14e-2093-44c5-91eb-1c18d1883dd9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:10:53.571964 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5ef14e-2093-44c5-91eb-1c18d1883dd9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:10:53.572471 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5ef14e-2093-44c5-91eb-1c18d1883dd9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:10:53.573506 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5ef14e-2093-44c5-91eb-1c18d1883dd9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:10:53.575106 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5ef14e-2093-44c5-91eb-1c18d1883dd9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:10:53.613306 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8516ba-a88d-4254-bd9a-f442e2290770 tempest-VolumesActionsTest-1337150399 tempest-VolumesActionsTest-1337150399-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:10:53.613912 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8516ba-a88d-4254-bd9a-f442e2290770 tempest-VolumesActionsTest-1337150399 tempest-VolumesActionsTest-1337150399-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:10:53.614473 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8516ba-a88d-4254-bd9a-f442e2290770 tempest-VolumesActionsTest-1337150399 tempest-VolumesActionsTest-1337150399-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:10:53.615021 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8516ba-a88d-4254-bd9a-f442e2290770 tempest-VolumesActionsTest-1337150399 tempest-VolumesActionsTest-1337150399-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:10:53.615614 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8516ba-a88d-4254-bd9a-f442e2290770 tempest-VolumesActionsTest-1337150399 tempest-VolumesActionsTest-1337150399-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:10:53.616099 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8516ba-a88d-4254-bd9a-f442e2290770 tempest-VolumesActionsTest-1337150399 tempest-VolumesActionsTest-1337150399-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:10:53.616690 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8516ba-a88d-4254-bd9a-f442e2290770 tempest-VolumesActionsTest-1337150399 tempest-VolumesActionsTest-1337150399-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:10:53.617190 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8516ba-a88d-4254-bd9a-f442e2290770 tempest-VolumesActionsTest-1337150399 tempest-VolumesActionsTest-1337150399-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:10:53.617758 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8516ba-a88d-4254-bd9a-f442e2290770 tempest-VolumesActionsTest-1337150399 tempest-VolumesActionsTest-1337150399-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:10:53.618273 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8516ba-a88d-4254-bd9a-f442e2290770 tempest-VolumesActionsTest-1337150399 tempest-VolumesActionsTest-1337150399-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:10:53.618744 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8516ba-a88d-4254-bd9a-f442e2290770 tempest-VolumesActionsTest-1337150399 tempest-VolumesActionsTest-1337150399-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:10:53.619201 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8516ba-a88d-4254-bd9a-f442e2290770 tempest-VolumesActionsTest-1337150399 tempest-VolumesActionsTest-1337150399-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:10:53.642180 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.v2.base [None req-ed8cf436-bf3e-423e-988e-d3802aaddc80 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-644847451-network', 'tenant_id': 'fb331abd057c4001beb5d29963f89aad'}} {{(pid=91912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 06:10:53.651554 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.db.quota.driver [None req-ed8cf436-bf3e-423e-988e-d3802aaddc80 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91912) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 06:10:53.655899 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.quota.resource [None req-ed8cf436-bf3e-423e-988e-d3802aaddc80 admin admin] Usage tracker for resource:network and tenant:fb331abd057c4001beb5d29963f89aad is out of sync, need to count used quota {{(pid=91912) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 06:10:53.659842 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.quota.resource [None req-ed8cf436-bf3e-423e-988e-d3802aaddc80 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91912) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 06:10:53.665903 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.db.quota.driver [None req-ed8cf436-bf3e-423e-988e-d3802aaddc80 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91912) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 06:10:53.669267 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [None req-2b8516ba-a88d-4254-bd9a-f442e2290770 tempest-VolumesActionsTest-1337150399 tempest-VolumesActionsTest-1337150399-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:10:53.678829 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-dc5ef14e-2093-44c5-91eb-1c18d1883dd9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:10:53.686473 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.wsgi [-] (91912) accepted ('10.222.0.41', 52698) {{(pid=91912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 06:10:53.688203 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-404e5d21-27ae-4c11-973f-e5f9b413fbbc admin admin] Notify callbacks [] for security_group, before_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:53.706361 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.db.l3_dvrscheduler_db [req-07d187c2-e556-4e1e-bd96-b55877df02de req-2b8516ba-a88d-4254-bd9a-f442e2290770 tempest-VolumesActionsTest-1337150399 tempest-VolumesActionsTest-1337150399-project] No DVR routers for this DVR port 78856469-e8ea-4d14-8d15-1efa3c2683fa on host hv-cinder-79388 {{(pid=91913) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 06:10:53.712769 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed8cf436-bf3e-423e-988e-d3802aaddc80 admin admin] Made reservation on behalf of fb331abd057c4001beb5d29963f89aad for: {'network': 1} {{(pid=91912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 06:10:53.715402 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-ed8cf436-bf3e-423e-988e-d3802aaddc80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3824659'] for network, before_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:53.718709 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [req-07d187c2-e556-4e1e-bd96-b55877df02de req-2b8516ba-a88d-4254-bd9a-f442e2290770 tempest-VolumesActionsTest-1337150399 tempest-VolumesActionsTest-1337150399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239402'] for port, before_response {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:53.722034 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '978820d8-b2ae-46c3-a835-d2113746f76d', 'name': 'network-vif-deleted', 'tag': '78856469-e8ea-4d14-8d15-1efa3c2683fa'}] {{(pid=91913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 06:10:53.724474 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdc6be6d06003a26e0797ba9c3cae52571918e0042132e4e221042360f826683" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b1c3979-877a-4891-a2ad-0adfeb86ec2b" -d '{"events": [{"server_uuid": "978820d8-b2ae-46c3-a835-d2113746f76d", "name": "network-vif-deleted", "tag": "78856469-e8ea-4d14-8d15-1efa3c2683fa"}]}' {{(pid=91913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 06:10:53.728765 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-440146f2-07fe-4889-a864-a8e40b95ab92 req-31230aa1-bf6b-4eae-8662-39ea5ccf8571 tempest-VolumesActionsTest-1337150399 tempest-VolumesActionsTest-1337150399-project] 10.222.0.41 "GET /v2.0/ports?device_id=978820d8-b2ae-46c3-a835-d2113746f76d HTTP/1.1" status: 200 len: 210 time: 0.0655780 Jun 01 06:10:53.738061 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7aebe62-b14b-4f4c-9ad6-53614a8f28e2 req-133f8a66-25b4-4c50-b60b-62bd808bfd2b tempest-AttachVolumeNegativeTest-1471670784 tempest-AttachVolumeNegativeTest-1471670784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:10:53.739611 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-b7aebe62-b14b-4f4c-9ad6-53614a8f28e2 req-133f8a66-25b4-4c50-b60b-62bd808bfd2b tempest-AttachVolumeNegativeTest-1471670784 tempest-AttachVolumeNegativeTest-1471670784-project] 10.222.0.41 "GET /v2.0/ports?device_id=f64f725f-1c75-4174-8dbc-f720bd2607ac HTTP/1.1" status: 200 len: 944 time: 0.4316750 Jun 01 06:10:53.744711 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.db.quota.driver [None req-404e5d21-27ae-4c11-973f-e5f9b413fbbc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91912) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 06:10:53.746886 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-ed8cf436-bf3e-423e-988e-d3802aaddc80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:53.748926 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-07d187c2-e556-4e1e-bd96-b55877df02de req-2b8516ba-a88d-4254-bd9a-f442e2290770 tempest-VolumesActionsTest-1337150399 tempest-VolumesActionsTest-1337150399-project] 10.222.0.45 "DELETE /v2.0/ports/78856469-e8ea-4d14-8d15-1efa3c2683fa HTTP/1.1" status: 204 len: 173 time: 0.9655709 Jun 01 06:10:53.764765 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.quota.resource [None req-404e5d21-27ae-4c11-973f-e5f9b413fbbc admin admin] Usage tracker for resource:security_group_rule and tenant:cf682efceb1b40c4a2056518b30cc419 is out of sync, need to count used quota {{(pid=91912) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 06:10:53.803646 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.quota.resource [None req-404e5d21-27ae-4c11-973f-e5f9b413fbbc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91912) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 06:10:53.820761 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.db.quota.driver [None req-404e5d21-27ae-4c11-973f-e5f9b413fbbc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91912) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 06:10:53.822900 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-bf1a2f1d-e94d-4fd6-aff1-b323036f2bb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:53.824906 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.db.quota.driver [None req-ed8cf436-bf3e-423e-988e-d3802aaddc80 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91912) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 06:10:53.844702 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.quota.resource [None req-ed8cf436-bf3e-423e-988e-d3802aaddc80 admin admin] Usage tracker for resource:security_group_rule and tenant:fb331abd057c4001beb5d29963f89aad is out of sync, need to count used quota {{(pid=91912) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 06:10:53.854397 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.quota.resource [None req-ed8cf436-bf3e-423e-988e-d3802aaddc80 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91912) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 06:10:53.866808 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.db.quota.driver [None req-ed8cf436-bf3e-423e-988e-d3802aaddc80 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91912) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 06:10:53.949424 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-b7aebe62-b14b-4f4c-9ad6-53614a8f28e2 req-4c312695-b2fd-4580-8ba8-07665893db69 tempest-AttachVolumeNegativeTest-1471670784 tempest-AttachVolumeNegativeTest-1471670784-project] 10.222.0.41 "GET /v2.0/security-groups?id=148e0031-14dd-4990-9826-b8db75cc4be7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1912036 Jun 01 06:10:53.967107 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-bf1a2f1d-e94d-4fd6-aff1-b323036f2bb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:54.015048 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 06:10:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-973b5db4-b2b3-4ba0-b921-4648ee979654 x-openstack-request-id: req-973b5db4-b2b3-4ba0-b921-4648ee979654 {{(pid=91913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 06:10:54.015781 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "978820d8-b2ae-46c3-a835-d2113746f76d", "name": "network-vif-deleted", "tag": "78856469-e8ea-4d14-8d15-1efa3c2683fa", "status": "completed", "code": 200}]} {{(pid=91913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 06:10:54.015781 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-973b5db4-b2b3-4ba0-b921-4648ee979654 {{(pid=91913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 06:10:54.016304 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '978820d8-b2ae-46c3-a835-d2113746f76d', 'name': 'network-vif-deleted', 'tag': '78856469-e8ea-4d14-8d15-1efa3c2683fa', 'status': 'completed', 'code': 200} Jun 01 06:10:54.022042 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-d345bcf0-816b-46c3-9c5e-e1a89aa7c2e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:54.060634 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7f6a5b-e3b5-4064-a8bd-4c3fde6ba886 req-bef534e8-c48f-435f-8de7-bd1809f5050b tempest-ServerRescueNegativeTestJSON-2082042209 tempest-ServerRescueNegativeTestJSON-2082042209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:10:54.062268 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-7f7f6a5b-e3b5-4064-a8bd-4c3fde6ba886 req-bef534e8-c48f-435f-8de7-bd1809f5050b tempest-ServerRescueNegativeTestJSON-2082042209 tempest-ServerRescueNegativeTestJSON-2082042209-project] 10.222.0.41 "GET /v2.0/ports?device_id=bb24b49c-2dc6-4892-8b86-b2ebd99a53e4 HTTP/1.1" status: 200 len: 945 time: 0.0953870 Jun 01 06:10:54.087519 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.db.quota.driver [None req-d345bcf0-816b-46c3-9c5e-e1a89aa7c2e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91912) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 06:10:54.095070 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.quota.resource [None req-d345bcf0-816b-46c3-9c5e-e1a89aa7c2e3 admin admin] Usage tracker for resource:security_group_rule and tenant:ad98d3bc478a40428da618f499c19550 is out of sync, need to count used quota {{(pid=91912) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 06:10:54.098689 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.quota.resource [None req-d345bcf0-816b-46c3-9c5e-e1a89aa7c2e3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91912) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 06:10:54.112907 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-7f7f6a5b-e3b5-4064-a8bd-4c3fde6ba886 req-45d51081-09de-42fc-bb3d-a6c7dedb42cb tempest-ServerRescueNegativeTestJSON-2082042209 tempest-ServerRescueNegativeTestJSON-2082042209-project] 10.222.0.41 "GET /v2.0/security-groups?id=b9806f43-fca1-4e3e-8128-d5f6b4549043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437312 Jun 01 06:10:54.121126 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.db.quota.driver [None req-d345bcf0-816b-46c3-9c5e-e1a89aa7c2e3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91912) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 06:10:54.161793 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-ed8cf436-bf3e-423e-988e-d3802aaddc80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:54.181730 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-ed8cf436-bf3e-423e-988e-d3802aaddc80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940402'] for security_group, after_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:54.190615 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:10:54.199511 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-404e5d21-27ae-4c11-973f-e5f9b413fbbc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:54.209225 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-404e5d21-27ae-4c11-973f-e5f9b413fbbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940402'] for security_group, after_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:54.211687 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-bf1a2f1d-e94d-4fd6-aff1-b323036f2bb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940402'] for security_group, after_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:54.240084 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed8cf436-bf3e-423e-988e-d3802aaddc80 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 334} {{(pid=91912) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 06:10:54.252173 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8cf436-bf3e-423e-988e-d3802aaddc80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2944dfc8-54a7-45a4-a0ae-01a78586e78a,revision_number=1']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:10:54.263862 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-404e5d21-27ae-4c11-973f-e5f9b413fbbc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 346} {{(pid=91912) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 06:10:54.265836 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-ed8cf436-bf3e-423e-988e-d3802aaddc80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:10:54.266290 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-cc0796e9-c8d4-4da7-b28c-e0ffac50abaf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.040s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:10:54.291377 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-ed8cf436-bf3e-423e-988e-d3802aaddc80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3778787'] for segment, precommit_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:54.291710 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.db.segments_db [None req-ed8cf436-bf3e-423e-988e-d3802aaddc80 admin admin] Added segment 52f8f2fd-1c76-454d-85a3-9db4809bf673 of type vlan for network 238fca85-2170-4565-a7c0-f91c12b28812 Jun 01 06:10:54.309296 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.rpc [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Device baf11038-68bf-45ba-a722-dbaa09c3d5b4 details requested by agent hyperv_hv-cinder-79388 with host hv-cinder-79388 {{(pid=91914) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 06:10:54.315022 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-404e5d21-27ae-4c11-973f-e5f9b413fbbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3778787'] for segment, precommit_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:54.315393 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.db.segments_db [None req-404e5d21-27ae-4c11-973f-e5f9b413fbbc admin admin] Added segment 5bcb411c-cc6a-4a4c-9bde-5ea76448952b of type vlan for network 0d0e27d7-e499-44c0-a6d3-0e69d07aa387 Jun 01 06:10:54.337410 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404e5d21-27ae-4c11-973f-e5f9b413fbbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29525cd3-1a24-47b8-8173-7c555b06c69d,revision_number=1']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:10:54.360872 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-bf1a2f1d-e94d-4fd6-aff1-b323036f2bb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:54.364682 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [None req-bf1a2f1d-e94d-4fd6-aff1-b323036f2bb1 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/406901a9-167b-4f3c-b9c9-beff6956038a HTTP/1.1" status: 204 len: 168 time: 0.8889365 Jun 01 06:10:54.386684 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-ed8cf436-bf3e-423e-988e-d3802aaddc80 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774208444501'] for network, precommit_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:54.411434 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1a2f1d-e94d-4fd6-aff1-b323036f2bb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=406901a9-167b-4f3c-b9c9-beff6956038a,revision_number=None']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:10:54.420148 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-d345bcf0-816b-46c3-9c5e-e1a89aa7c2e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:54.422207 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-bf1a2f1d-e94d-4fd6-aff1-b323036f2bb1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:10:54.422839 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-3c1e47d1-6052-4866-81a5-21a2acfdca02 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.197s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:10:54.423194 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-3c1e47d1-6052-4866-81a5-21a2acfdca02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:10:54.426071 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-404e5d21-27ae-4c11-973f-e5f9b413fbbc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774208444501'] for network, precommit_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:54.433434 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-d345bcf0-816b-46c3-9c5e-e1a89aa7c2e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940402'] for security_group, after_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:54.452042 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-9d02cb46-efdf-4161-b2cc-b9eb4d0fe110 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:10:54.483606 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.db [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] For port baf11038-68bf-45ba-a722-dbaa09c3d5b4, host hv-cinder-79388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79388',level=0,port_id=baf11038-68bf-45ba-a722-dbaa09c3d5b4,segment=NetworkSegment(bd10b108-5f36-416c-bf05-81cfe0f5f067),segment_id=bd10b108-5f36-416c-bf05-81cfe0f5f067)] {{(pid=91914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 06:10:54.507783 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.rpc [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Returning: {'device': 'baf11038-68bf-45ba-a722-dbaa09c3d5b4', 'network_id': '0b7f9d5f-223f-43b5-8d0c-382ab5f66c87', 'port_id': 'baf11038-68bf-45ba-a722-dbaa09c3d5b4', 'mac_address': 'fa:16:3e:9b:b3:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67a532f4-5301-4272-a23e-04b9dfc38b51', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91914) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 06:10:54.520046 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [None req-d345bcf0-816b-46c3-9c5e-e1a89aa7c2e3 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ad98d3bc478a40428da618f499c19550&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8200951 Jun 01 06:10:54.523117 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d345bcf0-816b-46c3-9c5e-e1a89aa7c2e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c422b75-2f80-4d1a-abb3-eba7294311ac,revision_number=1']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:10:54.523343 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.wsgi [-] (91913) accepted ('10.222.0.41', 52714) {{(pid=91913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 06:10:54.526671 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-ed8cf436-bf3e-423e-988e-d3802aaddc80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-940336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536314'] for network, after_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:54.528171 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-d345bcf0-816b-46c3-9c5e-e1a89aa7c2e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:10:54.529300 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed8cf436-bf3e-423e-988e-d3802aaddc80 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:10:54.529870 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-ed8cf436-bf3e-423e-988e-d3802aaddc80 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536287'] for network, before_response {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:54.534628 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:10:54.559856 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-404e5d21-27ae-4c11-973f-e5f9b413fbbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-940336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536314'] for network, after_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:54.618355 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3824664'] for port, before_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:54.622993 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-404e5d21-27ae-4c11-973f-e5f9b413fbbc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:10:54.623571 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-404e5d21-27ae-4c11-973f-e5f9b413fbbc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536287'] for network, before_response {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:54.625819 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-60298c8e-5459-4e7f-a0d3-c744e2e4f182 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:54.647813 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.notifiers.nova [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id baf11038-68bf-45ba-a722-dbaa09c3d5b4 {{(pid=91914) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 06:10:54.656067 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-60298c8e-5459-4e7f-a0d3-c744e2e4f182 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:54.665263 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8cf436-bf3e-423e-988e-d3802aaddc80 admin admin] Pushing event updated for resources: {'Network': ['ID=238fca85-2170-4565-a7c0-f91c12b28812,revision_number=1']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:10:54.669907 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-ed8cf436-bf3e-423e-988e-d3802aaddc80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:10:54.670454 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-e9907eb5-c3c7-4a26-a9a6-237c19eb21d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.032s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:10:54.681080 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.db [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] For port baf11038-68bf-45ba-a722-dbaa09c3d5b4, host hv-cinder-79388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79388',level=0,port_id=baf11038-68bf-45ba-a722-dbaa09c3d5b4,segment=NetworkSegment(bd10b108-5f36-416c-bf05-81cfe0f5f067),segment_id=bd10b108-5f36-416c-bf05-81cfe0f5f067)] {{(pid=91914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 06:10:54.683996 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.rpc [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] Network 238fca85-2170-4565-a7c0-f91c12b28812 details requested by agent ovs-agent-dv-cinder-793885-1-smb with host dv-cinder-793885-1-smb {{(pid=91914) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 06:10:54.697724 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [None req-404e5d21-27ae-4c11-973f-e5f9b413fbbc admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.7189031 Jun 01 06:10:54.700370 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.wsgi [-] (91913) accepted ('10.222.0.41', 52720) {{(pid=91913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 06:10:54.701228 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774208810132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774208425701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774208426006'] for port, after_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:54.703197 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [None req-ed8cf436-bf3e-423e-988e-d3802aaddc80 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.3394277 Jun 01 06:10:54.704051 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.wsgi [-] (91912) accepted ('10.222.0.41', 52722) {{(pid=91912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 06:10:54.708117 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91914) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:10:54.712117 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.v2.base [None req-f2a0b48e-89f9-49c5-8516-52fd0b5873a9 admin admin] Request body: {'subnet': {'network_id': '0d0e27d7-e499-44c0-a6d3-0e69d07aa387', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-44898397-subnet', 'tenant_id': 'cf682efceb1b40c4a2056518b30cc419', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=91913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 06:10:54.719418 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.db.quota.driver [None req-f2a0b48e-89f9-49c5-8516-52fd0b5873a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 06:10:54.725351 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.quota.resource [None req-f2a0b48e-89f9-49c5-8516-52fd0b5873a9 admin admin] Usage tracker for resource:subnet and tenant:cf682efceb1b40c4a2056518b30cc419 is out of sync, need to count used quota {{(pid=91913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 06:10:54.728889 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.quota.resource [None req-f2a0b48e-89f9-49c5-8516-52fd0b5873a9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 06:10:54.734933 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.db.quota.driver [None req-f2a0b48e-89f9-49c5-8516-52fd0b5873a9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 06:10:54.752342 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2a0b48e-89f9-49c5-8516-52fd0b5873a9 admin admin] Made reservation on behalf of cf682efceb1b40c4a2056518b30cc419 for: {'subnet': 1} {{(pid=91913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 06:10:54.756087 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-f2a0b48e-89f9-49c5-8516-52fd0b5873a9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11365373'] for subnet, before_create {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:54.765964 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.v2.base [None req-1ba95833-7c48-48c3-b818-f36d94ee1eb8 admin admin] Request body: {'subnet': {'network_id': '238fca85-2170-4565-a7c0-f91c12b28812', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-644847451-subnet', 'tenant_id': 'fb331abd057c4001beb5d29963f89aad', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 06:10:54.771505 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.db.quota.driver [None req-1ba95833-7c48-48c3-b818-f36d94ee1eb8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91912) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 06:10:54.775350 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.quota.resource [None req-1ba95833-7c48-48c3-b818-f36d94ee1eb8 admin admin] Usage tracker for resource:subnet and tenant:fb331abd057c4001beb5d29963f89aad is out of sync, need to count used quota {{(pid=91912) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 06:10:54.777432 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-60298c8e-5459-4e7f-a0d3-c744e2e4f182 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940402'] for security_group, after_delete {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:54.785843 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [None req-774e3fb1-79e8-440b-ac13-34b480c481ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:10:54.790701 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.quota.resource [None req-1ba95833-7c48-48c3-b818-f36d94ee1eb8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91912) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 06:10:54.801426 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.db.quota.driver [None req-1ba95833-7c48-48c3-b818-f36d94ee1eb8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91912) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 06:10:54.816913 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.wsgi [-] (91912) accepted ('10.222.0.41', 52730) {{(pid=91912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 06:10:54.837814 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404e5d21-27ae-4c11-973f-e5f9b413fbbc admin admin] Pushing event updated for resources: {'Network': ['ID=0d0e27d7-e499-44c0-a6d3-0e69d07aa387,revision_number=1']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:10:54.849473 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-404e5d21-27ae-4c11-973f-e5f9b413fbbc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:10:54.852008 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-f39cb39f-ade1-4006-9cc5-7d19171ee740 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:54.853467 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60298c8e-5459-4e7f-a0d3-c744e2e4f182 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c422b75-2f80-4d1a-abb3-eba7294311ac,revision_number=None']} {{(pid=91913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:10:54.870929 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ba95833-7c48-48c3-b818-f36d94ee1eb8 admin admin] Made reservation on behalf of fb331abd057c4001beb5d29963f89aad for: {'subnet': 1} {{(pid=91912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 06:10:54.873183 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [None req-60298c8e-5459-4e7f-a0d3-c744e2e4f182 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:10:54.873307 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-1ba95833-7c48-48c3-b818-f36d94ee1eb8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:54.876752 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-60298c8e-5459-4e7f-a0d3-c744e2e4f182 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:54.877025 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.rpc [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] Network 0d0e27d7-e499-44c0-a6d3-0e69d07aa387 details requested by agent ovs-agent-dv-cinder-793885-1-smb with host dv-cinder-793885-1-smb {{(pid=91914) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 06:10:54.880137 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [None req-60298c8e-5459-4e7f-a0d3-c744e2e4f182 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/7c422b75-2f80-4d1a-abb3-eba7294311ac HTTP/1.1" status: 204 len: 168 time: 0.3533878 Jun 01 06:10:54.897646 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.db.quota.driver [None req-f39cb39f-ade1-4006-9cc5-7d19171ee740 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91912) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 06:10:55.005680 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.quota.resource [None req-f39cb39f-ade1-4006-9cc5-7d19171ee740 admin admin] Usage tracker for resource:security_group_rule and tenant:b99ceb683a4d47edba56aa6bc16aacdf is out of sync, need to count used quota {{(pid=91912) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 06:10:55.017250 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.quota.resource [None req-f39cb39f-ade1-4006-9cc5-7d19171ee740 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91912) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 06:10:55.038876 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.db.quota.driver [None req-f39cb39f-ade1-4006-9cc5-7d19171ee740 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91912) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 06:10:55.255402 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-f39cb39f-ade1-4006-9cc5-7d19171ee740 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:55.275209 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-f39cb39f-ade1-4006-9cc5-7d19171ee740 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940402'] for security_group, after_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:55.280652 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.db [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] get_ports_and_sgs() called for port_ids ['baf11038-68bf-45ba-a722-dbaa09c3d5b4'] {{(pid=91914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 06:10:55.286335 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-bde6e957-3711-4df9-9a6e-287b483d4b58 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:10:55.315822 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Pushing event updated for resources: {'Port': ['ID=baf11038-68bf-45ba-a722-dbaa09c3d5b4,revision_number=4']} {{(pid=91914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:10:55.330226 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG oslo_concurrency.lockutils [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.622s {{(pid=91914) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:10:55.389402 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39cb39f-ade1-4006-9cc5-7d19171ee740 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fce82e35-706e-4289-bb3d-33590815dbda,revision_number=1']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:10:55.428054 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [None req-f39cb39f-ade1-4006-9cc5-7d19171ee740 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b99ceb683a4d47edba56aa6bc16aacdf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6099472 Jun 01 06:10:55.429943 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.wsgi [-] (91912) accepted ('10.222.0.41', 52754) {{(pid=91912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 06:10:55.430746 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-f39cb39f-ade1-4006-9cc5-7d19171ee740 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:10:55.519989 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a095766-7010-41e0-a40d-5035d2617cb4 req-6a4a70a8-d9ed-4053-95de-f81cfb102af3 tempest-AttachVolumeNegativeTest-1471670784 tempest-AttachVolumeNegativeTest-1471670784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:10:55.521483 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-3a095766-7010-41e0-a40d-5035d2617cb4 req-6a4a70a8-d9ed-4053-95de-f81cfb102af3 tempest-AttachVolumeNegativeTest-1471670784 tempest-AttachVolumeNegativeTest-1471670784-project] 10.222.0.41 "GET /v2.0/ports?device_id=f64f725f-1c75-4174-8dbc-f720bd2607ac HTTP/1.1" status: 200 len: 945 time: 0.2647088 Jun 01 06:10:55.544273 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-31d825e5-0678-4508-9550-cb702500e045 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:55.580656 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9156a3f3-aeb2-4977-9035-3f11ef3f42c7 req-c45a6b30-1c25-46f2-9c38-8019d9c7dd7c tempest-ServerRescueNegativeTestJSON-2082042209 tempest-ServerRescueNegativeTestJSON-2082042209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:10:55.582171 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-9156a3f3-aeb2-4977-9035-3f11ef3f42c7 req-c45a6b30-1c25-46f2-9c38-8019d9c7dd7c tempest-ServerRescueNegativeTestJSON-2082042209 tempest-ServerRescueNegativeTestJSON-2082042209-project] 10.222.0.41 "GET /v2.0/ports?device_id=bb24b49c-2dc6-4892-8b86-b2ebd99a53e4 HTTP/1.1" status: 200 len: 945 time: 0.1990962 Jun 01 06:10:55.598028 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-31d825e5-0678-4508-9550-cb702500e045 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:55.613948 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-3a095766-7010-41e0-a40d-5035d2617cb4 req-e146dacf-a7dd-42ce-867c-78540d82f0fd tempest-AttachVolumeNegativeTest-1471670784 tempest-AttachVolumeNegativeTest-1471670784-project] 10.222.0.41 "GET /v2.0/security-groups?id=148e0031-14dd-4990-9826-b8db75cc4be7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855846 Jun 01 06:10:55.641225 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-f2a0b48e-89f9-49c5-8516-52fd0b5873a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10749151', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11365355'] for subnet, after_create {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:55.642407 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [None req-ae48cddd-c7c3-479b-bce6-132395498e8d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:10:55.679002 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-9156a3f3-aeb2-4977-9035-3f11ef3f42c7 req-bf438531-42e1-46b6-95a2-f8b99fc52181 tempest-ServerRescueNegativeTestJSON-2082042209 tempest-ServerRescueNegativeTestJSON-2082042209-project] 10.222.0.41 "GET /v2.0/security-groups?id=b9806f43-fca1-4e3e-8128-d5f6b4549043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739889 Jun 01 06:10:55.733314 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a0b48e-89f9-49c5-8516-52fd0b5873a9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=afe82765-6164-43ac-8036-06de690ecff6,revision_number=0']} {{(pid=91913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:10:55.745353 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [None req-f2a0b48e-89f9-49c5-8516-52fd0b5873a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:10:55.774081 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2a0b48e-89f9-49c5-8516-52fd0b5873a9 admin admin] Checking segment: {'id': '5bcb411c-cc6a-4a4c-9bde-5ea76448952b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '0d0e27d7-e499-44c0-a6d3-0e69d07aa387'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 06:10:55.774485 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2a0b48e-89f9-49c5-8516-52fd0b5873a9 admin admin] Network hostable DHCP agents. Network: 0d0e27d7-e499-44c0-a6d3-0e69d07aa387, hostable agents: ['19337ed4-2364-4f5e-82f6-1f840bd5d30c'], hosted agents: [] {{(pid=91913) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 06:10:55.787434 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-e6f3101c-febd-4a93-94b1-06c5bf87577f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774208951022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772053'] for agent, after_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:55.794343 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-1ba95833-7c48-48c3-b818-f36d94ee1eb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536289'] for subnet, after_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:55.795288 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-31d825e5-0678-4508-9550-cb702500e045 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940402'] for security_group, after_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:55.801168 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-f313dc54-6f33-4dc7-ba9f-3590047c06b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:10:55.816555 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d825e5-0678-4508-9550-cb702500e045 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fce82e35-706e-4289-bb3d-33590815dbda,revision_number=None']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:10:55.819959 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-31d825e5-0678-4508-9550-cb702500e045 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:10:55.820362 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.010s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:10:55.879203 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2a0b48e-89f9-49c5-8516-52fd0b5873a9 admin admin] Network 0d0e27d7-e499-44c0-a6d3-0e69d07aa387 is scheduled to be hosted by DHCP agent 19337ed4-2364-4f5e-82f6-1f840bd5d30c with binding_index 1 {{(pid=91913) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 06:10:55.894039 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-31d825e5-0678-4508-9550-cb702500e045 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:55.895758 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [None req-31d825e5-0678-4508-9550-cb702500e045 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/fce82e35-706e-4289-bb3d-33590815dbda HTTP/1.1" status: 204 len: 168 time: 0.4584332 Jun 01 06:10:55.905080 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ba95833-7c48-48c3-b818-f36d94ee1eb8 admin admin] Checking segment: {'id': '52f8f2fd-1c76-454d-85a3-9db4809bf673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '238fca85-2170-4565-a7c0-f91c12b28812'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 06:10:55.905080 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ba95833-7c48-48c3-b818-f36d94ee1eb8 admin admin] Network hostable DHCP agents. Network: 238fca85-2170-4565-a7c0-f91c12b28812, hostable agents: ['19337ed4-2364-4f5e-82f6-1f840bd5d30c'], hosted agents: [] {{(pid=91912) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 06:10:55.907548 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba95833-7c48-48c3-b818-f36d94ee1eb8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0a46cb3b-b37f-4da0-83a6-0c17380e3970,revision_number=0']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:10:55.912906 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.scheduler.base_scheduler [None req-f2a0b48e-89f9-49c5-8516-52fd0b5873a9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-793885-1-smb, 0d0e27d7-e499-44c0-a6d3-0e69d07aa387) {{(pid=91913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 06:10:55.917422 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-1ba95833-7c48-48c3-b818-f36d94ee1eb8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:10:55.923022 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1202975e-88b0-49ae-832e-a623946cfd56 None None] Network 0d0e27d7-e499-44c0-a6d3-0e69d07aa387 requested from dv-cinder-793885-1-smb {{(pid=91914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 06:10:55.932872 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ba95833-7c48-48c3-b818-f36d94ee1eb8 admin admin] Network 238fca85-2170-4565-a7c0-f91c12b28812 is scheduled to be hosted by DHCP agent 19337ed4-2364-4f5e-82f6-1f840bd5d30c with binding_index 1 {{(pid=91912) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 06:10:55.949053 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.scheduler.base_scheduler [None req-1ba95833-7c48-48c3-b818-f36d94ee1eb8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-793885-1-smb, 238fca85-2170-4565-a7c0-f91c12b28812) {{(pid=91912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 06:10:55.954971 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ba95833-7c48-48c3-b818-f36d94ee1eb8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:10:55.956493 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-1ba95833-7c48-48c3-b818-f36d94ee1eb8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:55.972453 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dce42bf4-aa7c-41dd-9677-b742f7d39193 None None] Network 238fca85-2170-4565-a7c0-f91c12b28812 requested from dv-cinder-793885-1-smb {{(pid=91914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 06:10:55.989926 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [None req-1ba95833-7c48-48c3-b818-f36d94ee1eb8 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.2721820 Jun 01 06:10:55.990127 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2afe2c4-ff39-4c10-87d3-c1d5a25b78dd req-11b837ba-420a-47ea-a09e-c7ee1df867d3 tempest-VolumesActionsTest-1337150399 tempest-VolumesActionsTest-1337150399-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:10:55.990127 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.quota.resource [req-b2afe2c4-ff39-4c10-87d3-c1d5a25b78dd req-11b837ba-420a-47ea-a09e-c7ee1df867d3 tempest-VolumesActionsTest-1337150399 tempest-VolumesActionsTest-1337150399-project] Synchronizing usage tracker for tenant:41c101b65d5d4764bc557847c62fff7d on resource:network {{(pid=91913) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 06:10:55.999168 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2a0b48e-89f9-49c5-8516-52fd0b5873a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:10:55.999683 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-f2a0b48e-89f9-49c5-8516-52fd0b5873a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536287'] for subnet, before_response {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:56.027074 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.quota.resource [req-b2afe2c4-ff39-4c10-87d3-c1d5a25b78dd req-11b837ba-420a-47ea-a09e-c7ee1df867d3 tempest-VolumesActionsTest-1337150399 tempest-VolumesActionsTest-1337150399-project] Unset dirty status for tenant:41c101b65d5d4764bc557847c62fff7d on resource:network {{(pid=91913) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 06:10:56.034268 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-b2afe2c4-ff39-4c10-87d3-c1d5a25b78dd req-11b837ba-420a-47ea-a09e-c7ee1df867d3 tempest-VolumesActionsTest-1337150399 tempest-VolumesActionsTest-1337150399-project] 10.222.0.41 "GET /v2.0/networks?id=73eae694-94c0-4050-acfb-a8f3cc6434c6 HTTP/1.1" status: 200 len: 809 time: 0.2857885 Jun 01 06:10:56.037305 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [None req-f2a0b48e-89f9-49c5-8516-52fd0b5873a9 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.3350184 Jun 01 06:10:56.040597 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.wsgi [-] (91912) accepted ('10.222.0.41', 52780) {{(pid=91912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 06:10:56.045728 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.v2.base [None req-debe5f23-0512-4648-b949-1a471c8d7ea0 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-44898397-router', 'tenant_id': 'cf682efceb1b40c4a2056518b30cc419', 'external_gateway_info': {'network_id': 'df727fa4-ca0b-43ba-be88-ffeb156f0c84'}}} {{(pid=91912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 06:10:56.053523 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.db.quota.driver [None req-debe5f23-0512-4648-b949-1a471c8d7ea0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91912) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 06:10:56.061667 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.quota.resource [None req-debe5f23-0512-4648-b949-1a471c8d7ea0 admin admin] Usage tracker for resource:router and tenant:cf682efceb1b40c4a2056518b30cc419 is out of sync, need to count used quota {{(pid=91912) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 06:10:56.067779 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-b2afe2c4-ff39-4c10-87d3-c1d5a25b78dd req-9e793efe-c94d-4c14-b101-f37f4ad6b759 tempest-VolumesActionsTest-1337150399 tempest-VolumesActionsTest-1337150399-project] 10.222.0.41 "GET /v2.0/quotas/41c101b65d5d4764bc557847c62fff7d HTTP/1.1" status: 200 len: 375 time: 0.0319569 Jun 01 06:10:56.069909 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.quota.resource [None req-debe5f23-0512-4648-b949-1a471c8d7ea0 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91912) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 06:10:56.079140 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.db.quota.driver [None req-debe5f23-0512-4648-b949-1a471c8d7ea0 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91912) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 06:10:56.102518 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-debe5f23-0512-4648-b949-1a471c8d7ea0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-890745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5139'] for router, before_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:56.104232 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-debe5f23-0512-4648-b949-1a471c8d7ea0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-889721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-880550', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-949579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5144'] for router, precommit_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:56.152849 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-debe5f23-0512-4648-b949-1a471c8d7ea0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:56.178389 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.quota.resource [req-b2afe2c4-ff39-4c10-87d3-c1d5a25b78dd req-4a1fcc76-0dda-4007-b12b-fc9b9d67ddd6 tempest-VolumesActionsTest-1337150399 tempest-VolumesActionsTest-1337150399-project] Synchronizing usage tracker for tenant:41c101b65d5d4764bc557847c62fff7d on resource:port {{(pid=91913) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 06:10:56.213268 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.quota.resource [req-b2afe2c4-ff39-4c10-87d3-c1d5a25b78dd req-4a1fcc76-0dda-4007-b12b-fc9b9d67ddd6 tempest-VolumesActionsTest-1337150399 tempest-VolumesActionsTest-1337150399-project] Unset dirty status for tenant:41c101b65d5d4764bc557847c62fff7d on resource:port {{(pid=91913) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 06:10:56.215030 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-b2afe2c4-ff39-4c10-87d3-c1d5a25b78dd req-4a1fcc76-0dda-4007-b12b-fc9b9d67ddd6 tempest-VolumesActionsTest-1337150399 tempest-VolumesActionsTest-1337150399-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=41c101b65d5d4764bc557847c62fff7d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1412480 Jun 01 06:10:56.363580 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.rpc [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Device 78856469-e8ea-4d14-8d15-1efa3c2683fa no longer exists at agent hyperv_hv-cinder-79388 {{(pid=91914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 06:10:56.394752 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-b2afe2c4-ff39-4c10-87d3-c1d5a25b78dd req-2b5ec7c9-3f8e-47c1-8c3e-4e6d7089c4be service neutron] 10.222.0.41 "GET /v2.0/networks/73eae694-94c0-4050-acfb-a8f3cc6434c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1713629 Jun 01 06:10:56.426450 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cf3338a-6988-4d13-99bf-bbd49f4f9bae None None] Network 238fca85-2170-4565-a7c0-f91c12b28812 requested from dv-cinder-793885-1-smb {{(pid=91914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 06:10:56.452591 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.plugin [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] No Port match for: 78856469-e8ea-4d14-8d15-1efa3c2683fa {{(pid=91914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 01 06:10:56.452951 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.rpc [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Device 78856469-e8ea-4d14-8d15-1efa3c2683fa not bound to the agent host hv-cinder-79388 {{(pid=91914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 06:10:56.586596 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-debe5f23-0512-4648-b949-1a471c8d7ea0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-880515', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-890699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5230'] for router, precommit_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:56.623750 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.wsgi [-] (91913) accepted ('10.222.0.41', 52808) {{(pid=91913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 06:10:56.759861 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-eb4229b3-cd82-4f24-92ed-cb4111928ba3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:56.809136 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.db.quota.driver [None req-eb4229b3-cd82-4f24-92ed-cb4111928ba3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 06:10:56.822026 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef69ad1b-d310-49dc-b1e7-0b8bbec34030 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1120d2a-5d53-58fd-944c-c26255605104-0d0e27d7-e499-44c0-a6d3-0e69d07aa387', 'network_id': '0d0e27d7-e499-44c0-a6d3-0e69d07aa387', 'tenant_id': 'cf682efceb1b40c4a2056518b30cc419', 'fixed_ips': [{'subnet_id': 'afe82765-6164-43ac-8036-06de690ecff6'}]}} from dv-cinder-793885-1-smb. {{(pid=91914) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 01 06:10:56.823731 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-b2afe2c4-ff39-4c10-87d3-c1d5a25b78dd req-af772fcf-12d9-4537-88d3-e893efc4e1e4 service neutron] 10.222.0.41 "GET /v2.0/networks/73eae694-94c0-4050-acfb-a8f3cc6434c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4218469 Jun 01 06:10:56.827612 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.quota.resource [None req-eb4229b3-cd82-4f24-92ed-cb4111928ba3 admin admin] Usage tracker for resource:security_group_rule and tenant:1ff51cf15b92408fa3961c0663b108cf is out of sync, need to count used quota {{(pid=91913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 06:10:56.833463 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.quota.resource [None req-eb4229b3-cd82-4f24-92ed-cb4111928ba3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 06:10:56.838986 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-ef69ad1b-d310-49dc-b1e7-0b8bbec34030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3824664'] for port, before_create {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:56.841412 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.db.quota.driver [None req-eb4229b3-cd82-4f24-92ed-cb4111928ba3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 06:10:57.022767 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-eb4229b3-cd82-4f24-92ed-cb4111928ba3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:57.030662 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-eb4229b3-cd82-4f24-92ed-cb4111928ba3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940402'] for security_group, after_create {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:57.045217 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [None req-24c2e2ce-b1fd-4c64-8011-d08a2e90d81a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:10:57.148494 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [None req-eb4229b3-cd82-4f24-92ed-cb4111928ba3 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1ff51cf15b92408fa3961c0663b108cf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5227220 Jun 01 06:10:57.154065 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.wsgi [-] (91913) accepted ('10.222.0.41', 52856) {{(pid=91913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 06:10:57.157734 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4229b3-cd82-4f24-92ed-cb4111928ba3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0ab2db9-3e2c-41a6-b2e6-9b195f30ad8b,revision_number=1']} {{(pid=91913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:10:57.164239 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [None req-eb4229b3-cd82-4f24-92ed-cb4111928ba3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:10:57.262318 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.db.db_base_plugin_common [None req-ef69ad1b-d310-49dc-b1e7-0b8bbec34030 None None] Allocated IP 172.20.0.2 (0d0e27d7-e499-44c0-a6d3-0e69d07aa387/afe82765-6164-43ac-8036-06de690ecff6/6199a658-81c5-4886-9ba8-633601a9d54a) {{(pid=91914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 06:10:57.277614 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b5f065-adee-4f11-90c0-dbc28672bf88 req-5a7553b6-92a2-4ee7-8030-d8a7df610be5 tempest-AttachVolumeNegativeTest-1471670784 tempest-AttachVolumeNegativeTest-1471670784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:10:57.290154 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-49b5f065-adee-4f11-90c0-dbc28672bf88 req-5a7553b6-92a2-4ee7-8030-d8a7df610be5 tempest-AttachVolumeNegativeTest-1471670784 tempest-AttachVolumeNegativeTest-1471670784-project] 10.222.0.41 "GET /v2.0/ports?device_id=f64f725f-1c75-4174-8dbc-f720bd2607ac HTTP/1.1" status: 200 len: 945 time: 0.4040861 Jun 01 06:10:57.431296 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-9d389fc3-90ae-45a2-8f91-718785f91632 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:57.462418 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-9d389fc3-90ae-45a2-8f91-718785f91632 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:57.515091 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.wsgi [-] (91913) accepted ('10.222.0.41', 52870) {{(pid=91913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 06:10:57.523714 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff1d5d3-abc2-4c82-a18f-135c844255c6 req-ebb3be6a-9c71-4848-9003-058ea9ad3955 tempest-ServerRescueNegativeTestJSON-2082042209 tempest-ServerRescueNegativeTestJSON-2082042209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:10:57.525537 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-aff1d5d3-abc2-4c82-a18f-135c844255c6 req-ebb3be6a-9c71-4848-9003-058ea9ad3955 tempest-ServerRescueNegativeTestJSON-2082042209 tempest-ServerRescueNegativeTestJSON-2082042209-project] 10.222.0.41 "GET /v2.0/ports?device_id=bb24b49c-2dc6-4892-8b86-b2ebd99a53e4 HTTP/1.1" status: 200 len: 945 time: 0.3323758 Jun 01 06:10:57.526527 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-ef69ad1b-d310-49dc-b1e7-0b8bbec34030 None None] Notify callbacks [] for port, precommit_create {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:57.532694 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.v2.base [None req-d418ac3b-bfb1-4b01-be47-9dd24937bafe admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1371779347-network', 'tenant_id': 'fb4292a7db3c4ab79e6d704e315808a2'}} {{(pid=91913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 06:10:57.533659 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-debe5f23-0512-4648-b949-1a471c8d7ea0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:57.538706 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.db.quota.driver [None req-d418ac3b-bfb1-4b01-be47-9dd24937bafe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 06:10:57.550184 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.quota.resource [None req-d418ac3b-bfb1-4b01-be47-9dd24937bafe admin admin] Usage tracker for resource:network and tenant:fb4292a7db3c4ab79e6d704e315808a2 is out of sync, need to count used quota {{(pid=91913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 06:10:57.558440 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.quota.resource [None req-d418ac3b-bfb1-4b01-be47-9dd24937bafe admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 06:10:57.584613 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.db.quota.driver [None req-d418ac3b-bfb1-4b01-be47-9dd24937bafe admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 06:10:57.596863 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.db.provisioning_blocks [None req-ef69ad1b-d310-49dc-b1e7-0b8bbec34030 None None] Transition to ACTIVE for port object 6199a658-81c5-4886-9ba8-633601a9d54a will not be triggered until provisioned by entity L2. {{(pid=91914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 06:10:57.603281 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-49b5f065-adee-4f11-90c0-dbc28672bf88 req-13797f9f-3b2d-4168-9753-a8e30d2892ca tempest-AttachVolumeNegativeTest-1471670784 tempest-AttachVolumeNegativeTest-1471670784-project] 10.222.0.41 "GET /v2.0/security-groups?id=148e0031-14dd-4990-9826-b8db75cc4be7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3090456 Jun 01 06:10:57.607902 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-debe5f23-0512-4648-b949-1a471c8d7ea0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3824664'] for port, before_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:57.617783 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-9d389fc3-90ae-45a2-8f91-718785f91632 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940402'] for security_group, after_delete {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:57.633682 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [None req-0fcf3073-e57a-43ec-8cbb-f55fbbe5ba41 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:10:57.641672 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.db.provisioning_blocks [None req-ef69ad1b-d310-49dc-b1e7-0b8bbec34030 None None] Transition to ACTIVE for port object 6199a658-81c5-4886-9ba8-633601a9d54a will not be triggered until provisioned by entity DHCP. {{(pid=91914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 06:10:57.667975 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-ef69ad1b-d310-49dc-b1e7-0b8bbec34030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774208425683'] for port, after_create {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:57.673077 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91914) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:10:57.704663 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-aff1d5d3-abc2-4c82-a18f-135c844255c6 req-d9a0a79d-bb9c-4936-a480-1a5cb1fe2faa tempest-ServerRescueNegativeTestJSON-2082042209 tempest-ServerRescueNegativeTestJSON-2082042209-project] 10.222.0.41 "GET /v2.0/security-groups?id=b9806f43-fca1-4e3e-8128-d5f6b4549043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475906 Jun 01 06:10:57.715664 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d418ac3b-bfb1-4b01-be47-9dd24937bafe admin admin] Made reservation on behalf of fb4292a7db3c4ab79e6d704e315808a2 for: {'network': 1} {{(pid=91913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 06:10:57.723213 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-d418ac3b-bfb1-4b01-be47-9dd24937bafe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3824659'] for network, before_create {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:57.742170 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-5c403596-a420-42af-b32c-86e2ed5d2494 req-2c130427-09dc-4787-bcdf-559dc272f66f tempest-VolumesActionsTest-1337150399 tempest-VolumesActionsTest-1337150399-project] 10.222.0.41 "GET /v2.0/ports?device_id=75ed6edb-5e1e-4d3e-8d7a-790b36e8848c HTTP/1.1" status: 200 len: 210 time: 0.0640855 Jun 01 06:10:57.747079 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d389fc3-90ae-45a2-8f91-718785f91632 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0ab2db9-3e2c-41a6-b2e6-9b195f30ad8b,revision_number=None']} {{(pid=91913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:10:57.759316 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [None req-9d389fc3-90ae-45a2-8f91-718785f91632 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:10:57.760387 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-9d389fc3-90ae-45a2-8f91-718785f91632 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:57.763832 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [None req-9d389fc3-90ae-45a2-8f91-718785f91632 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d0ab2db9-3e2c-41a6-b2e6-9b195f30ad8b HTTP/1.1" status: 204 len: 168 time: 0.6064467 Jun 01 06:10:57.763832 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-d418ac3b-bfb1-4b01-be47-9dd24937bafe admin admin] Notify callbacks [] for security_group, before_create {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:57.786225 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.db.quota.driver [None req-d418ac3b-bfb1-4b01-be47-9dd24937bafe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 06:10:57.794958 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.quota.resource [None req-d418ac3b-bfb1-4b01-be47-9dd24937bafe admin admin] Usage tracker for resource:security_group_rule and tenant:fb4292a7db3c4ab79e6d704e315808a2 is out of sync, need to count used quota {{(pid=91913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 06:10:57.802555 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.quota.resource [None req-d418ac3b-bfb1-4b01-be47-9dd24937bafe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 06:10:57.812187 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.db.quota.driver [None req-d418ac3b-bfb1-4b01-be47-9dd24937bafe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 06:10:57.860446 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef69ad1b-d310-49dc-b1e7-0b8bbec34030 None None] Network 0d0e27d7-e499-44c0-a6d3-0e69d07aa387 is already hosted by enough agents. {{(pid=91914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 06:10:57.865345 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.scheduler.base_scheduler [None req-ef69ad1b-d310-49dc-b1e7-0b8bbec34030 None None] Resources bound (agent type, host, resource id): {{(pid=91914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 06:10:57.871734 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef69ad1b-d310-49dc-b1e7-0b8bbec34030 None None] Received port after_create {{(pid=91914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 06:10:57.881894 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.db.db_base_plugin_common [None req-debe5f23-0512-4648-b949-1a471c8d7ea0 admin admin] Allocated IP 172.28.2.171 (df727fa4-ca0b-43ba-be88-ffeb156f0c84/8acdb510-d5f4-4c90-8e8c-2a5ae18e332f/b14abe69-0830-4a49-a1a6-c0865e3859ed) {{(pid=91912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 06:10:57.952105 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG neutron.db.agents_db [None req-a707e798-5c4a-4349-b1a6-04fc24c0e8c1 None None] Agent healthcheck: found 6 active agents {{(pid=91915) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 06:10:57.966144 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef69ad1b-d310-49dc-b1e7-0b8bbec34030 None None] Pushing event updated for resources: {'Port': ['ID=6199a658-81c5-4886-9ba8-633601a9d54a,revision_number=1']} {{(pid=91914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:10:57.981027 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG oslo_concurrency.lockutils [None req-ef69ad1b-d310-49dc-b1e7-0b8bbec34030 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=91914) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:10:57.983272 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-d418ac3b-bfb1-4b01-be47-9dd24937bafe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:57.995013 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-d418ac3b-bfb1-4b01-be47-9dd24937bafe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940402'] for security_group, after_create {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:58.011462 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [None req-f7aa7546-b1e9-47a5-bf56-f5d1801dbd7c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:10:58.041873 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.managers [None req-ef69ad1b-d310-49dc-b1e7-0b8bbec34030 None None] Attempting to bind port 6199a658-81c5-4886-9ba8-633601a9d54a on host dv-cinder-793885-1-smb for vnic_type normal with profile {{(pid=91914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 06:10:58.042252 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.managers [None req-ef69ad1b-d310-49dc-b1e7-0b8bbec34030 None None] Attempting to bind port 6199a658-81c5-4886-9ba8-633601a9d54a by drivers openvswitch,hyperv on host dv-cinder-793885-1-smb at level 0 using segments [{'id': '5bcb411c-cc6a-4a4c-9bde-5ea76448952b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '0d0e27d7-e499-44c0-a6d3-0e69d07aa387'}] {{(pid=91914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 06:10:58.042621 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef69ad1b-d310-49dc-b1e7-0b8bbec34030 None None] Attempting to bind port 6199a658-81c5-4886-9ba8-633601a9d54a on network 0d0e27d7-e499-44c0-a6d3-0e69d07aa387 {{(pid=91914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 06:10:58.048375 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef69ad1b-d310-49dc-b1e7-0b8bbec34030 None None] Checking agent: {'id': 'afbd2d5c-fa5a-4eff-9ede-b1626fbc7a4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793885-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 6, 1, 58), 'started_at': datetime.datetime(2021, 6, 1, 6, 2, 28), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 6, 10, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793885-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 06:10:58.049406 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef69ad1b-d310-49dc-b1e7-0b8bbec34030 None None] Checking segment: {'id': '5bcb411c-cc6a-4a4c-9bde-5ea76448952b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '0d0e27d7-e499-44c0-a6d3-0e69d07aa387'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 06:10:58.049828 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-ef69ad1b-d310-49dc-b1e7-0b8bbec34030 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:58.050230 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef69ad1b-d310-49dc-b1e7-0b8bbec34030 None None] Bound using segment: {'id': '5bcb411c-cc6a-4a4c-9bde-5ea76448952b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '0d0e27d7-e499-44c0-a6d3-0e69d07aa387'} {{(pid=91914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 06:10:58.050709 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.managers [None req-ef69ad1b-d310-49dc-b1e7-0b8bbec34030 None None] Bound port: 6199a658-81c5-4886-9ba8-633601a9d54a, host: dv-cinder-793885-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5bcb411c-cc6a-4a4c-9bde-5ea76448952b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '0d0e27d7-e499-44c0-a6d3-0e69d07aa387'}}] {{(pid=91914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 06:10:58.051135 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-ef69ad1b-d310-49dc-b1e7-0b8bbec34030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3824664'] for port, before_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:58.092128 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d418ac3b-bfb1-4b01-be47-9dd24937bafe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efd2e082-9de8-4564-a387-41663c4fd298,revision_number=1']} {{(pid=91913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:10:58.104976 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [None req-d418ac3b-bfb1-4b01-be47-9dd24937bafe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:10:58.108935 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d418ac3b-bfb1-4b01-be47-9dd24937bafe admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 315} {{(pid=91913) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 06:10:58.127609 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-d418ac3b-bfb1-4b01-be47-9dd24937bafe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3778787'] for segment, precommit_create {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:58.128421 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.db.segments_db [None req-d418ac3b-bfb1-4b01-be47-9dd24937bafe admin admin] Added segment 2fe220bb-d1d3-4172-8883-11c3ba7b360b of type vlan for network 9b9e8e60-70ac-49bb-b268-d1203fa23b1c Jun 01 06:10:58.197821 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-d418ac3b-bfb1-4b01-be47-9dd24937bafe admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774208444501'] for network, precommit_create {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:58.263475 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774208951022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772053'] for agent, after_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:58.268005 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-d418ac3b-bfb1-4b01-be47-9dd24937bafe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-940336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536314'] for network, after_create {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:58.270931 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d418ac3b-bfb1-4b01-be47-9dd24937bafe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:10:58.272590 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-d418ac3b-bfb1-4b01-be47-9dd24937bafe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536287'] for network, before_response {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:58.274288 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.db [None req-ef69ad1b-d310-49dc-b1e7-0b8bbec34030 None None] For port 6199a658-81c5-4886-9ba8-633601a9d54a, host dv-cinder-793885-1-smb, cleared binding levels {{(pid=91914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 06:10:58.279026 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.db [None req-ef69ad1b-d310-49dc-b1e7-0b8bbec34030 None None] For port 6199a658-81c5-4886-9ba8-633601a9d54a, host dv-cinder-793885-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793885-1-smb',level=0,port_id=6199a658-81c5-4886-9ba8-633601a9d54a,segment=NetworkSegment(5bcb411c-cc6a-4a4c-9bde-5ea76448952b),segment_id=5bcb411c-cc6a-4a4c-9bde-5ea76448952b)] {{(pid=91914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 06:10:58.285041 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:10:58.291016 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-ef69ad1b-d310-49dc-b1e7-0b8bbec34030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774208810132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774208425701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774208426006'] for port, after_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:58.301696 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-debe5f23-0512-4648-b949-1a471c8d7ea0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:58.306535 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG oslo_concurrency.lockutils [None req-160032c4-ddc5-42f6-a3d8-fe4e579bf6a2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91914) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:10:58.370859 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-debe5f23-0512-4648-b949-1a471c8d7ea0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774208425683'] for port, after_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:58.379165 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:10:58.383176 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.rpc [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Device baf11038-68bf-45ba-a722-dbaa09c3d5b4 up at agent hyperv_hv-cinder-79388 {{(pid=91914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 06:10:58.435144 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [None req-d418ac3b-bfb1-4b01-be47-9dd24937bafe admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9084570 Jun 01 06:10:58.437607 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d418ac3b-bfb1-4b01-be47-9dd24937bafe admin admin] Pushing event updated for resources: {'Network': ['ID=9b9e8e60-70ac-49bb-b268-d1203fa23b1c,revision_number=1']} {{(pid=91913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:10:58.449110 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.wsgi [-] (91913) accepted ('10.222.0.41', 52912) {{(pid=91913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 06:10:58.452631 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [None req-d418ac3b-bfb1-4b01-be47-9dd24937bafe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:10:58.457268 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.v2.base [None req-90eeac3d-ea2d-4c80-ab1f-2d68ee9257e8 admin admin] Request body: {'subnet': {'network_id': '9b9e8e60-70ac-49bb-b268-d1203fa23b1c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1371779347-subnet', 'tenant_id': 'fb4292a7db3c4ab79e6d704e315808a2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 06:10:58.463971 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.db.quota.driver [None req-90eeac3d-ea2d-4c80-ab1f-2d68ee9257e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 06:10:58.469962 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.quota.resource [None req-90eeac3d-ea2d-4c80-ab1f-2d68ee9257e8 admin admin] Usage tracker for resource:subnet and tenant:fb4292a7db3c4ab79e6d704e315808a2 is out of sync, need to count used quota {{(pid=91913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 06:10:58.475854 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.quota.resource [None req-90eeac3d-ea2d-4c80-ab1f-2d68ee9257e8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 06:10:58.483646 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.db.quota.driver [None req-90eeac3d-ea2d-4c80-ab1f-2d68ee9257e8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 06:10:58.500255 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90eeac3d-ea2d-4c80-ab1f-2d68ee9257e8 admin admin] Made reservation on behalf of fb4292a7db3c4ab79e6d704e315808a2 for: {'subnet': 1} {{(pid=91913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 06:10:58.505726 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-90eeac3d-ea2d-4c80-ab1f-2d68ee9257e8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11365373'] for subnet, before_create {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:58.552827 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-debe5f23-0512-4648-b949-1a471c8d7ea0 admin admin] Network df727fa4-ca0b-43ba-be88-ffeb156f0c84 is already hosted by enough agents. {{(pid=91912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 06:10:58.556867 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.scheduler.base_scheduler [None req-debe5f23-0512-4648-b949-1a471c8d7ea0 admin admin] Resources bound (agent type, host, resource id): {{(pid=91912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 06:10:58.565840 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-debe5f23-0512-4648-b949-1a471c8d7ea0 admin admin] Received port after_create {{(pid=91912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 06:10:58.582987 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.rpc [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] Network 9b9e8e60-70ac-49bb-b268-d1203fa23b1c details requested by agent ovs-agent-dv-cinder-793885-1-smb with host dv-cinder-793885-1-smb {{(pid=91914) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 06:10:58.808167 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debe5f23-0512-4648-b949-1a471c8d7ea0 admin admin] Pushing event updated for resources: {'Port': ['ID=b14abe69-0830-4a49-a1a6-c0865e3859ed,revision_number=1']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:10:58.813941 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef69ad1b-d310-49dc-b1e7-0b8bbec34030 None None] Pushing event updated for resources: {'Port': ['ID=6199a658-81c5-4886-9ba8-633601a9d54a,revision_number=2']} {{(pid=91914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:10:58.817605 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG oslo_concurrency.lockutils [None req-ef69ad1b-d310-49dc-b1e7-0b8bbec34030 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.511s {{(pid=91914) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:10:58.833243 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-debe5f23-0512-4648-b949-1a471c8d7ea0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.454s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:10:58.897698 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634270bd-bfe6-42be-9329-0a3ddf71bfc5 req-7cb477b1-91b4-44c4-bd50-09c0273b86bd tempest-AttachVolumeNegativeTest-1471670784 tempest-AttachVolumeNegativeTest-1471670784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:10:58.899553 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-634270bd-bfe6-42be-9329-0a3ddf71bfc5 req-7cb477b1-91b4-44c4-bd50-09c0273b86bd tempest-AttachVolumeNegativeTest-1471670784 tempest-AttachVolumeNegativeTest-1471670784-project] 10.222.0.41 "GET /v2.0/ports?device_id=f64f725f-1c75-4174-8dbc-f720bd2607ac HTTP/1.1" status: 200 len: 945 time: 0.1916604 Jun 01 06:10:58.942754 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.db.provisioning_blocks [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Provisioning for port baf11038-68bf-45ba-a722-dbaa09c3d5b4 completed by entity L2. {{(pid=91914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 06:10:58.963948 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-f76c5bc2-d3e3-41f6-9b2a-190fda14df01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774208951022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772053'] for agent, after_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:58.972221 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.db.provisioning_blocks [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Provisioning complete for port baf11038-68bf-45ba-a722-dbaa09c3d5b4 triggered by entity L2. {{(pid=91914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 06:10:58.972656 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3772206'] for port, provisioning_complete {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:59.152146 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c58132b-1e84-4f84-b57b-b9510f584435 req-fdf8f7ee-5150-40c6-a2f7-4a73b54a9873 tempest-ServerRescueNegativeTestJSON-2082042209 tempest-ServerRescueNegativeTestJSON-2082042209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:10:59.153729 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-4c58132b-1e84-4f84-b57b-b9510f584435 req-fdf8f7ee-5150-40c6-a2f7-4a73b54a9873 tempest-ServerRescueNegativeTestJSON-2082042209 tempest-ServerRescueNegativeTestJSON-2082042209-project] 10.222.0.41 "GET /v2.0/ports?device_id=bb24b49c-2dc6-4892-8b86-b2ebd99a53e4 HTTP/1.1" status: 200 len: 945 time: 0.1640921 Jun 01 06:10:59.207297 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3824664'] for port, before_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:59.272792 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f64f725f-1c75-4174-8dbc-f720bd2607ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'baf11038-68bf-45ba-a722-dbaa09c3d5b4'}] {{(pid=91914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 06:10:59.276162 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cefeca7b2fbb82c39cf99810f9cdf69defc097144ee6f344485b033ce81b52cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71354d9b-46e1-45dc-901a-aadaa259639e" -d '{"events": [{"server_uuid": "f64f725f-1c75-4174-8dbc-f720bd2607ac", "name": "network-vif-plugged", "status": "completed", "tag": "baf11038-68bf-45ba-a722-dbaa09c3d5b4"}]}' {{(pid=91914) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 06:10:59.296355 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.db [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] For port baf11038-68bf-45ba-a722-dbaa09c3d5b4, host hv-cinder-79388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79388',level=0,port_id=baf11038-68bf-45ba-a722-dbaa09c3d5b4,segment=NetworkSegment(bd10b108-5f36-416c-bf05-81cfe0f5f067),segment_id=bd10b108-5f36-416c-bf05-81cfe0f5f067)] {{(pid=91914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 06:10:59.305176 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774208810132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774208425701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774208426006'] for port, after_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:59.309016 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG oslo_concurrency.lockutils [None req-a9b0427e-4ffa-494f-bd2d-d9329e77f314 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91914) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:10:59.316671 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-4c58132b-1e84-4f84-b57b-b9510f584435 req-5849ceb5-30fc-4d19-a8b4-74b98f23deba tempest-ServerRescueNegativeTestJSON-2082042209 tempest-ServerRescueNegativeTestJSON-2082042209-project] 10.222.0.41 "GET /v2.0/security-groups?id=b9806f43-fca1-4e3e-8128-d5f6b4549043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718224 Jun 01 06:10:59.449499 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-634270bd-bfe6-42be-9329-0a3ddf71bfc5 req-5939d291-ca18-4334-824b-59e77bf1eb21 tempest-AttachVolumeNegativeTest-1471670784 tempest-AttachVolumeNegativeTest-1471670784-project] 10.222.0.41 "GET /v2.0/security-groups?id=148e0031-14dd-4990-9826-b8db75cc4be7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5342634 Jun 01 06:10:59.471355 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Pushing event updated for resources: {'Port': ['ID=baf11038-68bf-45ba-a722-dbaa09c3d5b4,revision_number=5']} {{(pid=91914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:10:59.479198 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG oslo_concurrency.lockutils [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=91914) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:10:59.532353 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-debe5f23-0512-4648-b949-1a471c8d7ea0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:59.539837 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 06:10:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d63644e0-c686-4a13-973e-9379f3268dc3 x-openstack-request-id: req-d63644e0-c686-4a13-973e-9379f3268dc3 {{(pid=91914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 06:10:59.540140 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f64f725f-1c75-4174-8dbc-f720bd2607ac", "name": "network-vif-plugged", "status": "completed", "tag": "baf11038-68bf-45ba-a722-dbaa09c3d5b4", "code": 200}]} {{(pid=91914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 06:10:59.540406 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d63644e0-c686-4a13-973e-9379f3268dc3 {{(pid=91914) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 06:10:59.540970 dv-cinder-793885-1-smb neutron-server[91914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f64f725f-1c75-4174-8dbc-f720bd2607ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'baf11038-68bf-45ba-a722-dbaa09c3d5b4', 'code': 200} Jun 01 06:10:59.614574 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2afe2c4-ff39-4c10-87d3-c1d5a25b78dd req-febd63b4-c94e-4447-b0d9-4d27b652a369 tempest-VolumesActionsTest-1337150399 tempest-VolumesActionsTest-1337150399-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:10:59.615923 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-b2afe2c4-ff39-4c10-87d3-c1d5a25b78dd req-febd63b4-c94e-4447-b0d9-4d27b652a369 tempest-VolumesActionsTest-1337150399 tempest-VolumesActionsTest-1337150399-project] 10.222.0.45 "GET /v2.0/networks?id=73eae694-94c0-4050-acfb-a8f3cc6434c6 HTTP/1.1" status: 200 len: 809 time: 0.6028981 Jun 01 06:10:59.622463 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-f18a51be-4657-4ef8-9a36-f9df05fba2b9 req-50b30228-a2fa-4389-be88-4afd141aa638 tempest-VolumesActionsTest-1337150399 tempest-VolumesActionsTest-1337150399-project] 10.222.0.41 "GET /v2.0/ports?device_id=75ed6edb-5e1e-4d3e-8d7a-790b36e8848c HTTP/1.1" status: 200 len: 210 time: 0.1276834 Jun 01 06:10:59.640636 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.v2.base [req-b2afe2c4-ff39-4c10-87d3-c1d5a25b78dd req-9cae6d8e-6d78-4b34-9913-6542f24400ad tempest-VolumesActionsTest-1337150399 tempest-VolumesActionsTest-1337150399-project] Request body: {'port': {'device_id': '75ed6edb-5e1e-4d3e-8d7a-790b36e8848c', 'network_id': '73eae694-94c0-4050-acfb-a8f3cc6434c6', 'admin_state_up': True, 'tenant_id': '41c101b65d5d4764bc557847c62fff7d'}} {{(pid=91913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 06:10:59.770242 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-1d313a3c-a63a-4764-8840-fb680d7e5ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774208951022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772053'] for agent, after_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:59.940949 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.db.quota.driver [req-b2afe2c4-ff39-4c10-87d3-c1d5a25b78dd req-9cae6d8e-6d78-4b34-9913-6542f24400ad tempest-VolumesActionsTest-1337150399 tempest-VolumesActionsTest-1337150399-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 06:10:59.958173 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.db.quota.driver [req-b2afe2c4-ff39-4c10-87d3-c1d5a25b78dd req-9cae6d8e-6d78-4b34-9913-6542f24400ad tempest-VolumesActionsTest-1337150399 tempest-VolumesActionsTest-1337150399-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=91913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 06:10:59.981006 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-90eeac3d-ea2d-4c80-ab1f-2d68ee9257e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10749151', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11365355'] for subnet, after_create {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:10:59.996198 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [None req-124bc925-d031-475a-a9ba-3db5a473210f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:11:00.043412 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-debe5f23-0512-4648-b949-1a471c8d7ea0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-890736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-880576'] for router, after_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:11:00.076443 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b2afe2c4-ff39-4c10-87d3-c1d5a25b78dd req-9cae6d8e-6d78-4b34-9913-6542f24400ad tempest-VolumesActionsTest-1337150399 tempest-VolumesActionsTest-1337150399-project] Made reservation on behalf of 41c101b65d5d4764bc557847c62fff7d for: {'port': 1} {{(pid=91913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 06:11:00.085845 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [req-b2afe2c4-ff39-4c10-87d3-c1d5a25b78dd req-9cae6d8e-6d78-4b34-9913-6542f24400ad tempest-VolumesActionsTest-1337150399 tempest-VolumesActionsTest-1337150399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3824664'] for port, before_create {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:11:00.130902 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef655bcf-c98c-4c9c-be4a-1987f2db0a72 req-ab81bc2e-c9dd-4300-8be4-a08f7e14287d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:11:00.133117 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-ef655bcf-c98c-4c9c-be4a-1987f2db0a72 req-ab81bc2e-c9dd-4300-8be4-a08f7e14287d service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=f64f725f-1c75-4174-8dbc-f720bd2607ac HTTP/1.1" status: 200 len: 1099 time: 0.3755970 Jun 01 06:11:00.182591 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90eeac3d-ea2d-4c80-ab1f-2d68ee9257e8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b6272634-2b5a-4fae-a79f-77f8ee7a548d,revision_number=0']} {{(pid=91913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:11:00.190633 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [None req-90eeac3d-ea2d-4c80-ab1f-2d68ee9257e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:11:00.214862 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-ef655bcf-c98c-4c9c-be4a-1987f2db0a72 req-558fed71-df88-446d-92ba-d269f6249470 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=148e0031-14dd-4990-9826-b8db75cc4be7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668063 Jun 01 06:11:00.255720 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90eeac3d-ea2d-4c80-ab1f-2d68ee9257e8 admin admin] Checking segment: {'id': '2fe220bb-d1d3-4172-8883-11c3ba7b360b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '9b9e8e60-70ac-49bb-b268-d1203fa23b1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 06:11:00.256267 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90eeac3d-ea2d-4c80-ab1f-2d68ee9257e8 admin admin] Network hostable DHCP agents. Network: 9b9e8e60-70ac-49bb-b268-d1203fa23b1c, hostable agents: ['19337ed4-2364-4f5e-82f6-1f840bd5d30c'], hosted agents: [] {{(pid=91913) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 06:11:00.346611 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f67b4688-3cf3-4b51-a2cd-a8d3cf520328 None None] Network 0d0e27d7-e499-44c0-a6d3-0e69d07aa387 requested from dv-cinder-793885-1-smb {{(pid=91914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 06:11:00.348282 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90eeac3d-ea2d-4c80-ab1f-2d68ee9257e8 admin admin] Network 9b9e8e60-70ac-49bb-b268-d1203fa23b1c is scheduled to be hosted by DHCP agent 19337ed4-2364-4f5e-82f6-1f840bd5d30c with binding_index 1 {{(pid=91913) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 06:11:00.400553 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.scheduler.base_scheduler [None req-90eeac3d-ea2d-4c80-ab1f-2d68ee9257e8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-793885-1-smb, 9b9e8e60-70ac-49bb-b268-d1203fa23b1c) {{(pid=91913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 06:11:00.402913 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.db.db_base_plugin_common [req-b2afe2c4-ff39-4c10-87d3-c1d5a25b78dd req-9cae6d8e-6d78-4b34-9913-6542f24400ad tempest-VolumesActionsTest-1337150399 tempest-VolumesActionsTest-1337150399-project] Allocated IP 172.20.0.13 (73eae694-94c0-4050-acfb-a8f3cc6434c6/23acbc49-90e6-40c2-8fc0-8603191bb523/03f1e7d4-221d-4209-9ccf-1c5b9019cd16) {{(pid=91913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 06:11:00.407215 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-debe5f23-0512-4648-b949-1a471c8d7ea0 admin admin] Router b48c156b-3c9c-4a27-8427-3932990494c6 is scheduled to L3 agent a2597806-c6e6-4acd-a843-608abc904602 with binding_index 1 {{(pid=91912) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 01 06:11:00.421193 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90eeac3d-ea2d-4c80-ab1f-2d68ee9257e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:11:00.421613 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-90eeac3d-ea2d-4c80-ab1f-2d68ee9257e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536287'] for subnet, before_response {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:11:00.447889 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23222a13-b58a-4b52-b4d0-707e88e6a2df None None] Network 9b9e8e60-70ac-49bb-b268-d1203fa23b1c requested from dv-cinder-793885-1-smb {{(pid=91914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 06:11:00.485881 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.wsgi [-] (91913) accepted ('10.222.0.41', 52978) {{(pid=91913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 06:11:00.496784 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [None req-90eeac3d-ea2d-4c80-ab1f-2d68ee9257e8 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.0458498 Jun 01 06:11:00.608819 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.db.provisioning_blocks [None req-ec013c26-6c90-4009-be78-81eb175083df None None] Provisioning for port 6199a658-81c5-4886-9ba8-633601a9d54a completed by entity DHCP. {{(pid=91914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 06:11:00.892537 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90d2da45-9144-47a4-bfc9-5fbe0b5a2a58 None None] Network 9b9e8e60-70ac-49bb-b268-d1203fa23b1c requested from dv-cinder-793885-1-smb {{(pid=91914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 06:11:00.935067 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-79e1fa1b-4395-4b3e-9ea6-1a27fceed570 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:11:00.957131 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-debe5f23-0512-4648-b949-1a471c8d7ea0 admin admin] Notify agent at l3_agent.dv-cinder-793885-1-smb the message routers_updated {{(pid=91912) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 06:11:00.968497 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d95c2a8-0a13-4128-ae19-8dad2c934ade None None] Sync routers for ids ['b48c156b-3c9c-4a27-8427-3932990494c6'] in dv-cinder-793885-1-smb {{(pid=91915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 06:11:00.976311 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f2109e-43af-405b-bc79-cd83f6586b7a req-bff58970-6ef0-4c4b-a8e7-f3b3755129ec tempest-ServerRescueNegativeTestJSON-2082042209 tempest-ServerRescueNegativeTestJSON-2082042209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:11:00.978817 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-19f2109e-43af-405b-bc79-cd83f6586b7a req-bff58970-6ef0-4c4b-a8e7-f3b3755129ec tempest-ServerRescueNegativeTestJSON-2082042209 tempest-ServerRescueNegativeTestJSON-2082042209-project] 10.222.0.41 "GET /v2.0/ports?device_id=bb24b49c-2dc6-4892-8b86-b2ebd99a53e4 HTTP/1.1" status: 200 len: 945 time: 0.4251020 Jun 01 06:11:00.992088 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [req-b2afe2c4-ff39-4c10-87d3-c1d5a25b78dd req-9cae6d8e-6d78-4b34-9913-6542f24400ad tempest-VolumesActionsTest-1337150399 tempest-VolumesActionsTest-1337150399-project] Notify callbacks [] for port, precommit_create {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:11:00.993135 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d95c2a8-0a13-4128-ae19-8dad2c934ade None None] Routers {'b48c156b-3c9c-4a27-8427-3932990494c6'} bound to L3 agent in host dv-cinder-793885-1-smb {{(pid=91915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 06:11:00.994075 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG neutron.db.l3_hamode_db [None req-0d95c2a8-0a13-4128-ae19-8dad2c934ade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793885-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-01T06:01:58Z,description=,heartbeat_timestamp=2021-06-01T06:10:59Z,host='dv-cinder-793885-1-smb',id=a2597806-c6e6-4acd-a843-608abc904602,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T06:01:58Z,topic='l3_agent')) {'router_ids': ['b48c156b-3c9c-4a27-8427-3932990494c6'], 'active': True} {{(pid=91915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 06:11:00.996323 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.db.quota.driver [None req-79e1fa1b-4395-4b3e-9ea6-1a27fceed570 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 06:11:01.039406 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-debe5f23-0512-4648-b949-1a471c8d7ea0 admin admin] Notify callbacks [] for router, before_response {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:11:01.042654 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [None req-debe5f23-0512-4648-b949-1a471c8d7ea0 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.0010052 Jun 01 06:11:01.046708 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.wsgi [-] (91913) accepted ('10.222.0.41', 53002) {{(pid=91913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 06:11:01.047731 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.quota.resource [None req-79e1fa1b-4395-4b3e-9ea6-1a27fceed570 admin admin] Usage tracker for resource:security_group_rule and tenant:82a9c9bcc07b44ae8be71abcacba16cd is out of sync, need to count used quota {{(pid=91913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 06:11:01.060783 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.quota.resource [None req-79e1fa1b-4395-4b3e-9ea6-1a27fceed570 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 06:11:01.065534 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda048d1-de78-4c54-9da0-86d19bd0198f req-68f7a55a-2ad1-45db-811d-67959ad08ea3 tempest-AttachVolumeNegativeTest-1471670784 tempest-AttachVolumeNegativeTest-1471670784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:11:01.092844 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-fda048d1-de78-4c54-9da0-86d19bd0198f req-68f7a55a-2ad1-45db-811d-67959ad08ea3 tempest-AttachVolumeNegativeTest-1471670784 tempest-AttachVolumeNegativeTest-1471670784-project] 10.222.0.41 "GET /v2.0/ports?device_id=f64f725f-1c75-4174-8dbc-f720bd2607ac HTTP/1.1" status: 200 len: 946 time: 0.3129804 Jun 01 06:11:01.151292 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.rpc [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] Device 6199a658-81c5-4886-9ba8-633601a9d54a up at agent ovs-agent-dv-cinder-793885-1-smb {{(pid=91914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 06:11:01.187854 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-fda048d1-de78-4c54-9da0-86d19bd0198f req-00518208-e9cc-44bd-b5b0-4199d6668929 tempest-AttachVolumeNegativeTest-1471670784 tempest-AttachVolumeNegativeTest-1471670784-project] 10.222.0.41 "GET /v2.0/security-groups?id=148e0031-14dd-4990-9826-b8db75cc4be7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940549 Jun 01 06:11:01.202080 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.db.quota.driver [None req-79e1fa1b-4395-4b3e-9ea6-1a27fceed570 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 06:11:01.208721 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-19f2109e-43af-405b-bc79-cd83f6586b7a req-0f7750ef-b827-416f-862e-f409942e2de7 tempest-ServerRescueNegativeTestJSON-2082042209 tempest-ServerRescueNegativeTestJSON-2082042209-project] 10.222.0.41 "GET /v2.0/security-groups?id=b9806f43-fca1-4e3e-8128-d5f6b4549043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2203386 Jun 01 06:11:01.298288 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG neutron.db.l3_dvr_db [None req-0d95c2a8-0a13-4128-ae19-8dad2c934ade None None] Set router b48c156b-3c9c-4a27-8427-3932990494c6 gateway port host: dv-cinder-793885-1-smb {{(pid=91915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 06:11:01.494272 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [req-b2afe2c4-ff39-4c10-87d3-c1d5a25b78dd req-9cae6d8e-6d78-4b34-9913-6542f24400ad tempest-VolumesActionsTest-1337150399 tempest-VolumesActionsTest-1337150399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774208425683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10749551'] for port, after_create {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:11:01.497925 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-2212ef7e-50c1-45a6-8db2-90e035748ac3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774208951022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772053'] for agent, after_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:11:01.519969 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:11:01.592673 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.db.provisioning_blocks [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] Provisioning for port 6199a658-81c5-4886-9ba8-633601a9d54a completed by entity L2. {{(pid=91914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 06:11:01.622555 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.db.provisioning_blocks [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] Provisioning complete for port 6199a658-81c5-4886-9ba8-633601a9d54a triggered by entity L2. {{(pid=91914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 06:11:01.623033 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3772206'] for port, provisioning_complete {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:11:01.679917 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec714cbb-17bc-4542-905f-0f04fe30b78b req-898f7fc6-725c-4df0-b7b4-36bc048a151b tempest-VolumesActionsTest-1337150399 tempest-VolumesActionsTest-1337150399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:11:01.683727 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cae6d8e-6d78-4b34-9913-6542f24400ad tempest-VolumesActionsTest-1337150399 tempest-VolumesActionsTest-1337150399-project] Pushing event updated for resources: {'Port': ['ID=03f1e7d4-221d-4209-9ccf-1c5b9019cd16,revision_number=1']} {{(pid=91913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:11:01.686277 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [None req-9cae6d8e-6d78-4b34-9913-6542f24400ad tempest-VolumesActionsTest-1337150399 tempest-VolumesActionsTest-1337150399-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:11:01.705139 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-ec714cbb-17bc-4542-905f-0f04fe30b78b req-898f7fc6-725c-4df0-b7b4-36bc048a151b tempest-VolumesActionsTest-1337150399 tempest-VolumesActionsTest-1337150399-project] 10.222.0.41 "GET /v2.0/ports?device_id=75ed6edb-5e1e-4d3e-8d7a-790b36e8848c HTTP/1.1" status: 200 len: 932 time: 0.2635744 Jun 01 06:11:01.786008 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2afe2c4-ff39-4c10-87d3-c1d5a25b78dd req-9cae6d8e-6d78-4b34-9913-6542f24400ad tempest-VolumesActionsTest-1337150399 tempest-VolumesActionsTest-1337150399-project] Network 73eae694-94c0-4050-acfb-a8f3cc6434c6 is already hosted by enough agents. {{(pid=91913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 06:11:01.798364 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.scheduler.base_scheduler [req-b2afe2c4-ff39-4c10-87d3-c1d5a25b78dd req-9cae6d8e-6d78-4b34-9913-6542f24400ad tempest-VolumesActionsTest-1337150399 tempest-VolumesActionsTest-1337150399-project] Resources bound (agent type, host, resource id): {{(pid=91913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 06:11:01.812880 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2afe2c4-ff39-4c10-87d3-c1d5a25b78dd req-9cae6d8e-6d78-4b34-9913-6542f24400ad tempest-VolumesActionsTest-1337150399 tempest-VolumesActionsTest-1337150399-project] Received port after_create {{(pid=91913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 06:11:01.813670 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-ec714cbb-17bc-4542-905f-0f04fe30b78b req-45969d50-8307-4300-b6ec-6a5b7fe44075 tempest-VolumesActionsTest-1337150399 tempest-VolumesActionsTest-1337150399-project] 10.222.0.41 "GET /v2.0/security-groups?id=4c17888f-8134-4b0e-a491-f03facaafcfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062922 Jun 01 06:11:01.819909 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG neutron.db.l3_hamode_db [None req-0d95c2a8-0a13-4128-ae19-8dad2c934ade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b48c156b-3c9c-4a27-8427-3932990494c6', 'name': 'tempest-AttachVolumeShelveTestJSON-44898397-router', 'tenant_id': 'cf682efceb1b40c4a2056518b30cc419', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df727fa4-ca0b-43ba-be88-ffeb156f0c84', 'external_fixed_ips': [{'subnet_id': '8acdb510-d5f4-4c90-8e8c-2a5ae18e332f', 'ip_address': '172.28.2.171'}], 'enable_snat': True}, 'gw_port_id': 'b14abe69-0830-4a49-a1a6-c0865e3859ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T06:10:56Z', 'updated_at': '2021-06-01T06:10:59Z', 'revision_number': 3, 'project_id': 'cf682efceb1b40c4a2056518b30cc419', 'gw_port': {'id': 'b14abe69-0830-4a49-a1a6-c0865e3859ed', 'name': '', 'network_id': 'df727fa4-ca0b-43ba-be88-ffeb156f0c84', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:06:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b48c156b-3c9c-4a27-8427-3932990494c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': '8acdb510-d5f4-4c90-8e8c-2a5ae18e332f', 'ip_address': '172.28.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T06:10:57Z', 'updated_at': '2021-06-01T06:10:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8acdb510-d5f4-4c90-8e8c-2a5ae18e332f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793885-1-smb'}], 'dv-cinder-793885-1-smb', False) {} {{(pid=91915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 06:11:01.831446 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d95c2a8-0a13-4128-ae19-8dad2c934ade None None] Checking router: b48c156b-3c9c-4a27-8427-3932990494c6 for host: dv-cinder-793885-1-smb {{(pid=91915) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 06:11:01.831965 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d95c2a8-0a13-4128-ae19-8dad2c934ade None None] Updating router b48c156b-3c9c-4a27-8427-3932990494c6 port b14abe69-0830-4a49-a1a6-c0865e3859ed binding host dv-cinder-793885-1-smb {{(pid=91915) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 06:11:01.906351 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3824664'] for port, before_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:11:01.913278 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-0d95c2a8-0a13-4128-ae19-8dad2c934ade None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3824664'] for port, before_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:11:01.947194 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.db [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] For port 6199a658-81c5-4886-9ba8-633601a9d54a, host dv-cinder-793885-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793885-1-smb',level=0,port_id=6199a658-81c5-4886-9ba8-633601a9d54a,segment=NetworkSegment(5bcb411c-cc6a-4a4c-9bde-5ea76448952b),segment_id=5bcb411c-cc6a-4a4c-9bde-5ea76448952b)] {{(pid=91914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 06:11:01.951899 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774208810132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774208425701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774208426006'] for port, after_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:11:01.958646 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.wsgi [-] (91912) accepted ('10.222.0.41', 53032) {{(pid=91912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 06:11:01.969286 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91914) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:11:02.065143 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.db.provisioning_blocks [None req-9d2ca211-e37f-4590-a3f4-09d42a4b1f60 None None] Provisioning complete for port 6199a658-81c5-4886-9ba8-633601a9d54a triggered by entity DHCP. {{(pid=91914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 06:11:02.065522 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-9d2ca211-e37f-4590-a3f4-09d42a4b1f60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3772206'] for port, provisioning_complete {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:11:02.114693 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-78908e66-547f-41ac-83b3-f4cfc5c60cb1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:11:02.129804 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] Pushing event updated for resources: {'Port': ['ID=6199a658-81c5-4886-9ba8-633601a9d54a,revision_number=3']} {{(pid=91914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:11:02.131172 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.db.quota.driver [None req-78908e66-547f-41ac-83b3-f4cfc5c60cb1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91912) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 06:11:02.134966 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG oslo_concurrency.lockutils [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=91914) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:11:02.141762 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.quota.resource [None req-78908e66-547f-41ac-83b3-f4cfc5c60cb1 admin admin] Usage tracker for resource:security_group_rule and tenant:6638c1695ceb498e947dbf2bf7b81481 is out of sync, need to count used quota {{(pid=91912) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 06:11:02.145850 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.quota.resource [None req-78908e66-547f-41ac-83b3-f4cfc5c60cb1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91912) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 06:11:02.158499 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.db.quota.driver [None req-78908e66-547f-41ac-83b3-f4cfc5c60cb1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91912) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 06:11:02.275945 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-78908e66-547f-41ac-83b3-f4cfc5c60cb1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:11:02.281230 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-78908e66-547f-41ac-83b3-f4cfc5c60cb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940402'] for security_group, after_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:11:02.292752 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-920cc607-9643-49c9-8524-4e70903fd8f1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:11:02.337332 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [None req-78908e66-547f-41ac-83b3-f4cfc5c60cb1 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6638c1695ceb498e947dbf2bf7b81481&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3774970 Jun 01 06:11:02.340721 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.wsgi [-] (91912) accepted ('10.222.0.41', 53042) {{(pid=91912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 06:11:02.344622 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-0d95c2a8-0a13-4128-ae19-8dad2c934ade None None] Notify callbacks [] for port, precommit_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:11:02.356126 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78908e66-547f-41ac-83b3-f4cfc5c60cb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=015b3039-9c1f-4f90-862d-8a10c0c35a94,revision_number=1']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:11:02.357147 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG neutron.db.provisioning_blocks [None req-0d95c2a8-0a13-4128-ae19-8dad2c934ade None None] Transition to ACTIVE for port object b14abe69-0830-4a49-a1a6-c0865e3859ed will not be triggered until provisioned by entity L2. {{(pid=91915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 06:11:02.365291 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-0d95c2a8-0a13-4128-ae19-8dad2c934ade None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774208810132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774208425701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774208426006'] for port, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:11:02.371168 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-1776e2e8-7cfa-42a0-a8e1-75a0f5cfdf1d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:11:02.373138 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-78908e66-547f-41ac-83b3-f4cfc5c60cb1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:11:02.408962 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2afe2c4-ff39-4c10-87d3-c1d5a25b78dd req-9cae6d8e-6d78-4b34-9913-6542f24400ad tempest-VolumesActionsTest-1337150399 tempest-VolumesActionsTest-1337150399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:11:02.409623 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [req-b2afe2c4-ff39-4c10-87d3-c1d5a25b78dd req-9cae6d8e-6d78-4b34-9913-6542f24400ad tempest-VolumesActionsTest-1337150399 tempest-VolumesActionsTest-1337150399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239402'] for port, before_response {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:11:02.430318 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-79e1fa1b-4395-4b3e-9ea6-1a27fceed570 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:11:02.449145 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG neutron.plugins.ml2.managers [None req-0d95c2a8-0a13-4128-ae19-8dad2c934ade None None] Attempting to bind port b14abe69-0830-4a49-a1a6-c0865e3859ed on host dv-cinder-793885-1-smb for vnic_type normal with profile {{(pid=91915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 06:11:02.449648 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG neutron.plugins.ml2.managers [None req-0d95c2a8-0a13-4128-ae19-8dad2c934ade None None] Attempting to bind port b14abe69-0830-4a49-a1a6-c0865e3859ed by drivers openvswitch,hyperv on host dv-cinder-793885-1-smb at level 0 using segments [{'id': '97ee6b0e-31ac-4687-a432-1c46ba18e1e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df727fa4-ca0b-43ba-be88-ffeb156f0c84'}] {{(pid=91915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 06:11:02.450180 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d95c2a8-0a13-4128-ae19-8dad2c934ade None None] Attempting to bind port b14abe69-0830-4a49-a1a6-c0865e3859ed on network df727fa4-ca0b-43ba-be88-ffeb156f0c84 {{(pid=91915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 06:11:02.456434 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5979a9f-8f1f-439c-8041-99bf5acf8119 None None] Pushing event updated for resources: {'Port': ['ID=b14abe69-0830-4a49-a1a6-c0865e3859ed,revision_number=2']} {{(pid=91915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:11:02.464663 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d95c2a8-0a13-4128-ae19-8dad2c934ade None None] Checking agent: {'id': 'afbd2d5c-fa5a-4eff-9ede-b1626fbc7a4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793885-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 6, 1, 58), 'started_at': datetime.datetime(2021, 6, 1, 6, 2, 28), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 6, 10, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793885-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 06:11:02.465116 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d95c2a8-0a13-4128-ae19-8dad2c934ade None None] Checking segment: {'id': '97ee6b0e-31ac-4687-a432-1c46ba18e1e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df727fa4-ca0b-43ba-be88-ffeb156f0c84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 06:11:02.465611 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-0d95c2a8-0a13-4128-ae19-8dad2c934ade None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:11:02.466096 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d95c2a8-0a13-4128-ae19-8dad2c934ade None None] Bound using segment: {'id': '97ee6b0e-31ac-4687-a432-1c46ba18e1e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df727fa4-ca0b-43ba-be88-ffeb156f0c84'} {{(pid=91915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 06:11:02.466678 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG neutron.plugins.ml2.managers [None req-0d95c2a8-0a13-4128-ae19-8dad2c934ade None None] Bound port: b14abe69-0830-4a49-a1a6-c0865e3859ed, host: dv-cinder-793885-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97ee6b0e-31ac-4687-a432-1c46ba18e1e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df727fa4-ca0b-43ba-be88-ffeb156f0c84'}}] {{(pid=91915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 06:11:02.467146 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-0d95c2a8-0a13-4128-ae19-8dad2c934ade None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3824664'] for port, before_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:11:02.484792 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-9e3fbb35-2cd1-4a84-8599-e05e936ca7da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:11:02.500881 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5979a9f-8f1f-439c-8041-99bf5acf8119 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:11:02.501390 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5979a9f-8f1f-439c-8041-99bf5acf8119 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:11:02.501808 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5979a9f-8f1f-439c-8041-99bf5acf8119 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:11:02.502425 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5979a9f-8f1f-439c-8041-99bf5acf8119 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:11:02.503459 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5979a9f-8f1f-439c-8041-99bf5acf8119 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:11:02.504001 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5979a9f-8f1f-439c-8041-99bf5acf8119 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:11:02.504528 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5979a9f-8f1f-439c-8041-99bf5acf8119 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:11:02.505081 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5979a9f-8f1f-439c-8041-99bf5acf8119 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:11:02.505611 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5979a9f-8f1f-439c-8041-99bf5acf8119 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:11:02.506121 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5979a9f-8f1f-439c-8041-99bf5acf8119 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:11:02.506631 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5979a9f-8f1f-439c-8041-99bf5acf8119 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:11:02.507346 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5979a9f-8f1f-439c-8041-99bf5acf8119 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:11:02.519174 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-e5979a9f-8f1f-439c-8041-99bf5acf8119 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:11:02.520408 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-9e3fbb35-2cd1-4a84-8599-e05e936ca7da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:11:02.557417 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-79e1fa1b-4395-4b3e-9ea6-1a27fceed570 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940402'] for security_group, after_create {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:11:02.568251 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG neutron.plugins.ml2.db [None req-0d95c2a8-0a13-4128-ae19-8dad2c934ade None None] For port b14abe69-0830-4a49-a1a6-c0865e3859ed, host dv-cinder-793885-1-smb, cleared binding levels {{(pid=91915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 06:11:02.571606 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG neutron.plugins.ml2.db [None req-0d95c2a8-0a13-4128-ae19-8dad2c934ade None None] For port b14abe69-0830-4a49-a1a6-c0865e3859ed, host dv-cinder-793885-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793885-1-smb',level=0,port_id=b14abe69-0830-4a49-a1a6-c0865e3859ed,segment=NetworkSegment(97ee6b0e-31ac-4687-a432-1c46ba18e1e7),segment_id=97ee6b0e-31ac-4687-a432-1c46ba18e1e7)] {{(pid=91915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 06:11:02.572379 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d831ae3-d927-42e8-a381-a6e52c3c9b96 req-7a16cc82-18fc-4be8-b497-a235d7317d91 tempest-VolumesActionsTest-1831653484 tempest-VolumesActionsTest-1831653484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:11:02.572641 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e028fecc-b3df-4ac5-9f3e-128e8c7b1790 req-e5b584bf-7050-49b1-ad96-d80d0b1e3520 tempest-AttachVolumeNegativeTest-1471670784 tempest-AttachVolumeNegativeTest-1471670784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:11:02.574211 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-8d831ae3-d927-42e8-a381-a6e52c3c9b96 req-7a16cc82-18fc-4be8-b497-a235d7317d91 tempest-VolumesActionsTest-1831653484 tempest-VolumesActionsTest-1831653484-project] 10.222.0.41 "GET /v2.0/networks?id=238fca85-2170-4565-a7c0-f91c12b28812 HTTP/1.1" status: 200 len: 808 time: 0.7085638 Jun 01 06:11:02.574366 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-e028fecc-b3df-4ac5-9f3e-128e8c7b1790 req-e5b584bf-7050-49b1-ad96-d80d0b1e3520 tempest-AttachVolumeNegativeTest-1471670784 tempest-AttachVolumeNegativeTest-1471670784-project] 10.222.0.41 "GET /v2.0/ports?device_id=f64f725f-1c75-4174-8dbc-f720bd2607ac HTTP/1.1" status: 200 len: 946 time: 0.2192729 Jun 01 06:11:02.578974 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:11:02.582044 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-0d95c2a8-0a13-4128-ae19-8dad2c934ade None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774208810132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774208425701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774208426006'] for port, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:11:02.586773 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:11:02.594211 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-b2afe2c4-ff39-4c10-87d3-c1d5a25b78dd req-9cae6d8e-6d78-4b34-9913-6542f24400ad tempest-VolumesActionsTest-1337150399 tempest-VolumesActionsTest-1337150399-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9604232 Jun 01 06:11:02.602797 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-9e3fbb35-2cd1-4a84-8599-e05e936ca7da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940402'] for security_group, after_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:11:02.609852 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-be1d86e6-ff8e-49c7-a686-725fd60646a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:11:02.621513 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-8d831ae3-d927-42e8-a381-a6e52c3c9b96 req-bcfbce6a-59b9-4842-a578-3455208e02cf tempest-VolumesActionsTest-1831653484 tempest-VolumesActionsTest-1831653484-project] 10.222.0.41 "GET /v2.0/quotas/fb331abd057c4001beb5d29963f89aad HTTP/1.1" status: 200 len: 375 time: 0.0291305 Jun 01 06:11:02.643392 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3fbb35-2cd1-4a84-8599-e05e936ca7da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=015b3039-9c1f-4f90-862d-8a10c0c35a94,revision_number=None']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:11:02.646403 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.v2.base [req-b2afe2c4-ff39-4c10-87d3-c1d5a25b78dd req-09f5fd63-ce92-4de7-9f24-c44cf4338a5a service neutron] Request body: {'port': {'device_id': '75ed6edb-5e1e-4d3e-8d7a-790b36e8848c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79388'}} {{(pid=91913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 06:11:02.652963 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-9e3fbb35-2cd1-4a84-8599-e05e936ca7da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:11:02.664750 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-9e3fbb35-2cd1-4a84-8599-e05e936ca7da admin admin] Notify callbacks [] for security_group, before_response {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:11:02.669059 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d95c2a8-0a13-4128-ae19-8dad2c934ade None None] Routers {'b48c156b-3c9c-4a27-8427-3932990494c6'} bound to L3 agent in host dv-cinder-793885-1-smb {{(pid=91915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 06:11:02.669059 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG neutron.db.l3_hamode_db [None req-0d95c2a8-0a13-4128-ae19-8dad2c934ade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793885-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-01T06:01:58Z,description=,heartbeat_timestamp=2021-06-01T06:10:59Z,host='dv-cinder-793885-1-smb',id=a2597806-c6e6-4acd-a843-608abc904602,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T06:01:58Z,topic='l3_agent')) {'router_ids': ['b48c156b-3c9c-4a27-8427-3932990494c6'], 'active': True} {{(pid=91915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 06:11:02.669882 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [None req-9e3fbb35-2cd1-4a84-8599-e05e936ca7da admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/015b3039-9c1f-4f90-862d-8a10c0c35a94 HTTP/1.1" status: 204 len: 168 time: 0.3285201 Jun 01 06:11:02.705404 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-e028fecc-b3df-4ac5-9f3e-128e8c7b1790 req-6e74073c-9f6b-41b9-ba14-4c0a46fbd177 tempest-AttachVolumeNegativeTest-1471670784 tempest-AttachVolumeNegativeTest-1471670784-project] 10.222.0.41 "GET /v2.0/security-groups?id=148e0031-14dd-4990-9826-b8db75cc4be7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976474 Jun 01 06:11:02.737850 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5979a9f-8f1f-439c-8041-99bf5acf8119 None None] Pushing event updated for resources: {'Port': ['ID=b14abe69-0830-4a49-a1a6-c0865e3859ed,revision_number=3']} {{(pid=91915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:11:02.739157 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [None req-79e1fa1b-4395-4b3e-9ea6-1a27fceed570 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=82a9c9bcc07b44ae8be71abcacba16cd&name=default HTTP/1.1" status: 200 len: 2979 time: 2.2522247 Jun 01 06:11:02.741895 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.wsgi [-] (91912) accepted ('10.222.0.41', 53052) {{(pid=91912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 06:11:02.745686 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-e5979a9f-8f1f-439c-8041-99bf5acf8119 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:11:02.767571 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-8d831ae3-d927-42e8-a381-a6e52c3c9b96 req-138faaa7-b9b4-407e-a542-6b867929df8a tempest-VolumesActionsTest-1831653484 tempest-VolumesActionsTest-1831653484-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=fb331abd057c4001beb5d29963f89aad&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1262250 Jun 01 06:11:02.914244 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG neutron.db.l3_dvr_db [None req-0d95c2a8-0a13-4128-ae19-8dad2c934ade None None] Set router b48c156b-3c9c-4a27-8427-3932990494c6 gateway port host: dv-cinder-793885-1-smb {{(pid=91915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 06:11:02.918670 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-f988ebdb-9fe2-43d4-ae76-d7b188b1a7cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:11:02.943165 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e1fa1b-4395-4b3e-9ea6-1a27fceed570 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e4a2d56-d12a-4e41-8cce-edeb8810808d,revision_number=1']} {{(pid=91913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:11:02.963473 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-f988ebdb-9fe2-43d4-ae76-d7b188b1a7cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:11:02.968773 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-8d831ae3-d927-42e8-a381-a6e52c3c9b96 req-b3037d02-9dc7-4102-b050-7eb138c5af9b service neutron] 10.222.0.41 "GET /v2.0/networks/238fca85-2170-4565-a7c0-f91c12b28812?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2001178 Jun 01 06:11:02.992401 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [None req-79e1fa1b-4395-4b3e-9ea6-1a27fceed570 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.413s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:11:03.031754 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9066e2bd-c8f5-461a-b780-43433e090cf2 req-5a4cf721-7710-4f06-a63a-171b4044465c tempest-ServerRescueNegativeTestJSON-2082042209 tempest-ServerRescueNegativeTestJSON-2082042209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:11:03.033597 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-9066e2bd-c8f5-461a-b780-43433e090cf2 req-5a4cf721-7710-4f06-a63a-171b4044465c tempest-ServerRescueNegativeTestJSON-2082042209 tempest-ServerRescueNegativeTestJSON-2082042209-project] 10.222.0.41 "GET /v2.0/ports?device_id=bb24b49c-2dc6-4892-8b86-b2ebd99a53e4 HTTP/1.1" status: 200 len: 945 time: 0.1731966 Jun 01 06:11:03.085148 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.rpc [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] Device 6199a658-81c5-4886-9ba8-633601a9d54a up at agent ovs-agent-dv-cinder-793885-1-smb {{(pid=91914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 06:11:03.102089 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-9066e2bd-c8f5-461a-b780-43433e090cf2 req-41c0dbca-48b6-4bcc-a8a2-dffca3f273fe tempest-ServerRescueNegativeTestJSON-2082042209 tempest-ServerRescueNegativeTestJSON-2082042209-project] 10.222.0.41 "GET /v2.0/security-groups?id=b9806f43-fca1-4e3e-8128-d5f6b4549043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600865 Jun 01 06:11:03.119512 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-f988ebdb-9fe2-43d4-ae76-d7b188b1a7cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940402'] for security_group, after_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:11:03.135776 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:11:03.150923 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.wsgi [-] (91912) accepted ('10.222.0.41', 53060) {{(pid=91912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 06:11:03.171556 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f988ebdb-9fe2-43d4-ae76-d7b188b1a7cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e4a2d56-d12a-4e41-8cce-edeb8810808d,revision_number=None']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:11:03.175733 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-f988ebdb-9fe2-43d4-ae76-d7b188b1a7cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:11:03.176892 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [None req-f988ebdb-9fe2-43d4-ae76-d7b188b1a7cc admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8e4a2d56-d12a-4e41-8cce-edeb8810808d HTTP/1.1" status: 204 len: 168 time: 0.4340258 Jun 01 06:11:03.177852 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-f988ebdb-9fe2-43d4-ae76-d7b188b1a7cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:11:03.180618 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-0084ffd0-bc34-40b3-bae9-b32bebad90b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:11:03.183359 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.db.provisioning_blocks [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] Provisioning complete for port 6199a658-81c5-4886-9ba8-633601a9d54a triggered by entity L2. {{(pid=91914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 06:11:03.183932 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3772206'] for port, provisioning_complete {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:11:03.197013 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.db.quota.driver [None req-0084ffd0-bc34-40b3-bae9-b32bebad90b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91912) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 06:11:03.201857 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.quota.resource [None req-0084ffd0-bc34-40b3-bae9-b32bebad90b2 admin admin] Usage tracker for resource:security_group_rule and tenant:c2989f9a94e74893bf538a70cd0a506e is out of sync, need to count used quota {{(pid=91912) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 06:11:03.204761 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.quota.resource [None req-0084ffd0-bc34-40b3-bae9-b32bebad90b2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91912) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 06:11:03.211618 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.db.quota.driver [None req-0084ffd0-bc34-40b3-bae9-b32bebad90b2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91912) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 06:11:03.275171 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-20d5e70f-d229-4fc9-b825-aac279a8dcc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3824664'] for port, before_create {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:11:03.299084 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [req-b2afe2c4-ff39-4c10-87d3-c1d5a25b78dd req-09f5fd63-ce92-4de7-9f24-c44cf4338a5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3824664'] for port, before_update {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:11:03.308499 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-0084ffd0-bc34-40b3-bae9-b32bebad90b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:11:03.317487 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-0084ffd0-bc34-40b3-bae9-b32bebad90b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940402'] for security_group, after_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:11:03.331673 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:11:03.342826 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-8d831ae3-d927-42e8-a381-a6e52c3c9b96 req-3940bc1f-1f01-4378-8862-9e821f6b830a service neutron] 10.222.0.41 "GET /v2.0/networks/238fca85-2170-4565-a7c0-f91c12b28812?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3729999 Jun 01 06:11:03.386840 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0084ffd0-bc34-40b3-bae9-b32bebad90b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a679578-c5cc-4c84-997d-05f0cca4ad10,revision_number=1']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:11:03.408030 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-0084ffd0-bc34-40b3-bae9-b32bebad90b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:11:03.436495 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [None req-0084ffd0-bc34-40b3-bae9-b32bebad90b2 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c2989f9a94e74893bf538a70cd0a506e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2799659 Jun 01 06:11:03.438016 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.wsgi [-] (91912) accepted ('10.222.0.41', 53068) {{(pid=91912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 06:11:03.568153 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-856a9267-6da9-4d89-8025-8fcefb1dc2ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:11:03.634352 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG neutron.db.l3_hamode_db [None req-0d95c2a8-0a13-4128-ae19-8dad2c934ade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b48c156b-3c9c-4a27-8427-3932990494c6', 'name': 'tempest-AttachVolumeShelveTestJSON-44898397-router', 'tenant_id': 'cf682efceb1b40c4a2056518b30cc419', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df727fa4-ca0b-43ba-be88-ffeb156f0c84', 'external_fixed_ips': [{'subnet_id': '8acdb510-d5f4-4c90-8e8c-2a5ae18e332f', 'ip_address': '172.28.2.171'}], 'enable_snat': True}, 'gw_port_id': 'b14abe69-0830-4a49-a1a6-c0865e3859ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T06:10:56Z', 'updated_at': '2021-06-01T06:10:59Z', 'revision_number': 3, 'project_id': 'cf682efceb1b40c4a2056518b30cc419', 'gw_port': {'id': 'b14abe69-0830-4a49-a1a6-c0865e3859ed', 'name': '', 'network_id': 'df727fa4-ca0b-43ba-be88-ffeb156f0c84', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:06:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b48c156b-3c9c-4a27-8427-3932990494c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': '8acdb510-d5f4-4c90-8e8c-2a5ae18e332f', 'ip_address': '172.28.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793885-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T06:10:57Z', 'updated_at': '2021-06-01T06:11:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8acdb510-d5f4-4c90-8e8c-2a5ae18e332f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793885-1-smb'}], 'dv-cinder-793885-1-smb', False) {} {{(pid=91915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 06:11:03.638278 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-856a9267-6da9-4d89-8025-8fcefb1dc2ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:11:03.645103 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d95c2a8-0a13-4128-ae19-8dad2c934ade None None] The sync data for ids ['b48c156b-3c9c-4a27-8427-3932990494c6'] in dv-cinder-793885-1-smb is: [{'id': 'b48c156b-3c9c-4a27-8427-3932990494c6', 'name': 'tempest-AttachVolumeShelveTestJSON-44898397-router', 'tenant_id': 'cf682efceb1b40c4a2056518b30cc419', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df727fa4-ca0b-43ba-be88-ffeb156f0c84', 'external_fixed_ips': [{'subnet_id': '8acdb510-d5f4-4c90-8e8c-2a5ae18e332f', 'ip_address': '172.28.2.171'}], 'enable_snat': True}, 'gw_port_id': 'b14abe69-0830-4a49-a1a6-c0865e3859ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T06:10:56Z', 'updated_at': '2021-06-01T06:10:59Z', 'revision_number': 3, 'project_id': 'cf682efceb1b40c4a2056518b30cc419', 'gw_port': {'id': 'b14abe69-0830-4a49-a1a6-c0865e3859ed', 'name': '', 'network_id': 'df727fa4-ca0b-43ba-be88-ffeb156f0c84', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:06:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b48c156b-3c9c-4a27-8427-3932990494c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': '8acdb510-d5f4-4c90-8e8c-2a5ae18e332f', 'ip_address': '172.28.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793885-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T06:10:57Z', 'updated_at': '2021-06-01T06:11:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8acdb510-d5f4-4c90-8e8c-2a5ae18e332f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793885-1-smb'}] {{(pid=91915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 06:11:03.886831 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-856a9267-6da9-4d89-8025-8fcefb1dc2ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940402'] for security_group, after_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:11:03.901185 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-f9702666-304b-4fb8-a117-013bbb566e02 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:11:03.919719 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856a9267-6da9-4d89-8025-8fcefb1dc2ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a679578-c5cc-4c84-997d-05f0cca4ad10,revision_number=None']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:11:03.927573 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-856a9267-6da9-4d89-8025-8fcefb1dc2ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:11:03.930343 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-856a9267-6da9-4d89-8025-8fcefb1dc2ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:11:03.932015 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [None req-856a9267-6da9-4d89-8025-8fcefb1dc2ba admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6a679578-c5cc-4c84-997d-05f0cca4ad10 HTTP/1.1" status: 204 len: 168 time: 0.4926190 Jun 01 06:11:03.964420 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba3d081-cc83-47d4-b79d-0d0ea5cfe2d3 req-0ac14af5-7c31-4df1-8fba-f81abc62cfaf tempest-VolumesActionsTest-1337150399 tempest-VolumesActionsTest-1337150399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:11:03.966953 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-3ba3d081-cc83-47d4-b79d-0d0ea5cfe2d3 req-0ac14af5-7c31-4df1-8fba-f81abc62cfaf tempest-VolumesActionsTest-1337150399 tempest-VolumesActionsTest-1337150399-project] 10.222.0.41 "GET /v2.0/ports?device_id=75ed6edb-5e1e-4d3e-8d7a-790b36e8848c HTTP/1.1" status: 200 len: 932 time: 0.2063980 Jun 01 06:11:04.048046 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-3ba3d081-cc83-47d4-b79d-0d0ea5cfe2d3 req-24f4c32f-e039-4e3c-9807-42584ff356a2 tempest-VolumesActionsTest-1337150399 tempest-VolumesActionsTest-1337150399-project] 10.222.0.41 "GET /v2.0/security-groups?id=4c17888f-8134-4b0e-a491-f03facaafcfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745943 Jun 01 06:11:04.080943 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.db.db_base_plugin_common [None req-20d5e70f-d229-4fc9-b825-aac279a8dcc8 admin admin] Allocated IP 172.20.0.1 (0d0e27d7-e499-44c0-a6d3-0e69d07aa387/afe82765-6164-43ac-8036-06de690ecff6/abf20de4-9ca8-4d3e-9dab-8840a5728104) {{(pid=91913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 06:11:04.325491 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-1a52cd38-7ab8-4d99-8ffb-4fd3192296b2 req-fd3f9286-3f09-45dd-bb9d-65493dcaadbc tempest-VolumesActionsTest-1831653484 tempest-VolumesActionsTest-1831653484-project] 10.222.0.41 "GET /v2.0/ports?device_id=cf34fd40-a8c7-42fe-8055-d03ff559dc57 HTTP/1.1" status: 200 len: 210 time: 0.2153745 Jun 01 06:11:04.817550 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-20d5e70f-d229-4fc9-b825-aac279a8dcc8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:11:04.861296 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.db.provisioning_blocks [None req-20d5e70f-d229-4fc9-b825-aac279a8dcc8 admin admin] Transition to ACTIVE for port object abf20de4-9ca8-4d3e-9dab-8840a5728104 will not be triggered until provisioned by entity DHCP. {{(pid=91913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 06:11:04.876222 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.notifiers.nova [req-b2afe2c4-ff39-4c10-87d3-c1d5a25b78dd req-09f5fd63-ce92-4de7-9f24-c44cf4338a5a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03f1e7d4-221d-4209-9ccf-1c5b9019cd16 {{(pid=91913) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 06:11:04.890774 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [req-b2afe2c4-ff39-4c10-87d3-c1d5a25b78dd req-09f5fd63-ce92-4de7-9f24-c44cf4338a5a service neutron] Notify callbacks [] for port, precommit_update {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:11:04.922786 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.db.provisioning_blocks [req-b2afe2c4-ff39-4c10-87d3-c1d5a25b78dd req-09f5fd63-ce92-4de7-9f24-c44cf4338a5a service neutron] Transition to ACTIVE for port object 03f1e7d4-221d-4209-9ccf-1c5b9019cd16 will not be triggered until provisioned by entity L2. {{(pid=91913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 06:11:04.952115 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [req-b2afe2c4-ff39-4c10-87d3-c1d5a25b78dd req-09f5fd63-ce92-4de7-9f24-c44cf4338a5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774208810132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774208425701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774208426006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10749542'] for port, after_update {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:11:04.960970 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fca583-d1e1-432f-a2a5-dc6b9348eed7 req-73539983-3443-4da4-9c8a-209489878901 tempest-ServerRescueNegativeTestJSON-2082042209 tempest-ServerRescueNegativeTestJSON-2082042209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:11:04.962512 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-b6fca583-d1e1-432f-a2a5-dc6b9348eed7 req-73539983-3443-4da4-9c8a-209489878901 tempest-ServerRescueNegativeTestJSON-2082042209 tempest-ServerRescueNegativeTestJSON-2082042209-project] 10.222.0.41 "GET /v2.0/ports?device_id=bb24b49c-2dc6-4892-8b86-b2ebd99a53e4 HTTP/1.1" status: 200 len: 945 time: 0.4076645 Jun 01 06:11:04.967738 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:11:05.015034 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-20d5e70f-d229-4fc9-b825-aac279a8dcc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774208425683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10749551'] for port, after_create {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:11:05.182287 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.rpc [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] Device b14abe69-0830-4a49-a1a6-c0865e3859ed up at agent ovs-agent-dv-cinder-793885-1-smb {{(pid=91914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 06:11:05.360753 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.db.provisioning_blocks [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] Provisioning for port b14abe69-0830-4a49-a1a6-c0865e3859ed completed by entity L2. {{(pid=91914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 06:11:05.379817 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.db.provisioning_blocks [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] Provisioning complete for port b14abe69-0830-4a49-a1a6-c0865e3859ed triggered by entity L2. {{(pid=91914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 06:11:05.380476 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3772206'] for port, provisioning_complete {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:11:05.388522 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97010d7d-4b05-4d89-8736-2bffedf4c73c req-8bc96541-fa91-43ea-b595-1115b3cce9a9 tempest-VolumesActionsTest-1337150399 tempest-VolumesActionsTest-1337150399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:11:05.396869 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-97010d7d-4b05-4d89-8736-2bffedf4c73c req-8bc96541-fa91-43ea-b595-1115b3cce9a9 tempest-VolumesActionsTest-1337150399 tempest-VolumesActionsTest-1337150399-project] 10.222.0.41 "GET /v2.0/ports?device_id=75ed6edb-5e1e-4d3e-8d7a-790b36e8848c HTTP/1.1" status: 200 len: 944 time: 0.1672647 Jun 01 06:11:05.455152 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20d5e70f-d229-4fc9-b825-aac279a8dcc8 admin admin] Network 0d0e27d7-e499-44c0-a6d3-0e69d07aa387 is already hosted by enough agents. {{(pid=91913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 06:11:05.465169 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-b6fca583-d1e1-432f-a2a5-dc6b9348eed7 req-93afcc17-cea5-4b0a-b9c5-6652e00e2275 tempest-ServerRescueNegativeTestJSON-2082042209 tempest-ServerRescueNegativeTestJSON-2082042209-project] 10.222.0.41 "GET /v2.0/security-groups?id=b9806f43-fca1-4e3e-8128-d5f6b4549043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4467854 Jun 01 06:11:05.465583 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f5fd63-ce92-4de7-9f24-c44cf4338a5a service neutron] Pushing event updated for resources: {'Port': ['ID=03f1e7d4-221d-4209-9ccf-1c5b9019cd16,revision_number=2']} {{(pid=91913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:11:05.470699 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-97010d7d-4b05-4d89-8736-2bffedf4c73c req-b55709fb-bf94-426d-9eed-2cea45d59154 tempest-VolumesActionsTest-1337150399 tempest-VolumesActionsTest-1337150399-project] 10.222.0.41 "GET /v2.0/security-groups?id=4c17888f-8134-4b0e-a491-f03facaafcfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725658 Jun 01 06:11:05.477267 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [None req-09f5fd63-ce92-4de7-9f24-c44cf4338a5a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.509s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:11:05.479805 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.377s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:11:05.561329 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.scheduler.base_scheduler [None req-20d5e70f-d229-4fc9-b825-aac279a8dcc8 admin admin] Resources bound (agent type, host, resource id): {{(pid=91913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 06:11:05.563335 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3824664'] for port, before_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:11:05.598714 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.db [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] For port b14abe69-0830-4a49-a1a6-c0865e3859ed, host dv-cinder-793885-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793885-1-smb',level=0,port_id=b14abe69-0830-4a49-a1a6-c0865e3859ed,segment=NetworkSegment(97ee6b0e-31ac-4687-a432-1c46ba18e1e7),segment_id=97ee6b0e-31ac-4687-a432-1c46ba18e1e7)] {{(pid=91914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 06:11:05.621120 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774208810132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774208425701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774208426006'] for port, after_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:11:05.623975 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG oslo_concurrency.lockutils [None req-aa456d69-e9e4-4127-82f8-758df8b1d20e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91914) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:11:05.644319 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20d5e70f-d229-4fc9-b825-aac279a8dcc8 admin admin] Received port after_create {{(pid=91913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 06:11:05.685435 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-3728fe48-ea64-4112-8b34-b8b9e7dfcb46 req-292b145f-860f-468c-a24a-f1c1486989a3 tempest-VolumesActionsTest-1831653484 tempest-VolumesActionsTest-1831653484-project] 10.222.0.41 "GET /v2.0/ports?device_id=cf34fd40-a8c7-42fe-8055-d03ff559dc57 HTTP/1.1" status: 200 len: 210 time: 0.0762179 Jun 01 06:11:05.814044 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] Pushing event updated for resources: {'Port': ['ID=b14abe69-0830-4a49-a1a6-c0865e3859ed,revision_number=4']} {{(pid=91914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:11:05.820020 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG oslo_concurrency.lockutils [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=91914) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:11:05.858396 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d5e70f-d229-4fc9-b825-aac279a8dcc8 admin admin] Pushing event updated for resources: {'Port': ['ID=abf20de4-9ca8-4d3e-9dab-8840a5728104,revision_number=1']} {{(pid=91913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:11:05.888384 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [None req-20d5e70f-d229-4fc9-b825-aac279a8dcc8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.403s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:11:05.936402 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-20d5e70f-d229-4fc9-b825-aac279a8dcc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-878513'] for router_interface, before_create {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:11:05.986034 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.plugins.ml2.managers [req-b2afe2c4-ff39-4c10-87d3-c1d5a25b78dd req-09f5fd63-ce92-4de7-9f24-c44cf4338a5a service neutron] Attempting to bind port 03f1e7d4-221d-4209-9ccf-1c5b9019cd16 on host hv-cinder-79388 for vnic_type normal with profile {{(pid=91913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 06:11:05.986455 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.plugins.ml2.managers [req-b2afe2c4-ff39-4c10-87d3-c1d5a25b78dd req-09f5fd63-ce92-4de7-9f24-c44cf4338a5a service neutron] Attempting to bind port 03f1e7d4-221d-4209-9ccf-1c5b9019cd16 by drivers openvswitch,hyperv on host hv-cinder-79388 at level 0 using segments [{'id': '5046937c-199f-48e9-b747-bf6398bcc026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '73eae694-94c0-4050-acfb-a8f3cc6434c6'}] {{(pid=91913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 06:11:05.986953 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2afe2c4-ff39-4c10-87d3-c1d5a25b78dd req-09f5fd63-ce92-4de7-9f24-c44cf4338a5a service neutron] Attempting to bind port 03f1e7d4-221d-4209-9ccf-1c5b9019cd16 on network 73eae694-94c0-4050-acfb-a8f3cc6434c6 {{(pid=91913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 06:11:05.996224 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.db.provisioning_blocks [None req-8d113be4-4242-4dc3-86db-7fd02a2bb7ff None None] Provisioning for port abf20de4-9ca8-4d3e-9dab-8840a5728104 completed by entity DHCP. {{(pid=91914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 06:11:06.001141 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2afe2c4-ff39-4c10-87d3-c1d5a25b78dd req-09f5fd63-ce92-4de7-9f24-c44cf4338a5a service neutron] Port 03f1e7d4-221d-4209-9ccf-1c5b9019cd16 on network 73eae694-94c0-4050-acfb-a8f3cc6434c6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79388 {{(pid=91913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 06:11:06.003072 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2afe2c4-ff39-4c10-87d3-c1d5a25b78dd req-09f5fd63-ce92-4de7-9f24-c44cf4338a5a service neutron] Attempting to bind port 03f1e7d4-221d-4209-9ccf-1c5b9019cd16 on network 73eae694-94c0-4050-acfb-a8f3cc6434c6 {{(pid=91913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 06:11:06.008130 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.db.provisioning_blocks [None req-8d113be4-4242-4dc3-86db-7fd02a2bb7ff None None] Provisioning complete for port abf20de4-9ca8-4d3e-9dab-8840a5728104 triggered by entity DHCP. {{(pid=91914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 06:11:06.008513 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-8d113be4-4242-4dc3-86db-7fd02a2bb7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3772206'] for port, provisioning_complete {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:11:06.012539 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2afe2c4-ff39-4c10-87d3-c1d5a25b78dd req-09f5fd63-ce92-4de7-9f24-c44cf4338a5a service neutron] Checking agent: {'id': '9d825435-0dee-4786-8fdd-f7c3fb37050b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79388', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 6, 8, 18), 'started_at': datetime.datetime(2021, 6, 1, 6, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 6, 10, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 06:11:06.012921 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2afe2c4-ff39-4c10-87d3-c1d5a25b78dd req-09f5fd63-ce92-4de7-9f24-c44cf4338a5a service neutron] Checking segment: {'id': '5046937c-199f-48e9-b747-bf6398bcc026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '73eae694-94c0-4050-acfb-a8f3cc6434c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 06:11:06.013269 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2afe2c4-ff39-4c10-87d3-c1d5a25b78dd req-09f5fd63-ce92-4de7-9f24-c44cf4338a5a service neutron] Bound using segment: {'id': '5046937c-199f-48e9-b747-bf6398bcc026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '73eae694-94c0-4050-acfb-a8f3cc6434c6'} {{(pid=91913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 06:11:06.013742 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.plugins.ml2.managers [req-b2afe2c4-ff39-4c10-87d3-c1d5a25b78dd req-09f5fd63-ce92-4de7-9f24-c44cf4338a5a service neutron] Bound port: 03f1e7d4-221d-4209-9ccf-1c5b9019cd16, host: hv-cinder-79388, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5046937c-199f-48e9-b747-bf6398bcc026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '73eae694-94c0-4050-acfb-a8f3cc6434c6'}}] {{(pid=91913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 06:11:06.014159 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [req-b2afe2c4-ff39-4c10-87d3-c1d5a25b78dd req-09f5fd63-ce92-4de7-9f24-c44cf4338a5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3824664'] for port, before_update {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:11:06.016483 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d831ae3-d927-42e8-a381-a6e52c3c9b96 req-ccc4354b-4b0c-40b2-b04e-aee69abe1933 tempest-VolumesActionsTest-1831653484 tempest-VolumesActionsTest-1831653484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:11:06.017525 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.quota.resource [req-8d831ae3-d927-42e8-a381-a6e52c3c9b96 req-ccc4354b-4b0c-40b2-b04e-aee69abe1933 tempest-VolumesActionsTest-1831653484 tempest-VolumesActionsTest-1831653484-project] Synchronizing usage tracker for tenant:fb331abd057c4001beb5d29963f89aad on resource:network {{(pid=91912) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 06:11:06.054037 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.quota.resource [req-8d831ae3-d927-42e8-a381-a6e52c3c9b96 req-ccc4354b-4b0c-40b2-b04e-aee69abe1933 tempest-VolumesActionsTest-1831653484 tempest-VolumesActionsTest-1831653484-project] Unset dirty status for tenant:fb331abd057c4001beb5d29963f89aad on resource:network {{(pid=91912) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 06:11:06.059744 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-8d831ae3-d927-42e8-a381-a6e52c3c9b96 req-ccc4354b-4b0c-40b2-b04e-aee69abe1933 tempest-VolumesActionsTest-1831653484 tempest-VolumesActionsTest-1831653484-project] 10.222.0.45 "GET /v2.0/networks?id=238fca85-2170-4565-a7c0-f91c12b28812 HTTP/1.1" status: 200 len: 808 time: 0.3714173 Jun 01 06:11:06.073576 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.v2.base [req-8d831ae3-d927-42e8-a381-a6e52c3c9b96 req-b2d35b9a-8d4e-4fd0-a1c8-a539c6d1310b tempest-VolumesActionsTest-1831653484 tempest-VolumesActionsTest-1831653484-project] Request body: {'port': {'device_id': 'cf34fd40-a8c7-42fe-8055-d03ff559dc57', 'network_id': '238fca85-2170-4565-a7c0-f91c12b28812', 'admin_state_up': True, 'tenant_id': 'fb331abd057c4001beb5d29963f89aad'}} {{(pid=91912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 06:11:06.201670 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.plugins.ml2.db [req-b2afe2c4-ff39-4c10-87d3-c1d5a25b78dd req-09f5fd63-ce92-4de7-9f24-c44cf4338a5a service neutron] For port 03f1e7d4-221d-4209-9ccf-1c5b9019cd16, host hv-cinder-79388, cleared binding levels {{(pid=91913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 06:11:06.224475 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.plugins.ml2.db [req-b2afe2c4-ff39-4c10-87d3-c1d5a25b78dd req-09f5fd63-ce92-4de7-9f24-c44cf4338a5a service neutron] For port 03f1e7d4-221d-4209-9ccf-1c5b9019cd16, host hv-cinder-79388, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79388',level=0,port_id=03f1e7d4-221d-4209-9ccf-1c5b9019cd16,segment=NetworkSegment(5046937c-199f-48e9-b747-bf6398bcc026),segment_id=5046937c-199f-48e9-b747-bf6398bcc026)] {{(pid=91913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 06:11:06.230200 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-20d5e70f-d229-4fc9-b825-aac279a8dcc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3824664'] for port, before_update {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:11:06.241756 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.plugin [None req-8d113be4-4242-4dc3-86db-7fd02a2bb7ff None None] Port abf20de4-9ca8-4d3e-9dab-8840a5728104 cannot update to ACTIVE because it is not bound. {{(pid=91914) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 06:11:06.249466 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [req-b2afe2c4-ff39-4c10-87d3-c1d5a25b78dd req-09f5fd63-ce92-4de7-9f24-c44cf4338a5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774208810132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774208425701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774208426006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10749542'] for port, after_update {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:11:06.274558 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [None req-37e3f8dc-5aec-4d00-9a06-90aedd5644e5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:11:06.372694 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f5fd63-ce92-4de7-9f24-c44cf4338a5a service neutron] Pushing event updated for resources: {'Port': ['ID=03f1e7d4-221d-4209-9ccf-1c5b9019cd16,revision_number=3']} {{(pid=91913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:11:06.416031 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [None req-09f5fd63-ce92-4de7-9f24-c44cf4338a5a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:11:06.446850 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2afe2c4-ff39-4c10-87d3-c1d5a25b78dd req-09f5fd63-ce92-4de7-9f24-c44cf4338a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:11:06.447455 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [req-b2afe2c4-ff39-4c10-87d3-c1d5a25b78dd req-09f5fd63-ce92-4de7-9f24-c44cf4338a5a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239402'] for port, before_response {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:11:06.448560 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.db.quota.driver [req-8d831ae3-d927-42e8-a381-a6e52c3c9b96 req-b2d35b9a-8d4e-4fd0-a1c8-a539c6d1310b tempest-VolumesActionsTest-1831653484 tempest-VolumesActionsTest-1831653484-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91912) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 06:11:06.449040 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-b2afe2c4-ff39-4c10-87d3-c1d5a25b78dd req-09f5fd63-ce92-4de7-9f24-c44cf4338a5a service neutron] 10.222.0.45 "PUT /v2.0/ports/03f1e7d4-221d-4209-9ccf-1c5b9019cd16 HTTP/1.1" status: 200 len: 1094 time: 3.8244190 Jun 01 06:11:06.449308 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75ed6edb-5e1e-4d3e-8d7a-790b36e8848c', 'tag': '03f1e7d4-221d-4209-9ccf-1c5b9019cd16'}] {{(pid=91913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 06:11:06.451717 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdc6be6d06003a26e0797ba9c3cae52571918e0042132e4e221042360f826683" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1254f394-d46a-41f6-8041-79249aa0aebb" -d '{"events": [{"name": "network-changed", "server_uuid": "75ed6edb-5e1e-4d3e-8d7a-790b36e8848c", "tag": "03f1e7d4-221d-4209-9ccf-1c5b9019cd16"}]}' {{(pid=91913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 06:11:06.477219 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.quota.resource [req-8d831ae3-d927-42e8-a381-a6e52c3c9b96 req-b2d35b9a-8d4e-4fd0-a1c8-a539c6d1310b tempest-VolumesActionsTest-1831653484 tempest-VolumesActionsTest-1831653484-project] Usage tracker for resource:port and tenant:fb331abd057c4001beb5d29963f89aad is out of sync, need to count used quota {{(pid=91912) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 06:11:06.477219 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.quota.resource [req-8d831ae3-d927-42e8-a381-a6e52c3c9b96 req-b2d35b9a-8d4e-4fd0-a1c8-a539c6d1310b tempest-VolumesActionsTest-1831653484 tempest-VolumesActionsTest-1831653484-project] Quota usage for port was recalculated. Used quota:0. {{(pid=91912) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 06:11:06.487621 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.db.quota.driver [req-8d831ae3-d927-42e8-a381-a6e52c3c9b96 req-b2d35b9a-8d4e-4fd0-a1c8-a539c6d1310b tempest-VolumesActionsTest-1831653484 tempest-VolumesActionsTest-1831653484-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=91912) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 06:11:06.528337 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d831ae3-d927-42e8-a381-a6e52c3c9b96 req-b2d35b9a-8d4e-4fd0-a1c8-a539c6d1310b tempest-VolumesActionsTest-1831653484 tempest-VolumesActionsTest-1831653484-project] Made reservation on behalf of fb331abd057c4001beb5d29963f89aad for: {'port': 1} {{(pid=91912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 06:11:06.532220 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [req-8d831ae3-d927-42e8-a381-a6e52c3c9b96 req-b2d35b9a-8d4e-4fd0-a1c8-a539c6d1310b tempest-VolumesActionsTest-1831653484 tempest-VolumesActionsTest-1831653484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3824664'] for port, before_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:11:06.681569 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.wsgi [-] (91912) accepted ('10.222.0.41', 53178) {{(pid=91912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 06:11:06.760544 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Jun 2021 06:11:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c3fa4c5-83af-484a-9590-22c4182f202f x-openstack-request-id: req-3c3fa4c5-83af-484a-9590-22c4182f202f {{(pid=91913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 06:11:06.761560 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75ed6edb-5e1e-4d3e-8d7a-790b36e8848c", "tag": "03f1e7d4-221d-4209-9ccf-1c5b9019cd16", "status": "completed", "code": 200}]} {{(pid=91913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 06:11:06.762035 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-3c3fa4c5-83af-484a-9590-22c4182f202f {{(pid=91913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 06:11:06.762671 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75ed6edb-5e1e-4d3e-8d7a-790b36e8848c', 'tag': '03f1e7d4-221d-4209-9ccf-1c5b9019cd16', 'status': 'completed', 'code': 200} Jun 01 06:11:06.893593 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2afe2c4-ff39-4c10-87d3-c1d5a25b78dd req-8e1c311c-320e-4e9e-b311-a8f98ac7fd3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:11:06.895437 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-b2afe2c4-ff39-4c10-87d3-c1d5a25b78dd req-8e1c311c-320e-4e9e-b311-a8f98ac7fd3f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=41c101b65d5d4764bc557847c62fff7d&device_id=75ed6edb-5e1e-4d3e-8d7a-790b36e8848c HTTP/1.1" status: 200 len: 1097 time: 0.3833025 Jun 01 06:11:06.922949 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.db.db_base_plugin_common [req-8d831ae3-d927-42e8-a381-a6e52c3c9b96 req-b2d35b9a-8d4e-4fd0-a1c8-a539c6d1310b tempest-VolumesActionsTest-1831653484 tempest-VolumesActionsTest-1831653484-project] Allocated IP 172.20.0.8 (238fca85-2170-4565-a7c0-f91c12b28812/0a46cb3b-b37f-4da0-83a6-0c17380e3970/705acbaa-4c9d-4eea-b201-8e01d7a31d86) {{(pid=91912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 06:11:06.963318 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332c6027-985b-4daa-9b92-ff8339918dda req-e25e7830-33b5-4309-944f-b77af93ef070 tempest-VolumesActionsTest-1337150399 tempest-VolumesActionsTest-1337150399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:11:06.970215 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-332c6027-985b-4daa-9b92-ff8339918dda req-e25e7830-33b5-4309-944f-b77af93ef070 tempest-VolumesActionsTest-1337150399 tempest-VolumesActionsTest-1337150399-project] 10.222.0.41 "GET /v2.0/ports?device_id=75ed6edb-5e1e-4d3e-8d7a-790b36e8848c HTTP/1.1" status: 200 len: 944 time: 0.2873950 Jun 01 06:11:07.035573 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4565b8-4988-4702-bad3-2b09c56d3cda req-5ff02910-2940-496b-97c8-1cd0607a9751 tempest-ServerRescueNegativeTestJSON-2082042209 tempest-ServerRescueNegativeTestJSON-2082042209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:11:07.045626 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-0e4565b8-4988-4702-bad3-2b09c56d3cda req-5ff02910-2940-496b-97c8-1cd0607a9751 tempest-ServerRescueNegativeTestJSON-2082042209 tempest-ServerRescueNegativeTestJSON-2082042209-project] 10.222.0.41 "GET /v2.0/ports?device_id=bb24b49c-2dc6-4892-8b86-b2ebd99a53e4 HTTP/1.1" status: 200 len: 945 time: 0.2787895 Jun 01 06:11:07.084192 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-332c6027-985b-4daa-9b92-ff8339918dda req-b1d34445-bf94-4510-baf0-f1f1e80fc747 tempest-VolumesActionsTest-1337150399 tempest-VolumesActionsTest-1337150399-project] 10.222.0.41 "GET /v2.0/security-groups?id=4c17888f-8134-4b0e-a491-f03facaafcfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130230 Jun 01 06:11:07.087056 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.rpc [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] Device b14abe69-0830-4a49-a1a6-c0865e3859ed up at agent ovs-agent-dv-cinder-793885-1-smb {{(pid=91914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 06:11:07.113798 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-b2afe2c4-ff39-4c10-87d3-c1d5a25b78dd req-c7c0c11a-1fd5-4896-b0f3-711f41d5dd0b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=03f1e7d4-221d-4209-9ccf-1c5b9019cd16 HTTP/1.1" status: 200 len: 217 time: 0.1717811 Jun 01 06:11:07.117117 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-20d5e70f-d229-4fc9-b825-aac279a8dcc8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:11:07.259640 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.db.provisioning_blocks [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] Provisioning complete for port b14abe69-0830-4a49-a1a6-c0865e3859ed triggered by entity L2. {{(pid=91914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 06:11:07.260613 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3772206'] for port, provisioning_complete {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:11:07.274412 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-20d5e70f-d229-4fc9-b825-aac279a8dcc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774208810132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774208425701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774208426006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10749542'] for port, after_update {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:11:07.281808 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-1bd7b3f8-e667-4fcd-bfbf-5d3751e859ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:11:07.339213 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [None req-897c4a15-2583-41d4-a531-8606b83c9c33 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:11:07.376719 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.db.quota.driver [None req-1bd7b3f8-e667-4fcd-bfbf-5d3751e859ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91912) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 06:11:07.421412 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.quota.resource [None req-1bd7b3f8-e667-4fcd-bfbf-5d3751e859ba admin admin] Usage tracker for resource:security_group_rule and tenant:443f30ee42664af2b3df555c33d9417a is out of sync, need to count used quota {{(pid=91912) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 06:11:07.429622 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-cedb3e32-9b57-4392-bbd3-0034bacd8e2d req-a03e5aba-3f5c-411a-bdab-0483d447f836 tempest-VolumesActionsTest-1831653484 tempest-VolumesActionsTest-1831653484-project] 10.222.0.41 "GET /v2.0/ports?device_id=cf34fd40-a8c7-42fe-8055-d03ff559dc57 HTTP/1.1" status: 200 len: 210 time: 0.1002889 Jun 01 06:11:07.430549 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.quota.resource [None req-1bd7b3f8-e667-4fcd-bfbf-5d3751e859ba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91912) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 06:11:07.449894 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.db.quota.driver [None req-1bd7b3f8-e667-4fcd-bfbf-5d3751e859ba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91912) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 06:11:07.524250 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-20d5e70f-d229-4fc9-b825-aac279a8dcc8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-532480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-878364'] for router_interface, after_create {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:11:07.545502 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-0e4565b8-4988-4702-bad3-2b09c56d3cda req-d3908942-6118-4931-8e78-47a9ecee067e tempest-ServerRescueNegativeTestJSON-2082042209 tempest-ServerRescueNegativeTestJSON-2082042209-project] 10.222.0.41 "GET /v2.0/security-groups?id=b9806f43-fca1-4e3e-8128-d5f6b4549043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4307272 Jun 01 06:11:07.555361 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d5e70f-d229-4fc9-b825-aac279a8dcc8 admin admin] Pushing event updated for resources: {'Port': ['ID=abf20de4-9ca8-4d3e-9dab-8840a5728104,revision_number=2']} {{(pid=91913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:11:07.579803 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [req-8d831ae3-d927-42e8-a381-a6e52c3c9b96 req-b2d35b9a-8d4e-4fd0-a1c8-a539c6d1310b tempest-VolumesActionsTest-1831653484 tempest-VolumesActionsTest-1831653484-project] Notify callbacks [] for port, precommit_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:11:07.596296 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [None req-20d5e70f-d229-4fc9-b825-aac279a8dcc8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:11:07.683803 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [req-8d831ae3-d927-42e8-a381-a6e52c3c9b96 req-b2d35b9a-8d4e-4fd0-a1c8-a539c6d1310b tempest-VolumesActionsTest-1831653484 tempest-VolumesActionsTest-1831653484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774208425683'] for port, after_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:11:07.689365 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-1bd7b3f8-e667-4fcd-bfbf-5d3751e859ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:11:07.695759 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:11:07.743831 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-1bd7b3f8-e667-4fcd-bfbf-5d3751e859ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940402'] for security_group, after_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:11:07.745212 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2afe2c4-ff39-4c10-87d3-c1d5a25b78dd req-92245f5b-8393-445c-ab33-4a77131a947f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:11:07.747050 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-b2afe2c4-ff39-4c10-87d3-c1d5a25b78dd req-92245f5b-8393-445c-ab33-4a77131a947f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=23acbc49-90e6-40c2-8fc0-8603191bb523 HTTP/1.1" status: 200 len: 849 time: 0.5255618 Jun 01 06:11:07.754710 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20d5e70f-d229-4fc9-b825-aac279a8dcc8 admin admin] Network 0d0e27d7-e499-44c0-a6d3-0e69d07aa387 is already hosted by enough agents. {{(pid=91913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 06:11:07.759383 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.scheduler.base_scheduler [None req-20d5e70f-d229-4fc9-b825-aac279a8dcc8 admin admin] Resources bound (agent type, host, resource id): {{(pid=91913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 06:11:07.795446 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d831ae3-d927-42e8-a381-a6e52c3c9b96 req-b2d35b9a-8d4e-4fd0-a1c8-a539c6d1310b tempest-VolumesActionsTest-1831653484 tempest-VolumesActionsTest-1831653484-project] Network 238fca85-2170-4565-a7c0-f91c12b28812 is already hosted by enough agents. {{(pid=91912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 06:11:07.805680 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.scheduler.base_scheduler [req-8d831ae3-d927-42e8-a381-a6e52c3c9b96 req-b2d35b9a-8d4e-4fd0-a1c8-a539c6d1310b tempest-VolumesActionsTest-1831653484 tempest-VolumesActionsTest-1831653484-project] Resources bound (agent type, host, resource id): {{(pid=91912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 06:11:07.819199 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d831ae3-d927-42e8-a381-a6e52c3c9b96 req-b2d35b9a-8d4e-4fd0-a1c8-a539c6d1310b tempest-VolumesActionsTest-1831653484 tempest-VolumesActionsTest-1831653484-project] Received port after_create {{(pid=91912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 06:11:07.836180 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d831ae3-d927-42e8-a381-a6e52c3c9b96 req-b2d35b9a-8d4e-4fd0-a1c8-a539c6d1310b tempest-VolumesActionsTest-1831653484 tempest-VolumesActionsTest-1831653484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:11:07.836867 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [req-8d831ae3-d927-42e8-a381-a6e52c3c9b96 req-b2d35b9a-8d4e-4fd0-a1c8-a539c6d1310b tempest-VolumesActionsTest-1831653484 tempest-VolumesActionsTest-1831653484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239402'] for port, before_response {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:11:07.842511 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d35b9a-8d4e-4fd0-a1c8-a539c6d1310b tempest-VolumesActionsTest-1831653484 tempest-VolumesActionsTest-1831653484-project] Pushing event updated for resources: {'Port': ['ID=705acbaa-4c9d-4eea-b201-8e01d7a31d86,revision_number=1']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:11:07.847040 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [None req-1bd7b3f8-e667-4fcd-bfbf-5d3751e859ba admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=443f30ee42664af2b3df555c33d9417a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1630061 Jun 01 06:11:07.853321 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-b2d35b9a-8d4e-4fd0-a1c8-a539c6d1310b tempest-VolumesActionsTest-1831653484 tempest-VolumesActionsTest-1831653484-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:11:07.853808 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-0084ffd0-bc34-40b3-bae9-b32bebad90b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.092s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:11:07.862314 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.wsgi [-] (91912) accepted ('10.222.0.41', 53204) {{(pid=91912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 06:11:07.864976 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-b2afe2c4-ff39-4c10-87d3-c1d5a25b78dd req-afc26766-fdb8-4610-8f6b-09140c341fce service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=73eae694-94c0-4050-acfb-a8f3cc6434c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0967927 Jun 01 06:11:07.976089 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd7b3f8-e667-4fcd-bfbf-5d3751e859ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59ae223c-4e9a-4863-ae4a-015b98685bea,revision_number=1']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:11:07.982440 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-1bd7b3f8-e667-4fcd-bfbf-5d3751e859ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:11:07.994866 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-8d831ae3-d927-42e8-a381-a6e52c3c9b96 req-b2d35b9a-8d4e-4fd0-a1c8-a539c6d1310b tempest-VolumesActionsTest-1831653484 tempest-VolumesActionsTest-1831653484-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9258854 Jun 01 06:11:08.022437 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.v2.base [req-8d831ae3-d927-42e8-a381-a6e52c3c9b96 req-d4e0b075-d82d-462e-9ffa-8859deef2664 service neutron] Request body: {'port': {'device_id': 'cf34fd40-a8c7-42fe-8055-d03ff559dc57', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79388'}} {{(pid=91912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 06:11:08.079887 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.db.provisioning_blocks [None req-53d34c32-f17b-4f57-a440-e7017b11881f None None] Provisioning complete for port abf20de4-9ca8-4d3e-9dab-8840a5728104 triggered by entity DHCP. {{(pid=91914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 06:11:08.081444 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-53d34c32-f17b-4f57-a440-e7017b11881f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3772206'] for port, provisioning_complete {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:11:08.093089 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-a3d05b40-b1ed-4ff0-8edb-d4eb6012b3ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:11:08.140789 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.plugin [None req-53d34c32-f17b-4f57-a440-e7017b11881f None None] Port abf20de4-9ca8-4d3e-9dab-8840a5728104 cannot update to ACTIVE because it is not bound. {{(pid=91914) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 06:11:08.188461 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-b2afe2c4-ff39-4c10-87d3-c1d5a25b78dd req-9813b0cb-3c72-48e5-b66e-ad7990eb49f3 service neutron] 10.222.0.45 "GET /v2.0/networks/73eae694-94c0-4050-acfb-a8f3cc6434c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3225172 Jun 01 06:11:08.218419 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20d5e70f-d229-4fc9-b825-aac279a8dcc8 admin admin] Router b48c156b-3c9c-4a27-8427-3932990494c6 has already been hosted by L3 agent a2597806-c6e6-4acd-a843-608abc904602 {{(pid=91913) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 06:11:08.234002 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-a3d05b40-b1ed-4ff0-8edb-d4eb6012b3ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:11:08.311119 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [req-8d831ae3-d927-42e8-a381-a6e52c3c9b96 req-d4e0b075-d82d-462e-9ffa-8859deef2664 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3824664'] for port, before_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:11:08.337944 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7565a484-3be1-4e90-963c-86bcb76c5f0f req-795c248a-1939-4399-b9ee-e2938f4d6680 tempest-AttachVolumeNegativeTest-1471670784 tempest-AttachVolumeNegativeTest-1471670784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:11:08.339386 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-7565a484-3be1-4e90-963c-86bcb76c5f0f req-795c248a-1939-4399-b9ee-e2938f4d6680 tempest-AttachVolumeNegativeTest-1471670784 tempest-AttachVolumeNegativeTest-1471670784-project] 10.222.0.41 "GET /v2.0/networks?id=0b7f9d5f-223f-43b5-8d0c-382ab5f66c87 HTTP/1.1" status: 200 len: 814 time: 0.3264267 Jun 01 06:11:08.398294 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-7565a484-3be1-4e90-963c-86bcb76c5f0f req-c2479911-6295-4b3a-b648-097bc5983e02 tempest-AttachVolumeNegativeTest-1471670784 tempest-AttachVolumeNegativeTest-1471670784-project] 10.222.0.41 "GET /v2.0/quotas/2a6f229a53e74061b535c311a3c04284 HTTP/1.1" status: 200 len: 375 time: 0.0263951 Jun 01 06:11:08.409131 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-a3d05b40-b1ed-4ff0-8edb-d4eb6012b3ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940402'] for security_group, after_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:11:08.415356 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-c89903ad-926d-45d4-a704-07c28487778d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:11:08.469752 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d05b40-b1ed-4ff0-8edb-d4eb6012b3ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59ae223c-4e9a-4863-ae4a-015b98685bea,revision_number=None']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:11:08.478942 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-a3d05b40-b1ed-4ff0-8edb-d4eb6012b3ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:11:08.522675 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-b2afe2c4-ff39-4c10-87d3-c1d5a25b78dd req-a5e208d9-2e38-4d9e-86fe-7d1a9bd52d23 service neutron] 10.222.0.45 "GET /v2.0/networks/73eae694-94c0-4050-acfb-a8f3cc6434c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3255167 Jun 01 06:11:08.556741 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-a3d05b40-b1ed-4ff0-8edb-d4eb6012b3ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:11:08.557936 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [None req-a3d05b40-b1ed-4ff0-8edb-d4eb6012b3ba admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/59ae223c-4e9a-4863-ae4a-015b98685bea HTTP/1.1" status: 204 len: 168 time: 0.6675436 Jun 01 06:11:08.591609 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40719ab0-330f-453a-b985-b7243e4b0667 req-978914f7-4a20-42ae-beb7-f9a4f0838a04 tempest-VolumesActionsTest-1337150399 tempest-VolumesActionsTest-1337150399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:11:08.592379 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.quota.resource [req-40719ab0-330f-453a-b985-b7243e4b0667 req-978914f7-4a20-42ae-beb7-f9a4f0838a04 tempest-VolumesActionsTest-1337150399 tempest-VolumesActionsTest-1337150399-project] Synchronizing usage tracker for tenant:41c101b65d5d4764bc557847c62fff7d on resource:port {{(pid=91913) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 06:11:08.642945 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20d5e70f-d229-4fc9-b825-aac279a8dcc8 admin admin] Notify agent at l3_agent.dv-cinder-793885-1-smb the message routers_updated {{(pid=91913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 06:11:08.654393 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b642336c-506c-4c1d-a5c9-9ff4fed0eebc None None] Sync routers for ids ['b48c156b-3c9c-4a27-8427-3932990494c6'] in dv-cinder-793885-1-smb {{(pid=91914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 06:11:08.661527 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [None req-20d5e70f-d229-4fc9-b825-aac279a8dcc8 admin admin] 10.222.0.41 "PUT /v2.0/routers/b48c156b-3c9c-4a27-8427-3932990494c6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6072967 Jun 01 06:11:08.671176 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b642336c-506c-4c1d-a5c9-9ff4fed0eebc None None] Routers {'b48c156b-3c9c-4a27-8427-3932990494c6'} bound to L3 agent in host dv-cinder-793885-1-smb {{(pid=91914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 06:11:08.672410 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.db.l3_hamode_db [None req-b642336c-506c-4c1d-a5c9-9ff4fed0eebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793885-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-01T06:01:58Z,description=,heartbeat_timestamp=2021-06-01T06:10:59Z,host='dv-cinder-793885-1-smb',id=a2597806-c6e6-4acd-a843-608abc904602,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T06:01:58Z,topic='l3_agent')) {'router_ids': ['b48c156b-3c9c-4a27-8427-3932990494c6'], 'active': True} {{(pid=91914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 06:11:08.708922 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.quota.resource [req-40719ab0-330f-453a-b985-b7243e4b0667 req-978914f7-4a20-42ae-beb7-f9a4f0838a04 tempest-VolumesActionsTest-1337150399 tempest-VolumesActionsTest-1337150399-project] Unset dirty status for tenant:41c101b65d5d4764bc557847c62fff7d on resource:port {{(pid=91913) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 06:11:08.716747 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-40719ab0-330f-453a-b985-b7243e4b0667 req-978914f7-4a20-42ae-beb7-f9a4f0838a04 tempest-VolumesActionsTest-1337150399 tempest-VolumesActionsTest-1337150399-project] 10.222.0.41 "GET /v2.0/ports?device_id=75ed6edb-5e1e-4d3e-8d7a-790b36e8848c HTTP/1.1" status: 200 len: 944 time: 0.4962687 Jun 01 06:11:08.721849 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-7565a484-3be1-4e90-963c-86bcb76c5f0f req-1640f46f-b923-4904-a48c-b842feb45956 tempest-AttachVolumeNegativeTest-1471670784 tempest-AttachVolumeNegativeTest-1471670784-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=2a6f229a53e74061b535c311a3c04284&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3078573 Jun 01 06:11:08.743648 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1254f394-d46a-41f6-8041-79249aa0aebb req-0249e15d-938b-401a-aba4-ea9d83d929cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:11:08.745385 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-1254f394-d46a-41f6-8041-79249aa0aebb req-0249e15d-938b-401a-aba4-ea9d83d929cf service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=41c101b65d5d4764bc557847c62fff7d&device_id=75ed6edb-5e1e-4d3e-8d7a-790b36e8848c HTTP/1.1" status: 200 len: 1097 time: 0.1481633 Jun 01 06:11:08.791608 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-40719ab0-330f-453a-b985-b7243e4b0667 req-7a7612e6-9425-4aa6-9071-dc1a2c44a019 tempest-VolumesActionsTest-1337150399 tempest-VolumesActionsTest-1337150399-project] 10.222.0.41 "GET /v2.0/security-groups?id=4c17888f-8134-4b0e-a491-f03facaafcfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734832 Jun 01 06:11:08.933699 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.db.l3_dvr_db [None req-b642336c-506c-4c1d-a5c9-9ff4fed0eebc None None] Set router b48c156b-3c9c-4a27-8427-3932990494c6 gateway port host: dv-cinder-793885-1-smb {{(pid=91914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 06:11:09.108007 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1254f394-d46a-41f6-8041-79249aa0aebb req-b6988a33-e585-4491-aa65-d189cd76e6dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:11:09.111540 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-1254f394-d46a-41f6-8041-79249aa0aebb req-b6988a33-e585-4491-aa65-d189cd76e6dc service neutron] 10.222.0.45 "GET /v2.0/networks?id=73eae694-94c0-4050-acfb-a8f3cc6434c6 HTTP/1.1" status: 200 len: 910 time: 0.3386085 Jun 01 06:11:09.124626 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.notifiers.nova [req-8d831ae3-d927-42e8-a381-a6e52c3c9b96 req-d4e0b075-d82d-462e-9ffa-8859deef2664 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 705acbaa-4c9d-4eea-b201-8e01d7a31d86 {{(pid=91912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 06:11:09.136761 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [req-8d831ae3-d927-42e8-a381-a6e52c3c9b96 req-d4e0b075-d82d-462e-9ffa-8859deef2664 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:11:09.189168 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.db.provisioning_blocks [req-8d831ae3-d927-42e8-a381-a6e52c3c9b96 req-d4e0b075-d82d-462e-9ffa-8859deef2664 service neutron] Transition to ACTIVE for port object 705acbaa-4c9d-4eea-b201-8e01d7a31d86 will not be triggered until provisioned by entity L2. {{(pid=91912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 06:11:09.205921 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-7565a484-3be1-4e90-963c-86bcb76c5f0f req-e2b79f9e-c351-49ef-a4d7-c9c6d1693618 service neutron] 10.222.0.41 "GET /v2.0/networks/0b7f9d5f-223f-43b5-8d0c-382ab5f66c87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4732258 Jun 01 06:11:09.228157 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [req-8d831ae3-d927-42e8-a381-a6e52c3c9b96 req-d4e0b075-d82d-462e-9ffa-8859deef2664 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774208810132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774208425701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774208426006'] for port, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:11:09.240389 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-ca703cf6-4aa2-4c5f-89a8-57109d89c42e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:11:09.264915 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-1254f394-d46a-41f6-8041-79249aa0aebb req-5db937d7-8022-4c65-b6a6-1265b260fa3d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=03f1e7d4-221d-4209-9ccf-1c5b9019cd16 HTTP/1.1" status: 200 len: 217 time: 0.1380749 Jun 01 06:11:09.273729 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b301b5b5-62e2-47e3-8d8b-c65ecb5765b2 req-2ccce0ae-704b-4ec9-b6bc-6ac0cc7cbf8c tempest-VolumesActionsTest-1831653484 tempest-VolumesActionsTest-1831653484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:11:09.278221 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-b301b5b5-62e2-47e3-8d8b-c65ecb5765b2 req-2ccce0ae-704b-4ec9-b6bc-6ac0cc7cbf8c tempest-VolumesActionsTest-1831653484 tempest-VolumesActionsTest-1831653484-project] 10.222.0.41 "GET /v2.0/ports?device_id=cf34fd40-a8c7-42fe-8055-d03ff559dc57 HTTP/1.1" status: 200 len: 931 time: 0.3361106 Jun 01 06:11:09.358174 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.db.l3_hamode_db [None req-b642336c-506c-4c1d-a5c9-9ff4fed0eebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b48c156b-3c9c-4a27-8427-3932990494c6', 'name': 'tempest-AttachVolumeShelveTestJSON-44898397-router', 'tenant_id': 'cf682efceb1b40c4a2056518b30cc419', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df727fa4-ca0b-43ba-be88-ffeb156f0c84', 'external_fixed_ips': [{'subnet_id': '8acdb510-d5f4-4c90-8e8c-2a5ae18e332f', 'ip_address': '172.28.2.171'}], 'enable_snat': True}, 'gw_port_id': 'b14abe69-0830-4a49-a1a6-c0865e3859ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T06:10:56Z', 'updated_at': '2021-06-01T06:11:06Z', 'revision_number': 4, 'project_id': 'cf682efceb1b40c4a2056518b30cc419', 'gw_port': {'id': 'b14abe69-0830-4a49-a1a6-c0865e3859ed', 'name': '', 'network_id': 'df727fa4-ca0b-43ba-be88-ffeb156f0c84', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:06:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b48c156b-3c9c-4a27-8427-3932990494c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': '8acdb510-d5f4-4c90-8e8c-2a5ae18e332f', 'ip_address': '172.28.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793885-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T06:10:57Z', 'updated_at': '2021-06-01T06:11:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acdb510-d5f4-4c90-8e8c-2a5ae18e332f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793885-1-smb', '_interfaces': [{'id': 'abf20de4-9ca8-4d3e-9dab-8840a5728104', 'name': '', 'network_id': '0d0e27d7-e499-44c0-a6d3-0e69d07aa387', 'tenant_id': 'cf682efceb1b40c4a2056518b30cc419', 'mac_address': 'fa:16:3e:56:c1:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b48c156b-3c9c-4a27-8427-3932990494c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': 'afe82765-6164-43ac-8036-06de690ecff6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T06:11:03Z', 'updated_at': '2021-06-01T06:11:06Z', 'revision_number': 2, 'project_id': 'cf682efceb1b40c4a2056518b30cc419', 'subnets': [{'id': 'afe82765-6164-43ac-8036-06de690ecff6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793885-1-smb', False) {} {{(pid=91914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 06:11:09.365268 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b642336c-506c-4c1d-a5c9-9ff4fed0eebc None None] Checking router: b48c156b-3c9c-4a27-8427-3932990494c6 for host: dv-cinder-793885-1-smb {{(pid=91914) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 06:11:09.365701 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b642336c-506c-4c1d-a5c9-9ff4fed0eebc None None] Updating router b48c156b-3c9c-4a27-8427-3932990494c6 port abf20de4-9ca8-4d3e-9dab-8840a5728104 binding host dv-cinder-793885-1-smb {{(pid=91914) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 06:11:09.445036 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-b642336c-506c-4c1d-a5c9-9ff4fed0eebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3824664'] for port, before_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:11:09.501193 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-b301b5b5-62e2-47e3-8d8b-c65ecb5765b2 req-da7ba2cd-5132-4a83-ae32-c722d65bfb4e tempest-VolumesActionsTest-1831653484 tempest-VolumesActionsTest-1831653484-project] 10.222.0.41 "GET /v2.0/security-groups?id=2944dfc8-54a7-45a4-a0ae-01a78586e78a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653486 Jun 01 06:11:09.519381 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1254f394-d46a-41f6-8041-79249aa0aebb req-8ca4bf09-a2dd-49fc-b96d-b95ce2f49002 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:11:09.520957 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-1254f394-d46a-41f6-8041-79249aa0aebb req-8ca4bf09-a2dd-49fc-b96d-b95ce2f49002 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=23acbc49-90e6-40c2-8fc0-8603191bb523 HTTP/1.1" status: 200 len: 849 time: 0.2417123 Jun 01 06:11:09.587419 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-1254f394-d46a-41f6-8041-79249aa0aebb req-65a7bee9-d55f-4093-9ccf-dfbc2384dc73 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=73eae694-94c0-4050-acfb-a8f3cc6434c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0561676 Jun 01 06:11:09.652663 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.plugins.ml2.managers [req-8d831ae3-d927-42e8-a381-a6e52c3c9b96 req-d4e0b075-d82d-462e-9ffa-8859deef2664 service neutron] Attempting to bind port 705acbaa-4c9d-4eea-b201-8e01d7a31d86 on host hv-cinder-79388 for vnic_type normal with profile {{(pid=91912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 06:11:09.653294 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.plugins.ml2.managers [req-8d831ae3-d927-42e8-a381-a6e52c3c9b96 req-d4e0b075-d82d-462e-9ffa-8859deef2664 service neutron] Attempting to bind port 705acbaa-4c9d-4eea-b201-8e01d7a31d86 by drivers openvswitch,hyperv on host hv-cinder-79388 at level 0 using segments [{'id': '52f8f2fd-1c76-454d-85a3-9db4809bf673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '238fca85-2170-4565-a7c0-f91c12b28812'}] {{(pid=91912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 06:11:09.653796 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d831ae3-d927-42e8-a381-a6e52c3c9b96 req-d4e0b075-d82d-462e-9ffa-8859deef2664 service neutron] Attempting to bind port 705acbaa-4c9d-4eea-b201-8e01d7a31d86 on network 238fca85-2170-4565-a7c0-f91c12b28812 {{(pid=91912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 06:11:09.657871 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e0b075-d82d-462e-9ffa-8859deef2664 service neutron] Pushing event updated for resources: {'Port': ['ID=705acbaa-4c9d-4eea-b201-8e01d7a31d86,revision_number=2']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:11:09.662973 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-d4e0b075-d82d-462e-9ffa-8859deef2664 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.422s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:11:09.704162 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d831ae3-d927-42e8-a381-a6e52c3c9b96 req-d4e0b075-d82d-462e-9ffa-8859deef2664 service neutron] Port 705acbaa-4c9d-4eea-b201-8e01d7a31d86 on network 238fca85-2170-4565-a7c0-f91c12b28812 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79388 {{(pid=91912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 06:11:09.705071 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d831ae3-d927-42e8-a381-a6e52c3c9b96 req-d4e0b075-d82d-462e-9ffa-8859deef2664 service neutron] Attempting to bind port 705acbaa-4c9d-4eea-b201-8e01d7a31d86 on network 238fca85-2170-4565-a7c0-f91c12b28812 {{(pid=91912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 06:11:09.731458 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d831ae3-d927-42e8-a381-a6e52c3c9b96 req-d4e0b075-d82d-462e-9ffa-8859deef2664 service neutron] Checking agent: {'id': '9d825435-0dee-4786-8fdd-f7c3fb37050b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79388', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 6, 8, 18), 'started_at': datetime.datetime(2021, 6, 1, 6, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 6, 10, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 06:11:09.731856 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d831ae3-d927-42e8-a381-a6e52c3c9b96 req-d4e0b075-d82d-462e-9ffa-8859deef2664 service neutron] Checking segment: {'id': '52f8f2fd-1c76-454d-85a3-9db4809bf673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '238fca85-2170-4565-a7c0-f91c12b28812'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 06:11:09.735997 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d831ae3-d927-42e8-a381-a6e52c3c9b96 req-d4e0b075-d82d-462e-9ffa-8859deef2664 service neutron] Bound using segment: {'id': '52f8f2fd-1c76-454d-85a3-9db4809bf673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '238fca85-2170-4565-a7c0-f91c12b28812'} {{(pid=91912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 06:11:09.736548 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.plugins.ml2.managers [req-8d831ae3-d927-42e8-a381-a6e52c3c9b96 req-d4e0b075-d82d-462e-9ffa-8859deef2664 service neutron] Bound port: 705acbaa-4c9d-4eea-b201-8e01d7a31d86, host: hv-cinder-79388, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52f8f2fd-1c76-454d-85a3-9db4809bf673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '238fca85-2170-4565-a7c0-f91c12b28812'}}] {{(pid=91912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 06:11:09.738171 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [req-8d831ae3-d927-42e8-a381-a6e52c3c9b96 req-d4e0b075-d82d-462e-9ffa-8859deef2664 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3824664'] for port, before_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:11:09.858481 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-1254f394-d46a-41f6-8041-79249aa0aebb req-f40985b5-2081-4bbb-99a3-63cad249d88b service neutron] 10.222.0.45 "GET /v2.0/networks/73eae694-94c0-4050-acfb-a8f3cc6434c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2584078 Jun 01 06:11:09.869381 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-7565a484-3be1-4e90-963c-86bcb76c5f0f req-c49cee90-8f67-4975-9612-5de408db64ec service neutron] 10.222.0.41 "GET /v2.0/networks/0b7f9d5f-223f-43b5-8d0c-382ab5f66c87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6623406 Jun 01 06:11:09.953304 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.plugins.ml2.db [req-8d831ae3-d927-42e8-a381-a6e52c3c9b96 req-d4e0b075-d82d-462e-9ffa-8859deef2664 service neutron] For port 705acbaa-4c9d-4eea-b201-8e01d7a31d86, host hv-cinder-79388, cleared binding levels {{(pid=91912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 06:11:09.958391 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.plugins.ml2.db [req-8d831ae3-d927-42e8-a381-a6e52c3c9b96 req-d4e0b075-d82d-462e-9ffa-8859deef2664 service neutron] For port 705acbaa-4c9d-4eea-b201-8e01d7a31d86, host hv-cinder-79388, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79388',level=0,port_id=705acbaa-4c9d-4eea-b201-8e01d7a31d86,segment=NetworkSegment(52f8f2fd-1c76-454d-85a3-9db4809bf673),segment_id=52f8f2fd-1c76-454d-85a3-9db4809bf673)] {{(pid=91912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 06:11:09.966538 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [req-8d831ae3-d927-42e8-a381-a6e52c3c9b96 req-d4e0b075-d82d-462e-9ffa-8859deef2664 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774208810132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774208425701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774208426006'] for port, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:11:09.973462 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:11:10.073694 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d831ae3-d927-42e8-a381-a6e52c3c9b96 req-d4e0b075-d82d-462e-9ffa-8859deef2664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:11:10.074298 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [req-8d831ae3-d927-42e8-a381-a6e52c3c9b96 req-d4e0b075-d82d-462e-9ffa-8859deef2664 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239402'] for port, before_response {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:11:10.075677 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-8d831ae3-d927-42e8-a381-a6e52c3c9b96 req-d4e0b075-d82d-462e-9ffa-8859deef2664 service neutron] 10.222.0.45 "PUT /v2.0/ports/705acbaa-4c9d-4eea-b201-8e01d7a31d86 HTTP/1.1" status: 200 len: 1093 time: 2.0614891 Jun 01 06:11:10.076148 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf34fd40-a8c7-42fe-8055-d03ff559dc57', 'tag': '705acbaa-4c9d-4eea-b201-8e01d7a31d86'}] {{(pid=91912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 06:11:10.078509 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c7b3c6e1f14bb220aa0995d95792b8f3e6549c6955cb141320bca3e5502353f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65a6bb11-b5a6-4dab-b7a2-360bdb8881dd" -d '{"events": [{"name": "network-changed", "server_uuid": "cf34fd40-a8c7-42fe-8055-d03ff559dc57", "tag": "705acbaa-4c9d-4eea-b201-8e01d7a31d86"}]}' {{(pid=91912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 06:11:10.093287 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e0b075-d82d-462e-9ffa-8859deef2664 service neutron] Pushing event updated for resources: {'Port': ['ID=705acbaa-4c9d-4eea-b201-8e01d7a31d86,revision_number=3']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:11:10.097590 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-d4e0b075-d82d-462e-9ffa-8859deef2664 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:11:10.202220 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088af8cd-61d7-4fc0-8198-75bc43bc9625 req-d1bdb639-b799-4641-a471-14e026902fd3 tempest-ServerRescueNegativeTestJSON-2082042209 tempest-ServerRescueNegativeTestJSON-2082042209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:11:10.211129 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-088af8cd-61d7-4fc0-8198-75bc43bc9625 req-d1bdb639-b799-4641-a471-14e026902fd3 tempest-ServerRescueNegativeTestJSON-2082042209 tempest-ServerRescueNegativeTestJSON-2082042209-project] 10.222.0.41 "GET /v2.0/ports?device_id=bb24b49c-2dc6-4892-8b86-b2ebd99a53e4 HTTP/1.1" status: 200 len: 945 time: 0.3485141 Jun 01 06:11:10.211922 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-b642336c-506c-4c1d-a5c9-9ff4fed0eebc None None] Notify callbacks [] for port, precommit_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:11:10.232710 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-1254f394-d46a-41f6-8041-79249aa0aebb req-39996b02-8545-4699-b05e-c2bbac4cc214 service neutron] 10.222.0.45 "GET /v2.0/networks/73eae694-94c0-4050-acfb-a8f3cc6434c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3355169 Jun 01 06:11:10.263771 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.db.provisioning_blocks [None req-b642336c-506c-4c1d-a5c9-9ff4fed0eebc None None] Transition to ACTIVE for port object abf20de4-9ca8-4d3e-9dab-8840a5728104 will not be triggered until provisioned by entity L2. {{(pid=91914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 06:11:10.277587 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d831ae3-d927-42e8-a381-a6e52c3c9b96 req-001450a9-912c-434f-ab1c-8add3eb7a243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:11:10.279001 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-8d831ae3-d927-42e8-a381-a6e52c3c9b96 req-001450a9-912c-434f-ab1c-8add3eb7a243 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=fb331abd057c4001beb5d29963f89aad&device_id=cf34fd40-a8c7-42fe-8055-d03ff559dc57 HTTP/1.1" status: 200 len: 1096 time: 0.1520581 Jun 01 06:11:10.281680 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-088af8cd-61d7-4fc0-8198-75bc43bc9625 req-ca978bfc-21a1-4d42-8b97-f00ddd483823 tempest-ServerRescueNegativeTestJSON-2082042209 tempest-ServerRescueNegativeTestJSON-2082042209-project] 10.222.0.41 "GET /v2.0/security-groups?id=b9806f43-fca1-4e3e-8128-d5f6b4549043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694339 Jun 01 06:11:10.284439 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-b642336c-506c-4c1d-a5c9-9ff4fed0eebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774208810132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774208425701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774208426006'] for port, after_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:11:10.290538 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG oslo_concurrency.lockutils [None req-aa456d69-e9e4-4127-82f8-758df8b1d20e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91914) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:11:10.388314 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-8d831ae3-d927-42e8-a381-a6e52c3c9b96 req-200e7130-7b3b-431c-82b2-030d207a2e93 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=705acbaa-4c9d-4eea-b201-8e01d7a31d86 HTTP/1.1" status: 200 len: 217 time: 0.1010051 Jun 01 06:11:10.472223 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47146954-961d-426a-a37c-762a8166d047 None None] Pushing event updated for resources: {'Port': ['ID=abf20de4-9ca8-4d3e-9dab-8840a5728104,revision_number=3']} {{(pid=91914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:11:10.538023 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d831ae3-d927-42e8-a381-a6e52c3c9b96 req-cafd15ab-0ae9-4d29-a5df-2b3fd7a9c06a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:11:10.544056 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-8d831ae3-d927-42e8-a381-a6e52c3c9b96 req-cafd15ab-0ae9-4d29-a5df-2b3fd7a9c06a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=0a46cb3b-b37f-4da0-83a6-0c17380e3970 HTTP/1.1" status: 200 len: 848 time: 0.1423628 Jun 01 06:11:10.655973 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fef6813-5979-432b-9d1a-f4752152e9e7 req-cd8d7e70-2406-46a3-beca-e8679cff1765 tempest-VolumesActionsTest-1337150399 tempest-VolumesActionsTest-1337150399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:11:10.662499 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-4fef6813-5979-432b-9d1a-f4752152e9e7 req-cd8d7e70-2406-46a3-beca-e8679cff1765 tempest-VolumesActionsTest-1337150399 tempest-VolumesActionsTest-1337150399-project] 10.222.0.41 "GET /v2.0/ports?device_id=75ed6edb-5e1e-4d3e-8d7a-790b36e8848c HTTP/1.1" status: 200 len: 944 time: 0.2104983 Jun 01 06:11:10.698472 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-8d831ae3-d927-42e8-a381-a6e52c3c9b96 req-69c469e5-c8bb-42ba-9835-9fee1cd98010 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=238fca85-2170-4565-a7c0-f91c12b28812&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1462777 Jun 01 06:11:10.750042 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47146954-961d-426a-a37c-762a8166d047 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:11:10.750669 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47146954-961d-426a-a37c-762a8166d047 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:11:10.751146 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47146954-961d-426a-a37c-762a8166d047 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:11:10.751622 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47146954-961d-426a-a37c-762a8166d047 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:11:10.752114 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47146954-961d-426a-a37c-762a8166d047 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:11:10.753328 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47146954-961d-426a-a37c-762a8166d047 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:11:10.753816 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47146954-961d-426a-a37c-762a8166d047 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:11:10.754286 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47146954-961d-426a-a37c-762a8166d047 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:11:10.754754 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47146954-961d-426a-a37c-762a8166d047 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:11:10.755220 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47146954-961d-426a-a37c-762a8166d047 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:11:10.755667 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47146954-961d-426a-a37c-762a8166d047 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:11:10.756161 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47146954-961d-426a-a37c-762a8166d047 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:11:10.784880 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG oslo_concurrency.lockutils [None req-47146954-961d-426a-a37c-762a8166d047 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.494s {{(pid=91914) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:11:10.817192 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.managers [None req-b642336c-506c-4c1d-a5c9-9ff4fed0eebc None None] Attempting to bind port abf20de4-9ca8-4d3e-9dab-8840a5728104 on host dv-cinder-793885-1-smb for vnic_type normal with profile {{(pid=91914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 06:11:10.817832 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.managers [None req-b642336c-506c-4c1d-a5c9-9ff4fed0eebc None None] Attempting to bind port abf20de4-9ca8-4d3e-9dab-8840a5728104 by drivers openvswitch,hyperv on host dv-cinder-793885-1-smb at level 0 using segments [{'id': '5bcb411c-cc6a-4a4c-9bde-5ea76448952b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '0d0e27d7-e499-44c0-a6d3-0e69d07aa387'}] {{(pid=91914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 06:11:10.818356 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b642336c-506c-4c1d-a5c9-9ff4fed0eebc None None] Attempting to bind port abf20de4-9ca8-4d3e-9dab-8840a5728104 on network 0d0e27d7-e499-44c0-a6d3-0e69d07aa387 {{(pid=91914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 06:11:10.836033 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b642336c-506c-4c1d-a5c9-9ff4fed0eebc None None] Checking agent: {'id': 'afbd2d5c-fa5a-4eff-9ede-b1626fbc7a4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793885-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 6, 1, 58), 'started_at': datetime.datetime(2021, 6, 1, 6, 2, 28), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 6, 10, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793885-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 06:11:10.836205 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b642336c-506c-4c1d-a5c9-9ff4fed0eebc None None] Checking segment: {'id': '5bcb411c-cc6a-4a4c-9bde-5ea76448952b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '0d0e27d7-e499-44c0-a6d3-0e69d07aa387'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 06:11:10.838599 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-4fef6813-5979-432b-9d1a-f4752152e9e7 req-fd868c71-98b5-435a-af56-81cc93513337 tempest-VolumesActionsTest-1337150399 tempest-VolumesActionsTest-1337150399-project] 10.222.0.41 "GET /v2.0/security-groups?id=4c17888f-8134-4b0e-a491-f03facaafcfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597064 Jun 01 06:11:10.839660 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-b642336c-506c-4c1d-a5c9-9ff4fed0eebc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:11:10.840071 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b642336c-506c-4c1d-a5c9-9ff4fed0eebc None None] Bound using segment: {'id': '5bcb411c-cc6a-4a4c-9bde-5ea76448952b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '0d0e27d7-e499-44c0-a6d3-0e69d07aa387'} {{(pid=91914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 06:11:10.840565 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.managers [None req-b642336c-506c-4c1d-a5c9-9ff4fed0eebc None None] Bound port: abf20de4-9ca8-4d3e-9dab-8840a5728104, host: dv-cinder-793885-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5bcb411c-cc6a-4a4c-9bde-5ea76448952b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '0d0e27d7-e499-44c0-a6d3-0e69d07aa387'}}] {{(pid=91914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 06:11:10.840946 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-b642336c-506c-4c1d-a5c9-9ff4fed0eebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3824664'] for port, before_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:11:10.911577 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.wsgi [-] (91913) accepted ('10.222.0.41', 53298) {{(pid=91913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 06:11:10.926853 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.v2.base [None req-2e9c40f8-751e-4e1d-98a3-01be61ac3c80 tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Request body: {'security_group': {'name': 'tempest-securitygroup--760372058', 'description': 'tempest-description--2136048000'}} {{(pid=91913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 06:11:10.944449 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.db.quota.driver [None req-2e9c40f8-751e-4e1d-98a3-01be61ac3c80 tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 06:11:10.962595 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.quota.resource [None req-2e9c40f8-751e-4e1d-98a3-01be61ac3c80 tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Usage tracker for resource:security_group and tenant:cf682efceb1b40c4a2056518b30cc419 is out of sync, need to count used quota {{(pid=91913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 06:11:10.966157 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.quota.resource [None req-2e9c40f8-751e-4e1d-98a3-01be61ac3c80 tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=91913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 06:11:10.984645 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.db.quota.driver [None req-2e9c40f8-751e-4e1d-98a3-01be61ac3c80 tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 06:11:11.013222 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-2e9c40f8-751e-4e1d-98a3-01be61ac3c80 tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Notify callbacks [] for security_group, before_create {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:11:11.055602 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-8d831ae3-d927-42e8-a381-a6e52c3c9b96 req-33ae9a46-a2c8-4edf-a2ce-4fc2486b97c4 service neutron] 10.222.0.45 "GET /v2.0/networks/238fca85-2170-4565-a7c0-f91c12b28812?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3446946 Jun 01 06:11:11.056906 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.db.quota.driver [None req-2e9c40f8-751e-4e1d-98a3-01be61ac3c80 tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 06:11:11.057519 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Jun 2021 06:11:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e78728f-bb7d-46ea-8e7c-f87498c16245 x-openstack-request-id: req-0e78728f-bb7d-46ea-8e7c-f87498c16245 {{(pid=91912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 06:11:11.057957 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf34fd40-a8c7-42fe-8055-d03ff559dc57", "tag": "705acbaa-4c9d-4eea-b201-8e01d7a31d86", "status": "completed", "code": 200}]} {{(pid=91912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 06:11:11.058785 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0e78728f-bb7d-46ea-8e7c-f87498c16245 {{(pid=91912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 06:11:11.059266 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf34fd40-a8c7-42fe-8055-d03ff559dc57', 'tag': '705acbaa-4c9d-4eea-b201-8e01d7a31d86', 'status': 'completed', 'code': 200} Jun 01 06:11:11.063134 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.quota.resource [None req-2e9c40f8-751e-4e1d-98a3-01be61ac3c80 tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Usage tracker for resource:security_group_rule and tenant:cf682efceb1b40c4a2056518b30cc419 is out of sync, need to count used quota {{(pid=91913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 06:11:11.076492 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.quota.resource [None req-2e9c40f8-751e-4e1d-98a3-01be61ac3c80 tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=91913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 06:11:11.091794 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.db.quota.driver [None req-2e9c40f8-751e-4e1d-98a3-01be61ac3c80 tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=91913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 06:11:11.207575 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-4a3d3714-d013-44d5-b7c0-46d50de0a023 req-55e39c10-2003-4384-b756-ea28f2afc91d tempest-AttachVolumeNegativeTest-1471670784 tempest-AttachVolumeNegativeTest-1471670784-project] 10.222.0.41 "GET /v2.0/ports?device_id=011fe2b1-128f-4766-9e00-8a6ae7d32309 HTTP/1.1" status: 200 len: 210 time: 0.0660827 Jun 01 06:11:11.216553 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.db [None req-b642336c-506c-4c1d-a5c9-9ff4fed0eebc None None] For port abf20de4-9ca8-4d3e-9dab-8840a5728104, host dv-cinder-793885-1-smb, cleared binding levels {{(pid=91914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 06:11:11.228597 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.db [None req-b642336c-506c-4c1d-a5c9-9ff4fed0eebc None None] For port abf20de4-9ca8-4d3e-9dab-8840a5728104, host dv-cinder-793885-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793885-1-smb',level=0,port_id=abf20de4-9ca8-4d3e-9dab-8840a5728104,segment=NetworkSegment(5bcb411c-cc6a-4a4c-9bde-5ea76448952b),segment_id=5bcb411c-cc6a-4a4c-9bde-5ea76448952b)] {{(pid=91914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 06:11:11.244397 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-b642336c-506c-4c1d-a5c9-9ff4fed0eebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774208810132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774208425701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774208426006'] for port, after_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:11:11.254487 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG oslo_concurrency.lockutils [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.005s {{(pid=91914) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:11:11.280727 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.wsgi [-] (91912) accepted ('10.222.0.41', 53308) {{(pid=91912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 06:11:11.303030 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-2e9c40f8-751e-4e1d-98a3-01be61ac3c80 tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Notify callbacks [] for security_group, precommit_create {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:11:11.327706 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-2e9c40f8-751e-4e1d-98a3-01be61ac3c80 tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940402'] for security_group, after_create {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:11:11.335341 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:11:11.391069 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9c40f8-751e-4e1d-98a3-01be61ac3c80 tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9dabead4-1346-43ff-b632-007c2c7dafb9,revision_number=1']} {{(pid=91913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:11:11.405252 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [None req-2e9c40f8-751e-4e1d-98a3-01be61ac3c80 tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:11:11.407598 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-2e9c40f8-751e-4e1d-98a3-01be61ac3c80 tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Notify callbacks [] for security_group, before_response {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:11:11.411988 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [None req-2e9c40f8-751e-4e1d-98a3-01be61ac3c80 tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.4988644 Jun 01 06:11:11.412829 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.wsgi [-] (91913) accepted ('10.222.0.41', 53316) {{(pid=91913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 06:11:11.414913 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b642336c-506c-4c1d-a5c9-9ff4fed0eebc None None] Routers {'b48c156b-3c9c-4a27-8427-3932990494c6'} bound to L3 agent in host dv-cinder-793885-1-smb {{(pid=91914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 06:11:11.415825 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.db.l3_hamode_db [None req-b642336c-506c-4c1d-a5c9-9ff4fed0eebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793885-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-01T06:01:58Z,description=,heartbeat_timestamp=2021-06-01T06:10:59Z,host='dv-cinder-793885-1-smb',id=a2597806-c6e6-4acd-a843-608abc904602,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T06:01:58Z,topic='l3_agent')) {'router_ids': ['b48c156b-3c9c-4a27-8427-3932990494c6'], 'active': True} {{(pid=91914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 06:11:11.419464 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.v2.base [None req-d954ae5e-f31b-4aac-8723-4dafd7a5efea tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Request body: {'security_group_rule': {'security_group_id': '9dabead4-1346-43ff-b632-007c2c7dafb9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 06:11:11.426332 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.db.quota.driver [None req-d954ae5e-f31b-4aac-8723-4dafd7a5efea tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 06:11:11.432226 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.quota.resource [None req-d954ae5e-f31b-4aac-8723-4dafd7a5efea tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Usage tracker for resource:security_group_rule and tenant:cf682efceb1b40c4a2056518b30cc419 is out of sync, need to count used quota {{(pid=91913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 06:11:11.436504 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.quota.resource [None req-d954ae5e-f31b-4aac-8723-4dafd7a5efea tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=91913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 06:11:11.444489 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.db.quota.driver [None req-d954ae5e-f31b-4aac-8723-4dafd7a5efea tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=91913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 06:11:11.449965 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-8d831ae3-d927-42e8-a381-a6e52c3c9b96 req-5f180ece-07df-4782-8dfb-d1dae3174f42 service neutron] 10.222.0.45 "GET /v2.0/networks/238fca85-2170-4565-a7c0-f91c12b28812?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3791139 Jun 01 06:11:11.476272 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-d954ae5e-f31b-4aac-8723-4dafd7a5efea tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:11:11.551947 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47146954-961d-426a-a37c-762a8166d047 None None] Pushing event updated for resources: {'Port': ['ID=abf20de4-9ca8-4d3e-9dab-8840a5728104,revision_number=4']} {{(pid=91914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:11:11.559315 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG oslo_concurrency.lockutils [None req-47146954-961d-426a-a37c-762a8166d047 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=91914) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:11:11.568934 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-adb68b60-9ee3-4de3-b6f6-fe62377d0e2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:11:11.588703 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.db.quota.driver [None req-adb68b60-9ee3-4de3-b6f6-fe62377d0e2c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91912) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 06:11:11.592965 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.quota.resource [None req-adb68b60-9ee3-4de3-b6f6-fe62377d0e2c admin admin] Usage tracker for resource:security_group_rule and tenant:40915a93a8b64d3ab046a470ab0d4801 is out of sync, need to count used quota {{(pid=91912) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 06:11:11.595961 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.quota.resource [None req-adb68b60-9ee3-4de3-b6f6-fe62377d0e2c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91912) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 06:11:11.602454 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.db.quota.driver [None req-adb68b60-9ee3-4de3-b6f6-fe62377d0e2c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91912) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 06:11:11.632287 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-d954ae5e-f31b-4aac-8723-4dafd7a5efea tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:11:11.663098 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-d954ae5e-f31b-4aac-8723-4dafd7a5efea tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940440'] for security_group_rule, after_create {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:11:11.668590 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:11:11.680943 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.db.l3_dvr_db [None req-b642336c-506c-4c1d-a5c9-9ff4fed0eebc None None] Set router b48c156b-3c9c-4a27-8427-3932990494c6 gateway port host: dv-cinder-793885-1-smb {{(pid=91914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 06:11:11.682247 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c04ffc-5e1f-42e0-9c3a-0eb3ecab78ec req-51799dcf-7f0d-4122-821e-b56278ee177a tempest-VolumesActionsTest-1831653484 tempest-VolumesActionsTest-1831653484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:11:11.682951 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.quota.resource [req-81c04ffc-5e1f-42e0-9c3a-0eb3ecab78ec req-51799dcf-7f0d-4122-821e-b56278ee177a tempest-VolumesActionsTest-1831653484 tempest-VolumesActionsTest-1831653484-project] Synchronizing usage tracker for tenant:fb331abd057c4001beb5d29963f89aad on resource:port {{(pid=91912) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 06:11:11.697665 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d954ae5e-f31b-4aac-8723-4dafd7a5efea tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc7adb86-120c-4d57-b65f-231d9d923c91,revision_number=0']} {{(pid=91913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:11:11.706183 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [None req-d954ae5e-f31b-4aac-8723-4dafd7a5efea tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:11:11.712044 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-d954ae5e-f31b-4aac-8723-4dafd7a5efea tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:11:11.713572 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [None req-d954ae5e-f31b-4aac-8723-4dafd7a5efea tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2994177 Jun 01 06:11:11.716045 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.wsgi [-] (91913) accepted ('10.222.0.41', 53320) {{(pid=91913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 06:11:11.724683 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.v2.base [None req-64084114-52a2-4b3c-832c-0b440df894bb tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Request body: {'security_group_rule': {'security_group_id': '9dabead4-1346-43ff-b632-007c2c7dafb9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=91913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 06:11:11.737604 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc87162-56ca-4ecc-9338-1b737a7f9fb0 req-cfecdc40-e563-4471-83af-a4135309de63 tempest-ServerRescueNegativeTestJSON-2082042209 tempest-ServerRescueNegativeTestJSON-2082042209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:11:11.739504 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-dcc87162-56ca-4ecc-9338-1b737a7f9fb0 req-cfecdc40-e563-4471-83af-a4135309de63 tempest-ServerRescueNegativeTestJSON-2082042209 tempest-ServerRescueNegativeTestJSON-2082042209-project] 10.222.0.41 "GET /v2.0/ports?device_id=bb24b49c-2dc6-4892-8b86-b2ebd99a53e4 HTTP/1.1" status: 200 len: 945 time: 0.2022753 Jun 01 06:11:11.742105 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.db.quota.driver [None req-64084114-52a2-4b3c-832c-0b440df894bb tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 06:11:11.746306 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.quota.resource [None req-64084114-52a2-4b3c-832c-0b440df894bb tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Usage tracker for resource:security_group_rule and tenant:cf682efceb1b40c4a2056518b30cc419 is out of sync, need to count used quota {{(pid=91913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 06:11:11.751028 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.quota.resource [None req-64084114-52a2-4b3c-832c-0b440df894bb tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=91913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 06:11:11.752585 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.quota.resource [req-81c04ffc-5e1f-42e0-9c3a-0eb3ecab78ec req-51799dcf-7f0d-4122-821e-b56278ee177a tempest-VolumesActionsTest-1831653484 tempest-VolumesActionsTest-1831653484-project] Unset dirty status for tenant:fb331abd057c4001beb5d29963f89aad on resource:port {{(pid=91912) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 06:11:11.759236 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-81c04ffc-5e1f-42e0-9c3a-0eb3ecab78ec req-51799dcf-7f0d-4122-821e-b56278ee177a tempest-VolumesActionsTest-1831653484 tempest-VolumesActionsTest-1831653484-project] 10.222.0.41 "GET /v2.0/ports?device_id=cf34fd40-a8c7-42fe-8055-d03ff559dc57 HTTP/1.1" status: 200 len: 943 time: 0.4096239 Jun 01 06:11:11.766803 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a6bb11-b5a6-4dab-b7a2-360bdb8881dd req-b560063a-ab94-4c47-af9a-108a0e67ef40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:11:11.768403 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-65a6bb11-b5a6-4dab-b7a2-360bdb8881dd req-b560063a-ab94-4c47-af9a-108a0e67ef40 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=fb331abd057c4001beb5d29963f89aad&device_id=cf34fd40-a8c7-42fe-8055-d03ff559dc57 HTTP/1.1" status: 200 len: 1096 time: 0.2495646 Jun 01 06:11:11.772793 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.db.quota.driver [None req-64084114-52a2-4b3c-832c-0b440df894bb tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=91913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 06:11:11.793059 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-adb68b60-9ee3-4de3-b6f6-fe62377d0e2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:11:11.802548 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-dcc87162-56ca-4ecc-9338-1b737a7f9fb0 req-cd3db3da-e175-48b8-b7a3-603f6f64b332 tempest-ServerRescueNegativeTestJSON-2082042209 tempest-ServerRescueNegativeTestJSON-2082042209-project] 10.222.0.41 "GET /v2.0/security-groups?id=b9806f43-fca1-4e3e-8128-d5f6b4549043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530899 Jun 01 06:11:11.819004 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-adb68b60-9ee3-4de3-b6f6-fe62377d0e2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940402'] for security_group, after_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:11:11.820615 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-64084114-52a2-4b3c-832c-0b440df894bb tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:11:11.832213 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-e8668639-3ec3-4acf-8ca7-ceffb7b564be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:11:11.918074 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.quota.resource [req-81c04ffc-5e1f-42e0-9c3a-0eb3ecab78ec req-c2163d18-ac90-4054-9d95-9ff7513c7b8a tempest-VolumesActionsTest-1831653484 tempest-VolumesActionsTest-1831653484-project] Synchronizing usage tracker for tenant:fb331abd057c4001beb5d29963f89aad on resource:security_group {{(pid=91912) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 06:11:11.942838 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-64084114-52a2-4b3c-832c-0b440df894bb tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:11:11.950550 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-64084114-52a2-4b3c-832c-0b440df894bb tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940440'] for security_group_rule, after_create {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:11:11.953560 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:11:11.970601 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [None req-adb68b60-9ee3-4de3-b6f6-fe62377d0e2c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=40915a93a8b64d3ab046a470ab0d4801&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6840684 Jun 01 06:11:11.971770 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.wsgi [-] (91912) accepted ('10.222.0.41', 53328) {{(pid=91912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 06:11:11.977372 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb68b60-9ee3-4de3-b6f6-fe62377d0e2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=318815be-7087-498a-ba67-25413999f7d3,revision_number=1']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:11:11.980574 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-adb68b60-9ee3-4de3-b6f6-fe62377d0e2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:11:12.038159 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.quota.resource [req-81c04ffc-5e1f-42e0-9c3a-0eb3ecab78ec req-c2163d18-ac90-4054-9d95-9ff7513c7b8a tempest-VolumesActionsTest-1831653484 tempest-VolumesActionsTest-1831653484-project] Unset dirty status for tenant:fb331abd057c4001beb5d29963f89aad on resource:security_group {{(pid=91912) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 06:11:12.046989 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-81c04ffc-5e1f-42e0-9c3a-0eb3ecab78ec req-c2163d18-ac90-4054-9d95-9ff7513c7b8a tempest-VolumesActionsTest-1831653484 tempest-VolumesActionsTest-1831653484-project] 10.222.0.41 "GET /v2.0/security-groups?id=2944dfc8-54a7-45a4-a0ae-01a78586e78a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2868807 Jun 01 06:11:12.047225 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64084114-52a2-4b3c-832c-0b440df894bb tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=233221d8-8a9f-4ce7-879b-12b76bc23c65,revision_number=0']} {{(pid=91913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:11:12.061203 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [None req-64084114-52a2-4b3c-832c-0b440df894bb tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:11:12.092270 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a6bb11-b5a6-4dab-b7a2-360bdb8881dd req-5e6c7ac5-3b45-4f2d-b6b5-c046c143dc0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:11:12.092270 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-65a6bb11-b5a6-4dab-b7a2-360bdb8881dd req-5e6c7ac5-3b45-4f2d-b6b5-c046c143dc0e service neutron] 10.222.0.45 "GET /v2.0/networks?id=238fca85-2170-4565-a7c0-f91c12b28812 HTTP/1.1" status: 200 len: 909 time: 0.3014386 Jun 01 06:11:12.142641 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.db.l3_hamode_db [None req-b642336c-506c-4c1d-a5c9-9ff4fed0eebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b48c156b-3c9c-4a27-8427-3932990494c6', 'name': 'tempest-AttachVolumeShelveTestJSON-44898397-router', 'tenant_id': 'cf682efceb1b40c4a2056518b30cc419', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df727fa4-ca0b-43ba-be88-ffeb156f0c84', 'external_fixed_ips': [{'subnet_id': '8acdb510-d5f4-4c90-8e8c-2a5ae18e332f', 'ip_address': '172.28.2.171'}], 'enable_snat': True}, 'gw_port_id': 'b14abe69-0830-4a49-a1a6-c0865e3859ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T06:10:56Z', 'updated_at': '2021-06-01T06:11:06Z', 'revision_number': 4, 'project_id': 'cf682efceb1b40c4a2056518b30cc419', 'gw_port': {'id': 'b14abe69-0830-4a49-a1a6-c0865e3859ed', 'name': '', 'network_id': 'df727fa4-ca0b-43ba-be88-ffeb156f0c84', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:06:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b48c156b-3c9c-4a27-8427-3932990494c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': '8acdb510-d5f4-4c90-8e8c-2a5ae18e332f', 'ip_address': '172.28.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793885-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T06:10:57Z', 'updated_at': '2021-06-01T06:11:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acdb510-d5f4-4c90-8e8c-2a5ae18e332f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793885-1-smb', '_interfaces': [{'id': 'abf20de4-9ca8-4d3e-9dab-8840a5728104', 'name': '', 'network_id': '0d0e27d7-e499-44c0-a6d3-0e69d07aa387', 'tenant_id': 'cf682efceb1b40c4a2056518b30cc419', 'mac_address': 'fa:16:3e:56:c1:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b48c156b-3c9c-4a27-8427-3932990494c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': 'afe82765-6164-43ac-8036-06de690ecff6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793885-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T06:11:03Z', 'updated_at': '2021-06-01T06:11:11Z', 'revision_number': 4, 'project_id': 'cf682efceb1b40c4a2056518b30cc419', 'subnets': [{'id': 'afe82765-6164-43ac-8036-06de690ecff6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793885-1-smb', False) {} {{(pid=91914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 06:11:12.149212 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b642336c-506c-4c1d-a5c9-9ff4fed0eebc None None] The sync data for ids ['b48c156b-3c9c-4a27-8427-3932990494c6'] in dv-cinder-793885-1-smb is: [{'id': 'b48c156b-3c9c-4a27-8427-3932990494c6', 'name': 'tempest-AttachVolumeShelveTestJSON-44898397-router', 'tenant_id': 'cf682efceb1b40c4a2056518b30cc419', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df727fa4-ca0b-43ba-be88-ffeb156f0c84', 'external_fixed_ips': [{'subnet_id': '8acdb510-d5f4-4c90-8e8c-2a5ae18e332f', 'ip_address': '172.28.2.171'}], 'enable_snat': True}, 'gw_port_id': 'b14abe69-0830-4a49-a1a6-c0865e3859ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T06:10:56Z', 'updated_at': '2021-06-01T06:11:06Z', 'revision_number': 4, 'project_id': 'cf682efceb1b40c4a2056518b30cc419', 'gw_port': {'id': 'b14abe69-0830-4a49-a1a6-c0865e3859ed', 'name': '', 'network_id': 'df727fa4-ca0b-43ba-be88-ffeb156f0c84', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:06:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b48c156b-3c9c-4a27-8427-3932990494c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': '8acdb510-d5f4-4c90-8e8c-2a5ae18e332f', 'ip_address': '172.28.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793885-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T06:10:57Z', 'updated_at': '2021-06-01T06:11:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acdb510-d5f4-4c90-8e8c-2a5ae18e332f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793885-1-smb', '_interfaces': [{'id': 'abf20de4-9ca8-4d3e-9dab-8840a5728104', 'name': '', 'network_id': '0d0e27d7-e499-44c0-a6d3-0e69d07aa387', 'tenant_id': 'cf682efceb1b40c4a2056518b30cc419', 'mac_address': 'fa:16:3e:56:c1:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b48c156b-3c9c-4a27-8427-3932990494c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': 'afe82765-6164-43ac-8036-06de690ecff6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793885-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T06:11:03Z', 'updated_at': '2021-06-01T06:11:11Z', 'revision_number': 4, 'project_id': 'cf682efceb1b40c4a2056518b30cc419', 'subnets': [{'id': 'afe82765-6164-43ac-8036-06de690ecff6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 06:11:12.152513 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-64084114-52a2-4b3c-832c-0b440df894bb tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:11:12.153416 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [None req-64084114-52a2-4b3c-832c-0b440df894bb tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4348903 Jun 01 06:11:12.173950 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.wsgi [-] (91912) accepted ('10.222.0.41', 53332) {{(pid=91912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 06:11:12.190518 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.v2.base [None req-8fcd2bb6-67a1-48d3-b3cd-0a69fc872940 tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Request body: {'floatingip': {'floating_network_id': 'df727fa4-ca0b-43ba-be88-ffeb156f0c84'}} {{(pid=91912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 06:11:12.195308 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-65a6bb11-b5a6-4dab-b7a2-360bdb8881dd req-f5577390-44d0-4d99-af0a-88e58406e850 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=705acbaa-4c9d-4eea-b201-8e01d7a31d86 HTTP/1.1" status: 200 len: 217 time: 0.0903862 Jun 01 06:11:12.195908 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-753a2b0c-6413-4d0d-8c47-9df7924eac26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:11:12.199541 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.db.quota.driver [None req-8fcd2bb6-67a1-48d3-b3cd-0a69fc872940 tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91912) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 06:11:12.222802 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.quota.resource [None req-8fcd2bb6-67a1-48d3-b3cd-0a69fc872940 tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Usage tracker for resource:floatingip and tenant:cf682efceb1b40c4a2056518b30cc419 is out of sync, need to count used quota {{(pid=91912) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 06:11:12.302602 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.quota.resource [None req-8fcd2bb6-67a1-48d3-b3cd-0a69fc872940 tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=91912) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 06:11:12.342963 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.db.quota.driver [None req-8fcd2bb6-67a1-48d3-b3cd-0a69fc872940 tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=91912) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 06:11:12.350879 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-753a2b0c-6413-4d0d-8c47-9df7924eac26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:11:12.401018 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a6bb11-b5a6-4dab-b7a2-360bdb8881dd req-f17e70f0-9cf0-4313-abd7-6ac3993ec0f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:11:12.402563 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-65a6bb11-b5a6-4dab-b7a2-360bdb8881dd req-f17e70f0-9cf0-4313-abd7-6ac3993ec0f1 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=0a46cb3b-b37f-4da0-83a6-0c17380e3970 HTTP/1.1" status: 200 len: 848 time: 0.1938357 Jun 01 06:11:12.411628 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.rpc [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Device 03f1e7d4-221d-4209-9ccf-1c5b9019cd16 details requested by agent hyperv_hv-cinder-79388 with host hv-cinder-79388 {{(pid=91914) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 06:11:12.481943 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-65a6bb11-b5a6-4dab-b7a2-360bdb8881dd req-95cc3c2f-cc39-404b-9025-000c92266eaa service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=238fca85-2170-4565-a7c0-f91c12b28812&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0694675 Jun 01 06:11:12.482551 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-8fcd2bb6-67a1-48d3-b3cd-0a69fc872940 tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Notify callbacks [] for floatingip, before_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:11:12.501028 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121c2006-d1a5-4857-81e5-9765383ef308 req-b32d03d3-2e0c-4b09-aebc-141e95f71e3b tempest-VolumesActionsTest-1337150399 tempest-VolumesActionsTest-1337150399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:11:12.503710 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-121c2006-d1a5-4857-81e5-9765383ef308 req-b32d03d3-2e0c-4b09-aebc-141e95f71e3b tempest-VolumesActionsTest-1337150399 tempest-VolumesActionsTest-1337150399-project] 10.222.0.41 "GET /v2.0/ports?device_id=75ed6edb-5e1e-4d3e-8d7a-790b36e8848c HTTP/1.1" status: 200 len: 944 time: 0.4237759 Jun 01 06:11:12.515283 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7565a484-3be1-4e90-963c-86bcb76c5f0f req-f8db4501-33ca-4092-8f5c-c403fd876dc5 tempest-AttachVolumeNegativeTest-1471670784 tempest-AttachVolumeNegativeTest-1471670784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:11:12.516964 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-7565a484-3be1-4e90-963c-86bcb76c5f0f req-f8db4501-33ca-4092-8f5c-c403fd876dc5 tempest-AttachVolumeNegativeTest-1471670784 tempest-AttachVolumeNegativeTest-1471670784-project] 10.222.0.45 "GET /v2.0/networks?id=0b7f9d5f-223f-43b5-8d0c-382ab5f66c87 HTTP/1.1" status: 200 len: 814 time: 0.3623276 Jun 01 06:11:12.538095 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.v2.base [req-7565a484-3be1-4e90-963c-86bcb76c5f0f req-2a280d86-96af-4c3b-ac85-99fd49cd0e7c tempest-AttachVolumeNegativeTest-1471670784 tempest-AttachVolumeNegativeTest-1471670784-project] Request body: {'port': {'device_id': '011fe2b1-128f-4766-9e00-8a6ae7d32309', 'network_id': '0b7f9d5f-223f-43b5-8d0c-382ab5f66c87', 'admin_state_up': True, 'tenant_id': '2a6f229a53e74061b535c311a3c04284'}} {{(pid=91913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 06:11:12.730118 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.db.quota.driver [req-7565a484-3be1-4e90-963c-86bcb76c5f0f req-2a280d86-96af-4c3b-ac85-99fd49cd0e7c tempest-AttachVolumeNegativeTest-1471670784 tempest-AttachVolumeNegativeTest-1471670784-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 06:11:12.748271 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.db [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] For port 03f1e7d4-221d-4209-9ccf-1c5b9019cd16, host hv-cinder-79388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79388',level=0,port_id=03f1e7d4-221d-4209-9ccf-1c5b9019cd16,segment=NetworkSegment(5046937c-199f-48e9-b747-bf6398bcc026),segment_id=5046937c-199f-48e9-b747-bf6398bcc026)] {{(pid=91914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 06:11:12.782614 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.rpc [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Returning: {'device': '03f1e7d4-221d-4209-9ccf-1c5b9019cd16', 'network_id': '73eae694-94c0-4050-acfb-a8f3cc6434c6', 'port_id': '03f1e7d4-221d-4209-9ccf-1c5b9019cd16', 'mac_address': 'fa:16:3e:74:40:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 316, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23acbc49-90e6-40c2-8fc0-8603191bb523', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91914) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 06:11:12.791957 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.db.quota.driver [req-7565a484-3be1-4e90-963c-86bcb76c5f0f req-2a280d86-96af-4c3b-ac85-99fd49cd0e7c tempest-AttachVolumeNegativeTest-1471670784 tempest-AttachVolumeNegativeTest-1471670784-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=91913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 06:11:12.813901 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-121c2006-d1a5-4857-81e5-9765383ef308 req-f159223b-88f0-4b4f-a990-ca690980930e tempest-VolumesActionsTest-1337150399 tempest-VolumesActionsTest-1337150399-project] 10.222.0.41 "GET /v2.0/security-groups?id=4c17888f-8134-4b0e-a491-f03facaafcfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2956367 Jun 01 06:11:12.840043 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-2d31443b-159f-42a9-bd86-1301930442fb req-ebe74d3e-1900-4396-9d13-2fc949a13e99 tempest-AttachVolumeNegativeTest-1471670784 tempest-AttachVolumeNegativeTest-1471670784-project] 10.222.0.41 "GET /v2.0/ports?device_id=011fe2b1-128f-4766-9e00-8a6ae7d32309 HTTP/1.1" status: 200 len: 210 time: 0.3390856 Jun 01 06:11:12.898051 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7565a484-3be1-4e90-963c-86bcb76c5f0f req-2a280d86-96af-4c3b-ac85-99fd49cd0e7c tempest-AttachVolumeNegativeTest-1471670784 tempest-AttachVolumeNegativeTest-1471670784-project] Made reservation on behalf of 2a6f229a53e74061b535c311a3c04284 for: {'port': 1} {{(pid=91913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 06:11:12.905151 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [req-7565a484-3be1-4e90-963c-86bcb76c5f0f req-2a280d86-96af-4c3b-ac85-99fd49cd0e7c tempest-AttachVolumeNegativeTest-1471670784 tempest-AttachVolumeNegativeTest-1471670784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3824664'] for port, before_create {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:11:12.923031 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-753a2b0c-6413-4d0d-8c47-9df7924eac26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940402'] for security_group, after_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:11:12.938911 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3824664'] for port, before_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:11:12.948381 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-f39cb39f-ade1-4006-9cc5-7d19171ee740 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:11:12.968453 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.notifiers.nova [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03f1e7d4-221d-4209-9ccf-1c5b9019cd16 {{(pid=91914) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 06:11:12.971558 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-65a6bb11-b5a6-4dab-b7a2-360bdb8881dd req-5b571eaf-99fb-4581-a80b-c6eae6226562 service neutron] 10.222.0.45 "GET /v2.0/networks/238fca85-2170-4565-a7c0-f91c12b28812?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4722574 Jun 01 06:11:12.974308 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753a2b0c-6413-4d0d-8c47-9df7924eac26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=318815be-7087-498a-ba67-25413999f7d3,revision_number=None']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:11:12.979005 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-753a2b0c-6413-4d0d-8c47-9df7924eac26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:11:13.018794 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-753a2b0c-6413-4d0d-8c47-9df7924eac26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:11:13.026289 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [None req-753a2b0c-6413-4d0d-8c47-9df7924eac26 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/318815be-7087-498a-ba67-25413999f7d3 HTTP/1.1" status: 204 len: 168 time: 1.0468109 Jun 01 06:11:13.081095 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.db [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] For port 03f1e7d4-221d-4209-9ccf-1c5b9019cd16, host hv-cinder-79388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79388',level=0,port_id=03f1e7d4-221d-4209-9ccf-1c5b9019cd16,segment=NetworkSegment(5046937c-199f-48e9-b747-bf6398bcc026),segment_id=5046937c-199f-48e9-b747-bf6398bcc026)] {{(pid=91914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 06:11:13.090144 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774208810132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774208425701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774208426006'] for port, after_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:11:13.094502 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG oslo_concurrency.lockutils [None req-47146954-961d-426a-a37c-762a8166d047 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91914) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:11:13.112412 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-0af277f5-9691-4c91-87fb-0e803dd7ce9d req-bfdf6a89-62f5-4a01-b04f-597c7df7f377 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=aa160ab3-5246-434a-8d0e-26dddf429663&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3736537 Jun 01 06:11:13.221331 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.rpc [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] Device abf20de4-9ca8-4d3e-9dab-8840a5728104 up at agent ovs-agent-dv-cinder-793885-1-smb {{(pid=91914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 06:11:13.279242 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-65a6bb11-b5a6-4dab-b7a2-360bdb8881dd req-9416d026-2758-4f6f-9eab-424e0015e1ab service neutron] 10.222.0.45 "GET /v2.0/networks/238fca85-2170-4565-a7c0-f91c12b28812?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2979400 Jun 01 06:11:13.281040 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-8fcd2bb6-67a1-48d3-b3cd-0a69fc872940 tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3824664'] for port, before_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:11:13.312151 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Pushing event updated for resources: {'Port': ['ID=03f1e7d4-221d-4209-9ccf-1c5b9019cd16,revision_number=4']} {{(pid=91914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:11:13.324623 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG oslo_concurrency.lockutils [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=91914) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:11:13.372452 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.db.provisioning_blocks [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] Provisioning for port abf20de4-9ca8-4d3e-9dab-8840a5728104 completed by entity L2. {{(pid=91914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 06:11:13.385012 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.db.provisioning_blocks [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] Provisioning complete for port abf20de4-9ca8-4d3e-9dab-8840a5728104 triggered by entity L2. {{(pid=91914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 06:11:13.385466 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3772206'] for port, provisioning_complete {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:11:13.589155 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af277f5-9691-4c91-87fb-0e803dd7ce9d req-ee3aba0f-76a8-4b17-865f-9e7d47e870f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:11:13.590807 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-0af277f5-9691-4c91-87fb-0e803dd7ce9d req-ee3aba0f-76a8-4b17-865f-9e7d47e870f7 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2a6f229a53e74061b535c311a3c04284&device_id=aa160ab3-5246-434a-8d0e-26dddf429663 HTTP/1.1" status: 200 len: 1098 time: 0.2632494 Jun 01 06:11:13.607951 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279b772c-2d7f-422e-9eeb-823779fc8c80 req-6832d806-daf3-430f-b05a-1257fe0c81a6 tempest-ServerRescueNegativeTestJSON-2082042209 tempest-ServerRescueNegativeTestJSON-2082042209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:11:13.615428 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-279b772c-2d7f-422e-9eeb-823779fc8c80 req-6832d806-daf3-430f-b05a-1257fe0c81a6 tempest-ServerRescueNegativeTestJSON-2082042209 tempest-ServerRescueNegativeTestJSON-2082042209-project] 10.222.0.41 "GET /v2.0/ports?device_id=bb24b49c-2dc6-4892-8b86-b2ebd99a53e4 HTTP/1.1" status: 200 len: 945 time: 0.4393611 Jun 01 06:11:13.659969 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.db.db_base_plugin_common [None req-8fcd2bb6-67a1-48d3-b3cd-0a69fc872940 tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Allocated IP 172.28.2.159 (df727fa4-ca0b-43ba-be88-ffeb156f0c84/8acdb510-d5f4-4c90-8e8c-2a5ae18e332f/faa8205f-cc47-4a1b-9757-f46dbb335366) {{(pid=91912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 06:11:13.680050 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3824664'] for port, before_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:11:13.686421 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.db.db_base_plugin_common [req-7565a484-3be1-4e90-963c-86bcb76c5f0f req-2a280d86-96af-4c3b-ac85-99fd49cd0e7c tempest-AttachVolumeNegativeTest-1471670784 tempest-AttachVolumeNegativeTest-1471670784-project] Allocated IP 172.20.0.7 (0b7f9d5f-223f-43b5-8d0c-382ab5f66c87/67a532f4-5301-4272-a23e-04b9dfc38b51/810aff4e-4fc6-4756-84d3-a6d271850364) {{(pid=91913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 06:11:13.692140 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.wsgi [-] (91913) accepted ('10.222.0.41', 53358) {{(pid=91913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 06:11:13.718958 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.db [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] For port abf20de4-9ca8-4d3e-9dab-8840a5728104, host dv-cinder-793885-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793885-1-smb',level=0,port_id=abf20de4-9ca8-4d3e-9dab-8840a5728104,segment=NetworkSegment(5bcb411c-cc6a-4a4c-9bde-5ea76448952b),segment_id=5bcb411c-cc6a-4a4c-9bde-5ea76448952b)] {{(pid=91914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 06:11:13.724680 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774208810132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774208425701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774208426006'] for port, after_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:11:13.728087 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91914) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:11:13.740949 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-0c6eeabe-2680-4092-a243-7c057565e4f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:11:13.742750 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c8f19d-b32c-411a-8571-9e365f2dcd04 req-1fbb5a60-cae5-4a69-a0d3-2549b7e6e53a tempest-VolumesActionsTest-1831653484 tempest-VolumesActionsTest-1831653484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:11:13.744380 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-62c8f19d-b32c-411a-8571-9e365f2dcd04 req-1fbb5a60-cae5-4a69-a0d3-2549b7e6e53a tempest-VolumesActionsTest-1831653484 tempest-VolumesActionsTest-1831653484-project] 10.222.0.41 "GET /v2.0/ports?device_id=cf34fd40-a8c7-42fe-8055-d03ff559dc57 HTTP/1.1" status: 200 len: 943 time: 0.3469031 Jun 01 06:11:13.777200 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-279b772c-2d7f-422e-9eeb-823779fc8c80 req-689c8391-63b8-4c83-b532-aea9f72e09c7 tempest-ServerRescueNegativeTestJSON-2082042209 tempest-ServerRescueNegativeTestJSON-2082042209-project] 10.222.0.41 "GET /v2.0/security-groups?id=b9806f43-fca1-4e3e-8128-d5f6b4549043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608284 Jun 01 06:11:13.784559 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.db [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] get_ports_and_sgs() called for port_ids ['03f1e7d4-221d-4209-9ccf-1c5b9019cd16'] {{(pid=91914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 06:11:13.796767 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.db.quota.driver [None req-0c6eeabe-2680-4092-a243-7c057565e4f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 06:11:13.812686 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.quota.resource [None req-0c6eeabe-2680-4092-a243-7c057565e4f0 admin admin] Usage tracker for resource:security_group_rule and tenant:281a5463a4cf420c80b0f1dcf4319919 is out of sync, need to count used quota {{(pid=91913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 06:11:13.821794 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.quota.resource [None req-0c6eeabe-2680-4092-a243-7c057565e4f0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 06:11:13.836302 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.db.quota.driver [None req-0c6eeabe-2680-4092-a243-7c057565e4f0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 06:11:13.887355 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] Pushing event updated for resources: {'Port': ['ID=abf20de4-9ca8-4d3e-9dab-8840a5728104,revision_number=5']} {{(pid=91914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:11:13.917868 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG oslo_concurrency.lockutils [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=91914) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:11:13.983168 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af277f5-9691-4c91-87fb-0e803dd7ce9d req-c801ba1a-0255-4565-856d-72d3aeb06aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:11:13.985338 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-0af277f5-9691-4c91-87fb-0e803dd7ce9d req-c801ba1a-0255-4565-856d-72d3aeb06aa6 service neutron] 10.222.0.45 "GET /v2.0/networks?id=0b7f9d5f-223f-43b5-8d0c-382ab5f66c87 HTTP/1.1" status: 200 len: 915 time: 0.3590825 Jun 01 06:11:14.029713 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-62c8f19d-b32c-411a-8571-9e365f2dcd04 req-c650716e-ce6b-4cc0-8371-e837c99a4895 tempest-VolumesActionsTest-1831653484 tempest-VolumesActionsTest-1831653484-project] 10.222.0.41 "GET /v2.0/security-groups?id=2944dfc8-54a7-45a4-a0ae-01a78586e78a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2762020 Jun 01 06:11:14.129077 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-0af277f5-9691-4c91-87fb-0e803dd7ce9d req-046bb1d1-296f-4379-9cae-1202b12fe369 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0045608c-1373-47a7-8f8d-d1f7bc48717c HTTP/1.1" status: 200 len: 217 time: 0.1029773 Jun 01 06:11:14.137879 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [req-7565a484-3be1-4e90-963c-86bcb76c5f0f req-2a280d86-96af-4c3b-ac85-99fd49cd0e7c tempest-AttachVolumeNegativeTest-1471670784 tempest-AttachVolumeNegativeTest-1471670784-project] Notify callbacks [] for port, precommit_create {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:11:14.214321 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-0c6eeabe-2680-4092-a243-7c057565e4f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:11:14.228623 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83028db-69e8-4cac-897f-cb4fd33e5a2f req-9de58d04-8665-4d1f-b62e-e61c34e2b919 tempest-VolumesActionsTest-1337150399 tempest-VolumesActionsTest-1337150399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:11:14.230815 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-b83028db-69e8-4cac-897f-cb4fd33e5a2f req-9de58d04-8665-4d1f-b62e-e61c34e2b919 tempest-VolumesActionsTest-1337150399 tempest-VolumesActionsTest-1337150399-project] 10.222.0.41 "GET /v2.0/ports?device_id=75ed6edb-5e1e-4d3e-8d7a-790b36e8848c HTTP/1.1" status: 200 len: 945 time: 0.2495687 Jun 01 06:11:14.239193 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-0c6eeabe-2680-4092-a243-7c057565e4f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940402'] for security_group, after_create {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:11:14.248588 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-1014b99f-bc95-4b64-9caa-0107bb4ff2fc req-61358b40-8d53-4208-a3d6-e86780cfe2bf tempest-AttachVolumeNegativeTest-1471670784 tempest-AttachVolumeNegativeTest-1471670784-project] 10.222.0.41 "GET /v2.0/ports?device_id=011fe2b1-128f-4766-9e00-8a6ae7d32309 HTTP/1.1" status: 200 len: 210 time: 0.0746195 Jun 01 06:11:14.250131 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [None req-d418ac3b-bfb1-4b01-be47-9dd24937bafe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:11:14.257253 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-8fcd2bb6-67a1-48d3-b3cd-0a69fc872940 tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Notify callbacks [] for port, precommit_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:11:14.276682 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af277f5-9691-4c91-87fb-0e803dd7ce9d req-3baf5504-3928-4fac-80cd-8982c2523da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:11:14.276682 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-0af277f5-9691-4c91-87fb-0e803dd7ce9d req-3baf5504-3928-4fac-80cd-8982c2523da9 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=67a532f4-5301-4272-a23e-04b9dfc38b51 HTTP/1.1" status: 200 len: 854 time: 0.1333995 Jun 01 06:11:14.306105 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [req-7565a484-3be1-4e90-963c-86bcb76c5f0f req-2a280d86-96af-4c3b-ac85-99fd49cd0e7c tempest-AttachVolumeNegativeTest-1471670784 tempest-AttachVolumeNegativeTest-1471670784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774208425683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10749551'] for port, after_create {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:11:14.331360 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-0af277f5-9691-4c91-87fb-0e803dd7ce9d req-32dcade9-860b-42b3-9f9b-09c650d6d0a9 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=0b7f9d5f-223f-43b5-8d0c-382ab5f66c87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0459781 Jun 01 06:11:14.331583 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [None req-0c6eeabe-2680-4092-a243-7c057565e4f0 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=281a5463a4cf420c80b0f1dcf4319919&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6372201 Jun 01 06:11:14.334407 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.wsgi [-] (91912) accepted ('10.222.0.41', 53370) {{(pid=91912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 06:11:14.335480 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6eeabe-2680-4092-a243-7c057565e4f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fbfdcb0-3544-4556-9701-ba59f777dc46,revision_number=1']} {{(pid=91913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:11:14.338678 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [None req-0c6eeabe-2680-4092-a243-7c057565e4f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:11:14.340784 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [None req-09f5fd63-ce92-4de7-9f24-c44cf4338a5a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.018s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:11:14.400617 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7565a484-3be1-4e90-963c-86bcb76c5f0f req-2a280d86-96af-4c3b-ac85-99fd49cd0e7c tempest-AttachVolumeNegativeTest-1471670784 tempest-AttachVolumeNegativeTest-1471670784-project] Network 0b7f9d5f-223f-43b5-8d0c-382ab5f66c87 is already hosted by enough agents. {{(pid=91913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 06:11:14.412488 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.scheduler.base_scheduler [req-7565a484-3be1-4e90-963c-86bcb76c5f0f req-2a280d86-96af-4c3b-ac85-99fd49cd0e7c tempest-AttachVolumeNegativeTest-1471670784 tempest-AttachVolumeNegativeTest-1471670784-project] Resources bound (agent type, host, resource id): {{(pid=91913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 06:11:14.414989 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.db.l3_dvrscheduler_db [req-7565a484-3be1-4e90-963c-86bcb76c5f0f req-2a280d86-96af-4c3b-ac85-99fd49cd0e7c tempest-AttachVolumeNegativeTest-1471670784 tempest-AttachVolumeNegativeTest-1471670784-project] Received port after_create {{(pid=91913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 06:11:14.460205 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-b83028db-69e8-4cac-897f-cb4fd33e5a2f req-4a3720cb-c57e-4467-9ecf-0aeef3da7b30 tempest-VolumesActionsTest-1337150399 tempest-VolumesActionsTest-1337150399-project] 10.222.0.41 "GET /v2.0/security-groups?id=4c17888f-8134-4b0e-a491-f03facaafcfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2133267 Jun 01 06:11:14.460475 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-8fcd2bb6-67a1-48d3-b3cd-0a69fc872940 tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774208425683'] for port, after_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:11:14.475104 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-dd82bc04-4581-4f76-850f-51f324382421 tempest-DeleteServersTestJSON-1930791445 tempest-DeleteServersTestJSON-1930791445-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:11:14.493041 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a280d86-96af-4c3b-ac85-99fd49cd0e7c tempest-AttachVolumeNegativeTest-1471670784 tempest-AttachVolumeNegativeTest-1471670784-project] Pushing event updated for resources: {'Port': ['ID=810aff4e-4fc6-4756-84d3-a6d271850364,revision_number=1']} {{(pid=91913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:11:14.493041 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [None req-2a280d86-96af-4c3b-ac85-99fd49cd0e7c tempest-AttachVolumeNegativeTest-1471670784 tempest-AttachVolumeNegativeTest-1471670784-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:11:14.515965 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7565a484-3be1-4e90-963c-86bcb76c5f0f req-2a280d86-96af-4c3b-ac85-99fd49cd0e7c tempest-AttachVolumeNegativeTest-1471670784 tempest-AttachVolumeNegativeTest-1471670784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:11:14.516948 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [req-7565a484-3be1-4e90-963c-86bcb76c5f0f req-2a280d86-96af-4c3b-ac85-99fd49cd0e7c tempest-AttachVolumeNegativeTest-1471670784 tempest-AttachVolumeNegativeTest-1471670784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239402'] for port, before_response {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:11:14.563335 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-7565a484-3be1-4e90-963c-86bcb76c5f0f req-2a280d86-96af-4c3b-ac85-99fd49cd0e7c tempest-AttachVolumeNegativeTest-1471670784 tempest-AttachVolumeNegativeTest-1471670784-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0246656 Jun 01 06:11:14.571785 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.v2.base [req-7565a484-3be1-4e90-963c-86bcb76c5f0f req-5ddab389-5f63-4f21-b816-a5cb7b7f1ea4 service neutron] Request body: {'port': {'device_id': '011fe2b1-128f-4766-9e00-8a6ae7d32309', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79388'}} {{(pid=91913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 06:11:14.582683 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fcd2bb6-67a1-48d3-b3cd-0a69fc872940 tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Network df727fa4-ca0b-43ba-be88-ffeb156f0c84 is already hosted by enough agents. {{(pid=91912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 06:11:14.596507 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.scheduler.base_scheduler [None req-8fcd2bb6-67a1-48d3-b3cd-0a69fc872940 tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Resources bound (agent type, host, resource id): {{(pid=91912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 06:11:14.603652 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fcd2bb6-67a1-48d3-b3cd-0a69fc872940 tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Pushing event updated for resources: {'Port': ['ID=faa8205f-cc47-4a1b-9757-f46dbb335366,revision_number=1']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:11:14.606125 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fcd2bb6-67a1-48d3-b3cd-0a69fc872940 tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Received port after_create {{(pid=91912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 06:11:14.611870 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-62350a33-b784-4958-a8ff-898cf6837d23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:11:14.614424 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-8fcd2bb6-67a1-48d3-b3cd-0a69fc872940 tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:11:14.624856 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-0af277f5-9691-4c91-87fb-0e803dd7ce9d req-e8b7ed09-e9da-42b7-b6fe-841640b1461a service neutron] 10.222.0.45 "GET /v2.0/networks/0b7f9d5f-223f-43b5-8d0c-382ab5f66c87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2766447 Jun 01 06:11:14.693731 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [req-7565a484-3be1-4e90-963c-86bcb76c5f0f req-5ddab389-5f63-4f21-b816-a5cb7b7f1ea4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3824664'] for port, before_update {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:11:14.773692 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-62350a33-b784-4958-a8ff-898cf6837d23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:11:14.892659 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-8fcd2bb6-67a1-48d3-b3cd-0a69fc872940 tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:11:14.958374 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.db [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] get_ports_and_sgs() called for port_ids ['0045608c-1373-47a7-8f8d-d1f7bc48717c', 'baf11038-68bf-45ba-a722-dbaa09c3d5b4'] {{(pid=91914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 06:11:15.011700 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-0af277f5-9691-4c91-87fb-0e803dd7ce9d req-33a0e7b5-21a6-4e62-9280-cb31d51e78e2 service neutron] 10.222.0.45 "GET /v2.0/networks/0b7f9d5f-223f-43b5-8d0c-382ab5f66c87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3388686 Jun 01 06:11:15.033286 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-62350a33-b784-4958-a8ff-898cf6837d23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940402'] for security_group, after_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:11:15.040257 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-dc5ef14e-2093-44c5-91eb-1c18d1883dd9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:11:15.057345 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.rpc [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] Device abf20de4-9ca8-4d3e-9dab-8840a5728104 up at agent ovs-agent-dv-cinder-793885-1-smb {{(pid=91914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 06:11:15.068494 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62350a33-b784-4958-a8ff-898cf6837d23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fbfdcb0-3544-4556-9701-ba59f777dc46,revision_number=None']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:11:15.072607 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-8fcd2bb6-67a1-48d3-b3cd-0a69fc872940 tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3824664'] for port, before_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:11:15.091499 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.notifiers.nova [req-7565a484-3be1-4e90-963c-86bcb76c5f0f req-5ddab389-5f63-4f21-b816-a5cb7b7f1ea4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 810aff4e-4fc6-4756-84d3-a6d271850364 {{(pid=91913) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 06:11:15.100093 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [req-7565a484-3be1-4e90-963c-86bcb76c5f0f req-5ddab389-5f63-4f21-b816-a5cb7b7f1ea4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:11:15.104531 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-62350a33-b784-4958-a8ff-898cf6837d23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:11:15.117041 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.db.provisioning_blocks [req-7565a484-3be1-4e90-963c-86bcb76c5f0f req-5ddab389-5f63-4f21-b816-a5cb7b7f1ea4 service neutron] Transition to ACTIVE for port object 810aff4e-4fc6-4756-84d3-a6d271850364 will not be triggered until provisioned by entity L2. {{(pid=91913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 06:11:15.123011 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [req-7565a484-3be1-4e90-963c-86bcb76c5f0f req-5ddab389-5f63-4f21-b816-a5cb7b7f1ea4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774208810132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774208425701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774208426006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10749542'] for port, after_update {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:11:15.132977 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [None req-37e3f8dc-5aec-4d00-9a06-90aedd5644e5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:11:15.158867 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-62350a33-b784-4958-a8ff-898cf6837d23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:11:15.160706 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [None req-62350a33-b784-4958-a8ff-898cf6837d23 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6fbfdcb0-3544-4556-9701-ba59f777dc46 HTTP/1.1" status: 204 len: 168 time: 0.8253183 Jun 01 06:11:15.196927 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a88ea54-c73c-47f6-9268-c287fa487c6e req-0789c456-1ad8-4a39-bd93-835c7131467d tempest-ServerRescueNegativeTestJSON-2082042209 tempest-ServerRescueNegativeTestJSON-2082042209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:11:15.198536 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-6a88ea54-c73c-47f6-9268-c287fa487c6e req-0789c456-1ad8-4a39-bd93-835c7131467d tempest-ServerRescueNegativeTestJSON-2082042209 tempest-ServerRescueNegativeTestJSON-2082042209-project] 10.222.0.41 "GET /v2.0/ports?device_id=bb24b49c-2dc6-4892-8b86-b2ebd99a53e4 HTTP/1.1" status: 200 len: 945 time: 0.2443452 Jun 01 06:11:15.311927 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.db.provisioning_blocks [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] Provisioning complete for port abf20de4-9ca8-4d3e-9dab-8840a5728104 triggered by entity L2. {{(pid=91914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 06:11:15.312323 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3772206'] for port, provisioning_complete {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:11:15.332374 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-6a88ea54-c73c-47f6-9268-c287fa487c6e req-db0e882a-95e9-454f-80e4-b8d112672774 tempest-ServerRescueNegativeTestJSON-2082042209 tempest-ServerRescueNegativeTestJSON-2082042209-project] 10.222.0.41 "GET /v2.0/security-groups?id=b9806f43-fca1-4e3e-8128-d5f6b4549043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828688 Jun 01 06:11:15.408700 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-8fcd2bb6-67a1-48d3-b3cd-0a69fc872940 tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Notify callbacks [] for port, precommit_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:11:15.408894 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddab389-5f63-4f21-b816-a5cb7b7f1ea4 service neutron] Pushing event updated for resources: {'Port': ['ID=810aff4e-4fc6-4756-84d3-a6d271850364,revision_number=2']} {{(pid=91913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:11:15.411956 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [None req-5ddab389-5f63-4f21-b816-a5cb7b7f1ea4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:11:15.425776 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-8fcd2bb6-67a1-48d3-b3cd-0a69fc872940 tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774208810132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774208425701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774208426006'] for port, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:11:15.449881 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:11:15.510181 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-8fcd2bb6-67a1-48d3-b3cd-0a69fc872940 tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-880440'] for floatingip, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:11:15.544851 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-8fcd2bb6-67a1-48d3-b3cd-0a69fc872940 tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239402'] for floatingip, before_response {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:11:15.551463 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [None req-8fcd2bb6-67a1-48d3-b3cd-0a69fc872940 tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.3699653 Jun 01 06:11:15.584084 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fcd2bb6-67a1-48d3-b3cd-0a69fc872940 tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Pushing event updated for resources: {'Port': ['ID=faa8205f-cc47-4a1b-9757-f46dbb335366,revision_number=2']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:11:15.591770 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-8fcd2bb6-67a1-48d3-b3cd-0a69fc872940 tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:11:15.622603 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fa91a6-4c0c-48d3-bf8b-0e33484a6210 req-000786fb-057a-47ae-a1a8-ed80377dcb8f tempest-VolumesActionsTest-1831653484 tempest-VolumesActionsTest-1831653484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:11:15.624123 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-e7fa91a6-4c0c-48d3-bf8b-0e33484a6210 req-000786fb-057a-47ae-a1a8-ed80377dcb8f tempest-VolumesActionsTest-1831653484 tempest-VolumesActionsTest-1831653484-project] 10.222.0.41 "GET /v2.0/ports?device_id=cf34fd40-a8c7-42fe-8055-d03ff559dc57 HTTP/1.1" status: 200 len: 943 time: 0.3698115 Jun 01 06:11:15.628500 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.plugins.ml2.managers [req-7565a484-3be1-4e90-963c-86bcb76c5f0f req-5ddab389-5f63-4f21-b816-a5cb7b7f1ea4 service neutron] Attempting to bind port 810aff4e-4fc6-4756-84d3-a6d271850364 on host hv-cinder-79388 for vnic_type normal with profile {{(pid=91913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 06:11:15.628834 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.plugins.ml2.managers [req-7565a484-3be1-4e90-963c-86bcb76c5f0f req-5ddab389-5f63-4f21-b816-a5cb7b7f1ea4 service neutron] Attempting to bind port 810aff4e-4fc6-4756-84d3-a6d271850364 by drivers openvswitch,hyperv on host hv-cinder-79388 at level 0 using segments [{'id': 'bd10b108-5f36-416c-bf05-81cfe0f5f067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '0b7f9d5f-223f-43b5-8d0c-382ab5f66c87'}] {{(pid=91913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 06:11:15.629465 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7565a484-3be1-4e90-963c-86bcb76c5f0f req-5ddab389-5f63-4f21-b816-a5cb7b7f1ea4 service neutron] Attempting to bind port 810aff4e-4fc6-4756-84d3-a6d271850364 on network 0b7f9d5f-223f-43b5-8d0c-382ab5f66c87 {{(pid=91913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 06:11:15.675871 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7565a484-3be1-4e90-963c-86bcb76c5f0f req-5ddab389-5f63-4f21-b816-a5cb7b7f1ea4 service neutron] Port 810aff4e-4fc6-4756-84d3-a6d271850364 on network 0b7f9d5f-223f-43b5-8d0c-382ab5f66c87 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79388 {{(pid=91913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 06:11:15.676198 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7565a484-3be1-4e90-963c-86bcb76c5f0f req-5ddab389-5f63-4f21-b816-a5cb7b7f1ea4 service neutron] Attempting to bind port 810aff4e-4fc6-4756-84d3-a6d271850364 on network 0b7f9d5f-223f-43b5-8d0c-382ab5f66c87 {{(pid=91913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 06:11:15.690768 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7565a484-3be1-4e90-963c-86bcb76c5f0f req-5ddab389-5f63-4f21-b816-a5cb7b7f1ea4 service neutron] Checking agent: {'id': '9d825435-0dee-4786-8fdd-f7c3fb37050b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79388', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 6, 8, 18), 'started_at': datetime.datetime(2021, 6, 1, 6, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 6, 10, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 06:11:15.691106 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7565a484-3be1-4e90-963c-86bcb76c5f0f req-5ddab389-5f63-4f21-b816-a5cb7b7f1ea4 service neutron] Checking segment: {'id': 'bd10b108-5f36-416c-bf05-81cfe0f5f067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '0b7f9d5f-223f-43b5-8d0c-382ab5f66c87'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 06:11:15.691488 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7565a484-3be1-4e90-963c-86bcb76c5f0f req-5ddab389-5f63-4f21-b816-a5cb7b7f1ea4 service neutron] Bound using segment: {'id': 'bd10b108-5f36-416c-bf05-81cfe0f5f067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '0b7f9d5f-223f-43b5-8d0c-382ab5f66c87'} {{(pid=91913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 06:11:15.691913 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.plugins.ml2.managers [req-7565a484-3be1-4e90-963c-86bcb76c5f0f req-5ddab389-5f63-4f21-b816-a5cb7b7f1ea4 service neutron] Bound port: 810aff4e-4fc6-4756-84d3-a6d271850364, host: hv-cinder-79388, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd10b108-5f36-416c-bf05-81cfe0f5f067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '0b7f9d5f-223f-43b5-8d0c-382ab5f66c87'}}] {{(pid=91913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 06:11:15.692256 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [req-7565a484-3be1-4e90-963c-86bcb76c5f0f req-5ddab389-5f63-4f21-b816-a5cb7b7f1ea4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3824664'] for port, before_update {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:11:15.730766 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-e7fa91a6-4c0c-48d3-bf8b-0e33484a6210 req-8918a3d6-c1a2-46d5-a4be-dd01419fc8da tempest-VolumesActionsTest-1831653484 tempest-VolumesActionsTest-1831653484-project] 10.222.0.41 "GET /v2.0/security-groups?id=2944dfc8-54a7-45a4-a0ae-01a78586e78a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959153 Jun 01 06:11:15.811648 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e31efc0-d08a-49d7-8913-9cdb750d436a req-87a66bfc-4373-4bbf-96ce-20f0a60c530b tempest-AttachVolumeNegativeTest-1471670784 tempest-AttachVolumeNegativeTest-1471670784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:11:15.819595 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-5e31efc0-d08a-49d7-8913-9cdb750d436a req-87a66bfc-4373-4bbf-96ce-20f0a60c530b tempest-AttachVolumeNegativeTest-1471670784 tempest-AttachVolumeNegativeTest-1471670784-project] 10.222.0.41 "GET /v2.0/ports?device_id=011fe2b1-128f-4766-9e00-8a6ae7d32309 HTTP/1.1" status: 200 len: 943 time: 0.2195919 Jun 01 06:11:15.872024 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.plugins.ml2.db [req-7565a484-3be1-4e90-963c-86bcb76c5f0f req-5ddab389-5f63-4f21-b816-a5cb7b7f1ea4 service neutron] For port 810aff4e-4fc6-4756-84d3-a6d271850364, host hv-cinder-79388, cleared binding levels {{(pid=91913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 06:11:15.875498 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.plugins.ml2.db [req-7565a484-3be1-4e90-963c-86bcb76c5f0f req-5ddab389-5f63-4f21-b816-a5cb7b7f1ea4 service neutron] For port 810aff4e-4fc6-4756-84d3-a6d271850364, host hv-cinder-79388, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79388',level=0,port_id=810aff4e-4fc6-4756-84d3-a6d271850364,segment=NetworkSegment(bd10b108-5f36-416c-bf05-81cfe0f5f067),segment_id=bd10b108-5f36-416c-bf05-81cfe0f5f067)] {{(pid=91913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 06:11:15.878740 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-5e31efc0-d08a-49d7-8913-9cdb750d436a req-cf69b7a4-34f3-4b4b-9350-2afe1e3ba09f tempest-AttachVolumeNegativeTest-1471670784 tempest-AttachVolumeNegativeTest-1471670784-project] 10.222.0.41 "GET /v2.0/security-groups?id=148e0031-14dd-4990-9826-b8db75cc4be7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582254 Jun 01 06:11:15.882333 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [req-7565a484-3be1-4e90-963c-86bcb76c5f0f req-5ddab389-5f63-4f21-b816-a5cb7b7f1ea4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774208810132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774208425701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774208426006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10749542'] for port, after_update {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:11:15.899591 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [None req-8aaf1b81-e8bd-4b58-b333-908ad1f94184 tempest-ServerRescueNegativeTestJSON-2082042209 tempest-ServerRescueNegativeTestJSON-2082042209-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:11:16.019124 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.quota.resource [req-abbd8c5e-2684-4f5a-8755-6a9a20b5cf2c req-3cd4e77c-48c7-4b2e-80c2-d42ca94ab44a tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Synchronizing usage tracker for tenant:cf682efceb1b40c4a2056518b30cc419 on resource:security_group {{(pid=91912) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 06:11:16.039509 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.quota.resource [req-abbd8c5e-2684-4f5a-8755-6a9a20b5cf2c req-3cd4e77c-48c7-4b2e-80c2-d42ca94ab44a tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Unset dirty status for tenant:cf682efceb1b40c4a2056518b30cc419 on resource:security_group {{(pid=91912) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 06:11:16.040851 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-abbd8c5e-2684-4f5a-8755-6a9a20b5cf2c req-3cd4e77c-48c7-4b2e-80c2-d42ca94ab44a tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--760372058&fields=id&tenant_id=cf682efceb1b40c4a2056518b30cc419 HTTP/1.1" status: 200 len: 267 time: 0.0653796 Jun 01 06:11:16.110466 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7565a484-3be1-4e90-963c-86bcb76c5f0f req-5ddab389-5f63-4f21-b816-a5cb7b7f1ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:11:16.111343 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [req-7565a484-3be1-4e90-963c-86bcb76c5f0f req-5ddab389-5f63-4f21-b816-a5cb7b7f1ea4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239402'] for port, before_response {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:11:16.112752 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-7565a484-3be1-4e90-963c-86bcb76c5f0f req-5ddab389-5f63-4f21-b816-a5cb7b7f1ea4 service neutron] 10.222.0.45 "PUT /v2.0/ports/810aff4e-4fc6-4756-84d3-a6d271850364 HTTP/1.1" status: 200 len: 1093 time: 1.5454273 Jun 01 06:11:16.113427 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '011fe2b1-128f-4766-9e00-8a6ae7d32309', 'tag': '810aff4e-4fc6-4756-84d3-a6d271850364'}] {{(pid=91913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 06:11:16.116136 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdc6be6d06003a26e0797ba9c3cae52571918e0042132e4e221042360f826683" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb69a7fc-4350-4619-a19e-a17ddc6a599f" -d '{"events": [{"name": "network-changed", "server_uuid": "011fe2b1-128f-4766-9e00-8a6ae7d32309", "tag": "810aff4e-4fc6-4756-84d3-a6d271850364"}]}' {{(pid=91913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 06:11:16.137817 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddab389-5f63-4f21-b816-a5cb7b7f1ea4 service neutron] Pushing event updated for resources: {'Port': ['ID=810aff4e-4fc6-4756-84d3-a6d271850364,revision_number=3']} {{(pid=91913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:11:16.145158 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [None req-5ddab389-5f63-4f21-b816-a5cb7b7f1ea4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:11:16.161126 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64731b7f-7960-4a64-af3d-268e647a3706 req-3f64055c-2b14-45fc-914e-a021a48da9a0 tempest-VolumesActionsTest-1337150399 tempest-VolumesActionsTest-1337150399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:11:16.162771 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-64731b7f-7960-4a64-af3d-268e647a3706 req-3f64055c-2b14-45fc-914e-a021a48da9a0 tempest-VolumesActionsTest-1337150399 tempest-VolumesActionsTest-1337150399-project] 10.222.0.41 "GET /v2.0/ports?device_id=75ed6edb-5e1e-4d3e-8d7a-790b36e8848c HTTP/1.1" status: 200 len: 945 time: 0.2145395 Jun 01 06:11:16.229322 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbd8c5e-2684-4f5a-8755-6a9a20b5cf2c req-447d5ba4-a46f-4b21-b453-e9d798675118 tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:11:16.230013 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.quota.resource [req-abbd8c5e-2684-4f5a-8755-6a9a20b5cf2c req-447d5ba4-a46f-4b21-b453-e9d798675118 tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Synchronizing usage tracker for tenant:cf682efceb1b40c4a2056518b30cc419 on resource:network {{(pid=91912) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 06:11:16.247866 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.quota.resource [req-abbd8c5e-2684-4f5a-8755-6a9a20b5cf2c req-447d5ba4-a46f-4b21-b453-e9d798675118 tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Unset dirty status for tenant:cf682efceb1b40c4a2056518b30cc419 on resource:network {{(pid=91912) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 06:11:16.249399 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-abbd8c5e-2684-4f5a-8755-6a9a20b5cf2c req-447d5ba4-a46f-4b21-b453-e9d798675118 tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] 10.222.0.41 "GET /v2.0/networks?id=0d0e27d7-e499-44c0-a6d3-0e69d07aa387 HTTP/1.1" status: 200 len: 815 time: 0.1977260 Jun 01 06:11:16.260808 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-64731b7f-7960-4a64-af3d-268e647a3706 req-777548da-6c42-40b0-80af-e81665af4316 tempest-VolumesActionsTest-1337150399 tempest-VolumesActionsTest-1337150399-project] 10.222.0.41 "GET /v2.0/security-groups?id=4c17888f-8134-4b0e-a491-f03facaafcfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606179 Jun 01 06:11:16.268547 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-abbd8c5e-2684-4f5a-8755-6a9a20b5cf2c req-af39b11c-2643-45dd-840f-f52e725f2087 tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] 10.222.0.41 "GET /v2.0/quotas/cf682efceb1b40c4a2056518b30cc419 HTTP/1.1" status: 200 len: 375 time: 0.0097554 Jun 01 06:11:16.278496 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7565a484-3be1-4e90-963c-86bcb76c5f0f req-3652c188-a074-418b-9a5b-ca9d389664cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:11:16.280306 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-7565a484-3be1-4e90-963c-86bcb76c5f0f req-3652c188-a074-418b-9a5b-ca9d389664cd service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2a6f229a53e74061b535c311a3c04284&device_id=011fe2b1-128f-4766-9e00-8a6ae7d32309 HTTP/1.1" status: 200 len: 1096 time: 0.1118455 Jun 01 06:11:16.351628 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Jun 2021 06:11:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc6f9919-9c8b-40e3-9e94-baca2e715cf0 x-openstack-request-id: req-dc6f9919-9c8b-40e3-9e94-baca2e715cf0 {{(pid=91913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 06:11:16.351930 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "011fe2b1-128f-4766-9e00-8a6ae7d32309", "tag": "810aff4e-4fc6-4756-84d3-a6d271850364", "status": "completed", "code": 200}]} {{(pid=91913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 06:11:16.352200 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-dc6f9919-9c8b-40e3-9e94-baca2e715cf0 {{(pid=91913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 06:11:16.352596 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '011fe2b1-128f-4766-9e00-8a6ae7d32309', 'tag': '810aff4e-4fc6-4756-84d3-a6d271850364', 'status': 'completed', 'code': 200} Jun 01 06:11:16.360823 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-7565a484-3be1-4e90-963c-86bcb76c5f0f req-3c070a54-c22d-4a53-9058-f28b152bca52 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=810aff4e-4fc6-4756-84d3-a6d271850364 HTTP/1.1" status: 200 len: 217 time: 0.0692077 Jun 01 06:11:16.361443 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-abbd8c5e-2684-4f5a-8755-6a9a20b5cf2c req-9fa87374-b7b3-421a-8361-7c2264022f47 tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=cf682efceb1b40c4a2056518b30cc419&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0862222 Jun 01 06:11:16.423395 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.rpc [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Device 705acbaa-4c9d-4eea-b201-8e01d7a31d86 details requested by agent hyperv_hv-cinder-79388 with host hv-cinder-79388 {{(pid=91914) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 06:11:16.428394 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.rpc [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Device 03f1e7d4-221d-4209-9ccf-1c5b9019cd16 up at agent hyperv_hv-cinder-79388 {{(pid=91914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 06:11:16.440687 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7565a484-3be1-4e90-963c-86bcb76c5f0f req-c2541fe1-21bf-4c31-a98b-df77ab5c689a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:11:16.442406 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-7565a484-3be1-4e90-963c-86bcb76c5f0f req-c2541fe1-21bf-4c31-a98b-df77ab5c689a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=67a532f4-5301-4272-a23e-04b9dfc38b51 HTTP/1.1" status: 200 len: 854 time: 0.0716088 Jun 01 06:11:16.533455 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-abbd8c5e-2684-4f5a-8755-6a9a20b5cf2c req-c08afc9d-3987-48da-bf57-e6fa339d3584 service neutron] 10.222.0.41 "GET /v2.0/networks/0d0e27d7-e499-44c0-a6d3-0e69d07aa387?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1651535 Jun 01 06:11:16.564202 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-7565a484-3be1-4e90-963c-86bcb76c5f0f req-312c7bc4-7a5b-421b-bc32-bf25a3e1095b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=0b7f9d5f-223f-43b5-8d0c-382ab5f66c87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1110699 Jun 01 06:11:16.632552 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.db.provisioning_blocks [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Provisioning for port 03f1e7d4-221d-4209-9ccf-1c5b9019cd16 completed by entity L2. {{(pid=91914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 06:11:16.654150 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.db.provisioning_blocks [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Provisioning complete for port 03f1e7d4-221d-4209-9ccf-1c5b9019cd16 triggered by entity L2. {{(pid=91914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 06:11:16.654528 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3772206'] for port, provisioning_complete {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:11:16.685968 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-abbd8c5e-2684-4f5a-8755-6a9a20b5cf2c req-dd5b246c-bb6e-46a1-a243-7e05bc0e5164 service neutron] 10.222.0.41 "GET /v2.0/networks/0d0e27d7-e499-44c0-a6d3-0e69d07aa387?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1465554 Jun 01 06:11:16.708953 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.db [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] For port 705acbaa-4c9d-4eea-b201-8e01d7a31d86, host hv-cinder-79388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79388',level=0,port_id=705acbaa-4c9d-4eea-b201-8e01d7a31d86,segment=NetworkSegment(52f8f2fd-1c76-454d-85a3-9db4809bf673),segment_id=52f8f2fd-1c76-454d-85a3-9db4809bf673)] {{(pid=91914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 06:11:16.729831 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.rpc [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Returning: {'device': '705acbaa-4c9d-4eea-b201-8e01d7a31d86', 'network_id': '238fca85-2170-4565-a7c0-f91c12b28812', 'port_id': '705acbaa-4c9d-4eea-b201-8e01d7a31d86', 'mac_address': 'fa:16:3e:e7:b8:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 334, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a46cb3b-b37f-4da0-83a6-0c17380e3970', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91914) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 06:11:16.772050 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-7565a484-3be1-4e90-963c-86bcb76c5f0f req-ee5962a8-6ca8-444c-99f6-636c2243119d service neutron] 10.222.0.45 "GET /v2.0/networks/0b7f9d5f-223f-43b5-8d0c-382ab5f66c87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1976831 Jun 01 06:11:16.780203 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4553ba48-b958-4ebe-afaf-c6ed5359f673 req-f4bcec07-f16d-4a33-ae1d-c083ed0abaa6 tempest-ServerRescueNegativeTestJSON-2082042209 tempest-ServerRescueNegativeTestJSON-2082042209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:11:16.781672 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-4553ba48-b958-4ebe-afaf-c6ed5359f673 req-f4bcec07-f16d-4a33-ae1d-c083ed0abaa6 tempest-ServerRescueNegativeTestJSON-2082042209 tempest-ServerRescueNegativeTestJSON-2082042209-project] 10.222.0.41 "GET /v2.0/ports?device_id=bb24b49c-2dc6-4892-8b86-b2ebd99a53e4 HTTP/1.1" status: 200 len: 945 time: 0.2853434 Jun 01 06:11:16.834439 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3824664'] for port, before_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:11:16.893794 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.notifiers.nova [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 705acbaa-4c9d-4eea-b201-8e01d7a31d86 {{(pid=91914) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 06:11:16.918049 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3824664'] for port, before_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:11:16.944647 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.db [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] For port 705acbaa-4c9d-4eea-b201-8e01d7a31d86, host hv-cinder-79388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79388',level=0,port_id=705acbaa-4c9d-4eea-b201-8e01d7a31d86,segment=NetworkSegment(52f8f2fd-1c76-454d-85a3-9db4809bf673),segment_id=52f8f2fd-1c76-454d-85a3-9db4809bf673)] {{(pid=91914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 06:11:16.982247 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774208810132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774208425701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774208426006'] for port, after_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:11:16.989701 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91914) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:11:17.033696 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-4553ba48-b958-4ebe-afaf-c6ed5359f673 req-d181c0a6-dbb1-4fbc-9012-f68d0fcb0cc5 tempest-ServerRescueNegativeTestJSON-2082042209 tempest-ServerRescueNegativeTestJSON-2082042209-project] 10.222.0.41 "GET /v2.0/security-groups?id=b9806f43-fca1-4e3e-8128-d5f6b4549043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2365093 Jun 01 06:11:17.090673 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75ed6edb-5e1e-4d3e-8d7a-790b36e8848c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03f1e7d4-221d-4209-9ccf-1c5b9019cd16'}] {{(pid=91914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 06:11:17.092316 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cefeca7b2fbb82c39cf99810f9cdf69defc097144ee6f344485b033ce81b52cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8dd6094-706c-4dfb-bf5e-87433081b0ae" -d '{"events": [{"server_uuid": "75ed6edb-5e1e-4d3e-8d7a-790b36e8848c", "name": "network-vif-plugged", "status": "completed", "tag": "03f1e7d4-221d-4209-9ccf-1c5b9019cd16"}]}' {{(pid=91914) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 06:11:17.167221 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.db [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] For port 03f1e7d4-221d-4209-9ccf-1c5b9019cd16, host hv-cinder-79388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79388',level=0,port_id=03f1e7d4-221d-4209-9ccf-1c5b9019cd16,segment=NetworkSegment(5046937c-199f-48e9-b747-bf6398bcc026),segment_id=5046937c-199f-48e9-b747-bf6398bcc026)] {{(pid=91914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 06:11:17.172117 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Pushing event updated for resources: {'Port': ['ID=705acbaa-4c9d-4eea-b201-8e01d7a31d86,revision_number=4']} {{(pid=91914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:11:17.178353 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG oslo_concurrency.lockutils [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=91914) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:11:17.182908 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774208810132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774208425701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774208426006'] for port, after_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:11:17.188236 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG oslo_concurrency.lockutils [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91914) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:11:17.235630 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee8a624-631b-476b-aa32-aacb50fa759b req-97748eb3-3e9c-454c-9409-f58c4e888da1 tempest-VolumesActionsTest-1831653484 tempest-VolumesActionsTest-1831653484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:11:17.238695 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-7565a484-3be1-4e90-963c-86bcb76c5f0f req-0eeeee2c-3c87-4974-8cb0-37c066d6e97e service neutron] 10.222.0.45 "GET /v2.0/networks/0b7f9d5f-223f-43b5-8d0c-382ab5f66c87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4449160 Jun 01 06:11:17.242399 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-fee8a624-631b-476b-aa32-aacb50fa759b req-97748eb3-3e9c-454c-9409-f58c4e888da1 tempest-VolumesActionsTest-1831653484 tempest-VolumesActionsTest-1831653484-project] 10.222.0.41 "GET /v2.0/ports?device_id=cf34fd40-a8c7-42fe-8055-d03ff559dc57 HTTP/1.1" status: 200 len: 944 time: 0.1662145 Jun 01 06:11:17.259976 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.quota.resource [req-73e5ef5a-b9d4-4eec-9d51-1f91c7fd2c20 req-c4ac1dee-398a-44f8-8270-476214d5e654 tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Synchronizing usage tracker for tenant:cf682efceb1b40c4a2056518b30cc419 on resource:port {{(pid=91913) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 06:11:17.309376 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.quota.resource [req-73e5ef5a-b9d4-4eec-9d51-1f91c7fd2c20 req-c4ac1dee-398a-44f8-8270-476214d5e654 tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Unset dirty status for tenant:cf682efceb1b40c4a2056518b30cc419 on resource:port {{(pid=91913) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 06:11:17.311737 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-73e5ef5a-b9d4-4eec-9d51-1f91c7fd2c20 req-c4ac1dee-398a-44f8-8270-476214d5e654 tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] 10.222.0.41 "GET /v2.0/ports?device_id=72bedde5-da28-4f1c-8365-a28036cb969f HTTP/1.1" status: 200 len: 210 time: 0.1943681 Jun 01 06:11:17.312660 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Pushing event updated for resources: {'Port': ['ID=03f1e7d4-221d-4209-9ccf-1c5b9019cd16,revision_number=5']} {{(pid=91914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:11:17.317829 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG oslo_concurrency.lockutils [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=91914) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:11:17.341405 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-fee8a624-631b-476b-aa32-aacb50fa759b req-ee36dcd6-9a29-4bb3-9c25-bc3b9602918d tempest-VolumesActionsTest-1831653484 tempest-VolumesActionsTest-1831653484-project] 10.222.0.41 "GET /v2.0/security-groups?id=2944dfc8-54a7-45a4-a0ae-01a78586e78a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850499 Jun 01 06:11:17.433590 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 06:11:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7335d9ee-f87b-4f37-ab85-ce7aeef6a5d5 x-openstack-request-id: req-7335d9ee-f87b-4f37-ab85-ce7aeef6a5d5 {{(pid=91914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 06:11:17.434112 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75ed6edb-5e1e-4d3e-8d7a-790b36e8848c", "name": "network-vif-plugged", "status": "completed", "tag": "03f1e7d4-221d-4209-9ccf-1c5b9019cd16", "code": 200}]} {{(pid=91914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 06:11:17.434345 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7335d9ee-f87b-4f37-ab85-ce7aeef6a5d5 {{(pid=91914) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 06:11:17.434968 dv-cinder-793885-1-smb neutron-server[91914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75ed6edb-5e1e-4d3e-8d7a-790b36e8848c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03f1e7d4-221d-4209-9ccf-1c5b9019cd16', 'code': 200} Jun 01 06:11:17.528772 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.wsgi [-] (91912) accepted ('10.222.0.41', 53478) {{(pid=91912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 06:11:17.548725 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb69a7fc-4350-4619-a19e-a17ddc6a599f req-a9920d8b-4616-4034-9d87-7e09c8707603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:11:17.550266 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-fb69a7fc-4350-4619-a19e-a17ddc6a599f req-a9920d8b-4616-4034-9d87-7e09c8707603 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2a6f229a53e74061b535c311a3c04284&device_id=011fe2b1-128f-4766-9e00-8a6ae7d32309 HTTP/1.1" status: 200 len: 1096 time: 0.2370439 Jun 01 06:11:17.585995 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774208951022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772053'] for agent, after_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:11:17.647994 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93ea647-00bb-4af3-a467-551ebfa18f58 req-f598537d-e748-42cb-a345-3df1a0adeda8 tempest-VolumesActionsTest-1337150399 tempest-VolumesActionsTest-1337150399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:11:17.650202 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-a93ea647-00bb-4af3-a467-551ebfa18f58 req-f598537d-e748-42cb-a345-3df1a0adeda8 tempest-VolumesActionsTest-1337150399 tempest-VolumesActionsTest-1337150399-project] 10.222.0.41 "GET /v2.0/ports?device_id=75ed6edb-5e1e-4d3e-8d7a-790b36e8848c HTTP/1.1" status: 200 len: 946 time: 0.0970104 Jun 01 06:11:17.700460 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf77695c-67e7-4b36-a81a-9584047d53d1 req-f4598882-7998-4aaa-a227-4e49cc64656f tempest-AttachVolumeNegativeTest-1471670784 tempest-AttachVolumeNegativeTest-1471670784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:11:17.701365 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.quota.resource [req-bf77695c-67e7-4b36-a81a-9584047d53d1 req-f4598882-7998-4aaa-a227-4e49cc64656f tempest-AttachVolumeNegativeTest-1471670784 tempest-AttachVolumeNegativeTest-1471670784-project] Synchronizing usage tracker for tenant:2a6f229a53e74061b535c311a3c04284 on resource:port {{(pid=91913) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 06:11:17.738708 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.quota.resource [req-bf77695c-67e7-4b36-a81a-9584047d53d1 req-f4598882-7998-4aaa-a227-4e49cc64656f tempest-AttachVolumeNegativeTest-1471670784 tempest-AttachVolumeNegativeTest-1471670784-project] Unset dirty status for tenant:2a6f229a53e74061b535c311a3c04284 on resource:port {{(pid=91913) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 06:11:17.739034 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-0d090345-c96a-49c8-b3d2-6be2038577ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:11:17.740269 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-bf77695c-67e7-4b36-a81a-9584047d53d1 req-f4598882-7998-4aaa-a227-4e49cc64656f tempest-AttachVolumeNegativeTest-1471670784 tempest-AttachVolumeNegativeTest-1471670784-project] 10.222.0.41 "GET /v2.0/ports?device_id=011fe2b1-128f-4766-9e00-8a6ae7d32309 HTTP/1.1" status: 200 len: 943 time: 0.2713954 Jun 01 06:11:17.775943 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb69a7fc-4350-4619-a19e-a17ddc6a599f req-67939418-8829-4c40-ba74-0fe3ba80d4bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:11:17.777544 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-fb69a7fc-4350-4619-a19e-a17ddc6a599f req-67939418-8829-4c40-ba74-0fe3ba80d4bf service neutron] 10.222.0.45 "GET /v2.0/networks?id=0b7f9d5f-223f-43b5-8d0c-382ab5f66c87 HTTP/1.1" status: 200 len: 915 time: 0.2097237 Jun 01 06:11:17.787135 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.db.quota.driver [None req-0d090345-c96a-49c8-b3d2-6be2038577ad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91912) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 06:11:17.791745 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-a93ea647-00bb-4af3-a467-551ebfa18f58 req-b9761aa2-c20b-424f-88b4-1c5c75f57bf8 tempest-VolumesActionsTest-1337150399 tempest-VolumesActionsTest-1337150399-project] 10.222.0.41 "GET /v2.0/security-groups?id=4c17888f-8134-4b0e-a491-f03facaafcfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285918 Jun 01 06:11:17.796844 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.quota.resource [None req-0d090345-c96a-49c8-b3d2-6be2038577ad admin admin] Usage tracker for resource:security_group_rule and tenant:e023fd671ed04a2fb299e7f33ca0f7ca is out of sync, need to count used quota {{(pid=91912) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 06:11:17.800909 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.quota.resource [None req-0d090345-c96a-49c8-b3d2-6be2038577ad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91912) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 06:11:17.807947 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.db.quota.driver [None req-0d090345-c96a-49c8-b3d2-6be2038577ad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91912) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 06:11:17.830633 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb963933-31c1-43df-a692-f3e27264e2f4 req-c5f445a3-9d3d-464f-9c16-6dc5bc261658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:11:17.832091 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-fb963933-31c1-43df-a692-f3e27264e2f4 req-c5f445a3-9d3d-464f-9c16-6dc5bc261658 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=75ed6edb-5e1e-4d3e-8d7a-790b36e8848c HTTP/1.1" status: 200 len: 1099 time: 0.1314144 Jun 01 06:11:17.862628 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-fb69a7fc-4350-4619-a19e-a17ddc6a599f req-9a73fe85-4689-402f-8e8c-b6a1c90693a1 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=810aff4e-4fc6-4756-84d3-a6d271850364 HTTP/1.1" status: 200 len: 217 time: 0.0724399 Jun 01 06:11:17.865996 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-bf77695c-67e7-4b36-a81a-9584047d53d1 req-77321d52-ae69-41e3-9a03-1a690a10ac25 tempest-AttachVolumeNegativeTest-1471670784 tempest-AttachVolumeNegativeTest-1471670784-project] 10.222.0.41 "GET /v2.0/security-groups?id=148e0031-14dd-4990-9826-b8db75cc4be7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154144 Jun 01 06:11:17.868685 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.db [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] get_ports_and_sgs() called for port_ids ['705acbaa-4c9d-4eea-b201-8e01d7a31d86'] {{(pid=91914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 06:11:17.907676 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-fb963933-31c1-43df-a692-f3e27264e2f4 req-9bab3440-f546-454e-b370-1a7ed53fcb64 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=4c17888f-8134-4b0e-a491-f03facaafcfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665343 Jun 01 06:11:17.955521 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-0d090345-c96a-49c8-b3d2-6be2038577ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:11:17.963463 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-0d090345-c96a-49c8-b3d2-6be2038577ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940402'] for security_group, after_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:11:17.967167 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb69a7fc-4350-4619-a19e-a17ddc6a599f req-223a72ad-07bd-447a-8cc0-4608ac19a4e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:11:17.969186 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-fb69a7fc-4350-4619-a19e-a17ddc6a599f req-223a72ad-07bd-447a-8cc0-4608ac19a4e1 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=67a532f4-5301-4272-a23e-04b9dfc38b51 HTTP/1.1" status: 200 len: 854 time: 0.0895357 Jun 01 06:11:17.982410 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-5460cb28-a50a-4f06-8055-2d0c0285a7c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:11:18.080906 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [None req-0d090345-c96a-49c8-b3d2-6be2038577ad admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e023fd671ed04a2fb299e7f33ca0f7ca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5505152 Jun 01 06:11:18.083758 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.wsgi [-] (91913) accepted ('10.222.0.41', 53488) {{(pid=91913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 06:11:18.086145 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d090345-c96a-49c8-b3d2-6be2038577ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c911ae6-c965-4329-93ed-2012d7fb6a3a,revision_number=1']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:11:18.089292 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-0d090345-c96a-49c8-b3d2-6be2038577ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:11:18.144156 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-e30ac96c-0ff4-4d8a-a96c-8829a8809b91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:11:18.170201 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-e30ac96c-0ff4-4d8a-a96c-8829a8809b91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:11:18.244916 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-fb69a7fc-4350-4619-a19e-a17ddc6a599f req-5a63cb74-fade-4718-aec8-0a70b8e6428c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=0b7f9d5f-223f-43b5-8d0c-382ab5f66c87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0554099 Jun 01 06:11:18.250145 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2ae049-a5a7-4aee-a05e-da9d32f8b362 req-9dab8cf9-0e40-4e1e-9046-18b67c4f9127 tempest-ServerRescueNegativeTestJSON-2082042209 tempest-ServerRescueNegativeTestJSON-2082042209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:11:18.251955 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-1c2ae049-a5a7-4aee-a05e-da9d32f8b362 req-9dab8cf9-0e40-4e1e-9046-18b67c4f9127 tempest-ServerRescueNegativeTestJSON-2082042209 tempest-ServerRescueNegativeTestJSON-2082042209-project] 10.222.0.41 "GET /v2.0/ports?device_id=bb24b49c-2dc6-4892-8b86-b2ebd99a53e4 HTTP/1.1" status: 200 len: 945 time: 0.0909665 Jun 01 06:11:18.288458 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-e30ac96c-0ff4-4d8a-a96c-8829a8809b91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940402'] for security_group, after_delete {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:11:18.294510 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:11:18.299105 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-1c2ae049-a5a7-4aee-a05e-da9d32f8b362 req-8d44b287-afb4-4f10-98a4-44e27e441a7c tempest-ServerRescueNegativeTestJSON-2082042209 tempest-ServerRescueNegativeTestJSON-2082042209-project] 10.222.0.41 "GET /v2.0/security-groups?id=b9806f43-fca1-4e3e-8128-d5f6b4549043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393221 Jun 01 06:11:18.354824 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30ac96c-0ff4-4d8a-a96c-8829a8809b91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c911ae6-c965-4329-93ed-2012d7fb6a3a,revision_number=None']} {{(pid=91913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:11:18.367379 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [None req-e30ac96c-0ff4-4d8a-a96c-8829a8809b91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:11:18.371159 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-e30ac96c-0ff4-4d8a-a96c-8829a8809b91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:11:18.374556 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [None req-e30ac96c-0ff4-4d8a-a96c-8829a8809b91 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/7c911ae6-c965-4329-93ed-2012d7fb6a3a HTTP/1.1" status: 204 len: 168 time: 0.2873554 Jun 01 06:11:18.436359 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-fb69a7fc-4350-4619-a19e-a17ddc6a599f req-7340633e-e35f-4f60-92c7-650fa9b874f9 service neutron] 10.222.0.45 "GET /v2.0/networks/0b7f9d5f-223f-43b5-8d0c-382ab5f66c87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1741819 Jun 01 06:11:18.648257 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d2e413-4231-40ab-a9c1-87a764f0dbbc req-704062d8-cf75-4cd6-a823-ea928cea9f63 tempest-VolumesActionsTest-1831653484 tempest-VolumesActionsTest-1831653484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:11:18.657657 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-30d2e413-4231-40ab-a9c1-87a764f0dbbc req-704062d8-cf75-4cd6-a823-ea928cea9f63 tempest-VolumesActionsTest-1831653484 tempest-VolumesActionsTest-1831653484-project] 10.222.0.41 "GET /v2.0/ports?device_id=cf34fd40-a8c7-42fe-8055-d03ff559dc57 HTTP/1.1" status: 200 len: 944 time: 0.1269212 Jun 01 06:11:18.668170 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-478edb0d-21b9-4d06-bc48-d033dca48b3c req-bf9d6570-292a-45f0-a324-889ff7d23835 tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] 10.222.0.41 "GET /v2.0/ports?device_id=72bedde5-da28-4f1c-8365-a28036cb969f HTTP/1.1" status: 200 len: 210 time: 0.1968145 Jun 01 06:11:18.731570 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-30d2e413-4231-40ab-a9c1-87a764f0dbbc req-56e9058d-1efc-4ae2-9244-ef1700b7c302 tempest-VolumesActionsTest-1831653484 tempest-VolumesActionsTest-1831653484-project] 10.222.0.41 "GET /v2.0/security-groups?id=2944dfc8-54a7-45a4-a0ae-01a78586e78a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717912 Jun 01 06:11:18.754813 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-fb69a7fc-4350-4619-a19e-a17ddc6a599f req-e487c4a1-c605-4fd8-97b5-d19fbf11d5b3 service neutron] 10.222.0.45 "GET /v2.0/networks/0b7f9d5f-223f-43b5-8d0c-382ab5f66c87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3103142 Jun 01 06:11:19.071138 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e1d9ba-1e58-47ad-8d31-98fc5ac86214 req-7723317d-c7a4-40d9-ab00-dc6d9e425ba9 tempest-AttachVolumeNegativeTest-1471670784 tempest-AttachVolumeNegativeTest-1471670784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:11:19.072784 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-c4e1d9ba-1e58-47ad-8d31-98fc5ac86214 req-7723317d-c7a4-40d9-ab00-dc6d9e425ba9 tempest-AttachVolumeNegativeTest-1471670784 tempest-AttachVolumeNegativeTest-1471670784-project] 10.222.0.41 "GET /v2.0/ports?device_id=011fe2b1-128f-4766-9e00-8a6ae7d32309 HTTP/1.1" status: 200 len: 943 time: 0.0861354 Jun 01 06:11:19.081507 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbd8c5e-2684-4f5a-8755-6a9a20b5cf2c req-8bb0a708-ac68-434d-8f52-0acf8546313e tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:11:19.083098 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-abbd8c5e-2684-4f5a-8755-6a9a20b5cf2c req-8bb0a708-ac68-434d-8f52-0acf8546313e tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] 10.222.0.45 "GET /v2.0/networks?id=0d0e27d7-e499-44c0-a6d3-0e69d07aa387 HTTP/1.1" status: 200 len: 815 time: 0.2136650 Jun 01 06:11:19.100778 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c2da8d-dfc8-4615-b346-5d6aaac81b9f req-bd9c4dcd-273d-43b2-913b-b5a1119933e5 tempest-VolumesActionsTest-1337150399 tempest-VolumesActionsTest-1337150399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:11:19.102418 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-f4c2da8d-dfc8-4615-b346-5d6aaac81b9f req-bd9c4dcd-273d-43b2-913b-b5a1119933e5 tempest-VolumesActionsTest-1337150399 tempest-VolumesActionsTest-1337150399-project] 10.222.0.41 "GET /v2.0/ports?device_id=75ed6edb-5e1e-4d3e-8d7a-790b36e8848c HTTP/1.1" status: 200 len: 946 time: 0.1506114 Jun 01 06:11:19.128479 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-c4e1d9ba-1e58-47ad-8d31-98fc5ac86214 req-1205130b-6f59-4aad-b23e-60539a43c1fa tempest-AttachVolumeNegativeTest-1471670784 tempest-AttachVolumeNegativeTest-1471670784-project] 10.222.0.41 "GET /v2.0/security-groups?id=148e0031-14dd-4990-9826-b8db75cc4be7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488524 Jun 01 06:11:19.179748 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.quota.resource [req-abbd8c5e-2684-4f5a-8755-6a9a20b5cf2c req-9b0d74b2-fb63-4cda-8f5c-9d8a4df0ed1b tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Synchronizing usage tracker for tenant:cf682efceb1b40c4a2056518b30cc419 on resource:security_group {{(pid=91913) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 06:11:19.191300 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-f4c2da8d-dfc8-4615-b346-5d6aaac81b9f req-08d97f30-d120-4679-8f85-e8de74a5f5f6 tempest-VolumesActionsTest-1337150399 tempest-VolumesActionsTest-1337150399-project] 10.222.0.41 "GET /v2.0/security-groups?id=4c17888f-8134-4b0e-a491-f03facaafcfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755262 Jun 01 06:11:19.197640 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.quota.resource [req-abbd8c5e-2684-4f5a-8755-6a9a20b5cf2c req-9b0d74b2-fb63-4cda-8f5c-9d8a4df0ed1b tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Unset dirty status for tenant:cf682efceb1b40c4a2056518b30cc419 on resource:security_group {{(pid=91913) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 06:11:19.198659 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-abbd8c5e-2684-4f5a-8755-6a9a20b5cf2c req-9b0d74b2-fb63-4cda-8f5c-9d8a4df0ed1b tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cf682efceb1b40c4a2056518b30cc419 HTTP/1.1" status: 200 len: 379 time: 0.0953958 Jun 01 06:11:19.209176 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.v2.base [req-abbd8c5e-2684-4f5a-8755-6a9a20b5cf2c req-3cf86474-a720-4f39-945a-943cab9a60cd tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Request body: {'port': {'device_id': '72bedde5-da28-4f1c-8365-a28036cb969f', 'network_id': '0d0e27d7-e499-44c0-a6d3-0e69d07aa387', 'admin_state_up': True, 'tenant_id': 'cf682efceb1b40c4a2056518b30cc419', 'security_groups': ['9dabead4-1346-43ff-b632-007c2c7dafb9']}} {{(pid=91913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 06:11:19.341360 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.db.quota.driver [req-abbd8c5e-2684-4f5a-8755-6a9a20b5cf2c req-3cf86474-a720-4f39-945a-943cab9a60cd tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 06:11:19.350821 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.db.quota.driver [req-abbd8c5e-2684-4f5a-8755-6a9a20b5cf2c req-3cf86474-a720-4f39-945a-943cab9a60cd tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=91913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 06:11:19.361237 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-abbd8c5e-2684-4f5a-8755-6a9a20b5cf2c req-3cf86474-a720-4f39-945a-943cab9a60cd tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Made reservation on behalf of cf682efceb1b40c4a2056518b30cc419 for: {'port': 1} {{(pid=91913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 06:11:19.364700 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [req-abbd8c5e-2684-4f5a-8755-6a9a20b5cf2c req-3cf86474-a720-4f39-945a-943cab9a60cd tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3824664'] for port, before_create {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:11:19.500291 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8dba13-d713-4805-ab57-a19629af1d1a req-f99a15b0-dacc-4dd3-a656-043f094fec6b tempest-ServerRescueNegativeTestJSON-2082042209 tempest-ServerRescueNegativeTestJSON-2082042209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:11:19.502739 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-7c8dba13-d713-4805-ab57-a19629af1d1a req-f99a15b0-dacc-4dd3-a656-043f094fec6b tempest-ServerRescueNegativeTestJSON-2082042209 tempest-ServerRescueNegativeTestJSON-2082042209-project] 10.222.0.41 "GET /v2.0/ports?device_id=bb24b49c-2dc6-4892-8b86-b2ebd99a53e4 HTTP/1.1" status: 200 len: 945 time: 0.0977142 Jun 01 06:11:19.525921 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.db.db_base_plugin_common [req-abbd8c5e-2684-4f5a-8755-6a9a20b5cf2c req-3cf86474-a720-4f39-945a-943cab9a60cd tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Allocated IP 172.20.0.3 (0d0e27d7-e499-44c0-a6d3-0e69d07aa387/afe82765-6164-43ac-8036-06de690ecff6/b679f0aa-6640-4dba-b253-c06ab597e1ae) {{(pid=91913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 06:11:19.551278 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-7c8dba13-d713-4805-ab57-a19629af1d1a req-30cd3b0d-036a-44cb-a623-325070aa268e tempest-ServerRescueNegativeTestJSON-2082042209 tempest-ServerRescueNegativeTestJSON-2082042209-project] 10.222.0.41 "GET /v2.0/security-groups?id=b9806f43-fca1-4e3e-8128-d5f6b4549043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428815 Jun 01 06:11:19.713767 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [req-abbd8c5e-2684-4f5a-8755-6a9a20b5cf2c req-3cf86474-a720-4f39-945a-943cab9a60cd tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Notify callbacks [] for port, precommit_create {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:11:19.728847 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.db.provisioning_blocks [req-abbd8c5e-2684-4f5a-8755-6a9a20b5cf2c req-3cf86474-a720-4f39-945a-943cab9a60cd tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Transition to ACTIVE for port object b679f0aa-6640-4dba-b253-c06ab597e1ae will not be triggered until provisioned by entity DHCP. {{(pid=91913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 06:11:19.752663 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [req-abbd8c5e-2684-4f5a-8755-6a9a20b5cf2c req-3cf86474-a720-4f39-945a-943cab9a60cd tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774208425683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10749551'] for port, after_create {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:11:19.760512 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [None req-dbdea27e-bc19-433d-b249-c84605de2291 tempest-AttachVolumeNegativeTest-1471670784 tempest-AttachVolumeNegativeTest-1471670784-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:11:19.875814 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-abbd8c5e-2684-4f5a-8755-6a9a20b5cf2c req-3cf86474-a720-4f39-945a-943cab9a60cd tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Network 0d0e27d7-e499-44c0-a6d3-0e69d07aa387 is already hosted by enough agents. {{(pid=91913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 06:11:19.880226 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.scheduler.base_scheduler [req-abbd8c5e-2684-4f5a-8755-6a9a20b5cf2c req-3cf86474-a720-4f39-945a-943cab9a60cd tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Resources bound (agent type, host, resource id): {{(pid=91913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 06:11:19.882736 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.db.l3_dvrscheduler_db [req-abbd8c5e-2684-4f5a-8755-6a9a20b5cf2c req-3cf86474-a720-4f39-945a-943cab9a60cd tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Received port after_create {{(pid=91913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 06:11:19.935544 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf86474-a720-4f39-945a-943cab9a60cd tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Pushing event updated for resources: {'Port': ['ID=b679f0aa-6640-4dba-b253-c06ab597e1ae,revision_number=1']} {{(pid=91913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:11:19.938619 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [None req-3cf86474-a720-4f39-945a-943cab9a60cd tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:11:19.985071 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbd8c5e-2684-4f5a-8755-6a9a20b5cf2c req-3cf86474-a720-4f39-945a-943cab9a60cd tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:11:19.985664 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [req-abbd8c5e-2684-4f5a-8755-6a9a20b5cf2c req-3cf86474-a720-4f39-945a-943cab9a60cd tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239402'] for port, before_response {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:11:20.009650 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f1316e-70fe-49cf-95b7-3042e0f1309c req-cb167a0d-3a2b-41c1-936a-947c25c1e4d3 tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:11:20.011260 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-08f1316e-70fe-49cf-95b7-3042e0f1309c req-cb167a0d-3a2b-41c1-936a-947c25c1e4d3 tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] 10.222.0.41 "GET /v2.0/ports?device_id=72bedde5-da28-4f1c-8365-a28036cb969f HTTP/1.1" status: 200 len: 931 time: 0.2026320 Jun 01 06:11:20.030638 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8551bc85-b790-495b-a2ab-d7d09033534a req-598287e8-c41d-4d5d-b47a-236f468fe617 tempest-VolumesActionsTest-1831653484 tempest-VolumesActionsTest-1831653484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:11:20.032190 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-8551bc85-b790-495b-a2ab-d7d09033534a req-598287e8-c41d-4d5d-b47a-236f468fe617 tempest-VolumesActionsTest-1831653484 tempest-VolumesActionsTest-1831653484-project] 10.222.0.41 "GET /v2.0/ports?device_id=cf34fd40-a8c7-42fe-8055-d03ff559dc57 HTTP/1.1" status: 200 len: 944 time: 0.1601026 Jun 01 06:11:20.050460 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-abbd8c5e-2684-4f5a-8755-6a9a20b5cf2c req-3cf86474-a720-4f39-945a-943cab9a60cd tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8452635 Jun 01 06:11:20.080462 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.v2.base [req-abbd8c5e-2684-4f5a-8755-6a9a20b5cf2c req-6862999c-826c-49ef-9867-6a0804d2189f service neutron] Request body: {'port': {'device_id': '72bedde5-da28-4f1c-8365-a28036cb969f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79388'}} {{(pid=91913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 06:11:20.120506 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-08f1316e-70fe-49cf-95b7-3042e0f1309c req-f7961efd-7b7f-423e-b45d-f507070297f9 tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] 10.222.0.41 "GET /v2.0/security-groups?id=9dabead4-1346-43ff-b632-007c2c7dafb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0950272 Jun 01 06:11:20.129278 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-8551bc85-b790-495b-a2ab-d7d09033534a req-1da00649-67de-411c-8a65-73c26acf679f tempest-VolumesActionsTest-1831653484 tempest-VolumesActionsTest-1831653484-project] 10.222.0.41 "GET /v2.0/security-groups?id=2944dfc8-54a7-45a4-a0ae-01a78586e78a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902631 Jun 01 06:11:20.202376 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.db.provisioning_blocks [None req-da10069f-1410-449a-a849-55cc89b97543 None None] Provisioning for port b679f0aa-6640-4dba-b253-c06ab597e1ae completed by entity DHCP. {{(pid=91914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 06:11:20.223056 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.db.provisioning_blocks [None req-da10069f-1410-449a-a849-55cc89b97543 None None] Provisioning complete for port b679f0aa-6640-4dba-b253-c06ab597e1ae triggered by entity DHCP. {{(pid=91914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 06:11:20.223476 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-da10069f-1410-449a-a849-55cc89b97543 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3772206'] for port, provisioning_complete {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:11:20.226616 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [req-abbd8c5e-2684-4f5a-8755-6a9a20b5cf2c req-6862999c-826c-49ef-9867-6a0804d2189f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3824664'] for port, before_update {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:11:20.347469 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.plugin [None req-da10069f-1410-449a-a849-55cc89b97543 None None] Port b679f0aa-6640-4dba-b253-c06ab597e1ae cannot update to ACTIVE because it is not bound. {{(pid=91914) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 06:11:20.394277 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cf96a2-fc3e-4f14-add2-2e3603a18036 req-c1209a1c-cc39-4893-b50f-db1b3b9cfcee tempest-AttachVolumeNegativeTest-1471670784 tempest-AttachVolumeNegativeTest-1471670784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:11:20.395746 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-70cf96a2-fc3e-4f14-add2-2e3603a18036 req-c1209a1c-cc39-4893-b50f-db1b3b9cfcee tempest-AttachVolumeNegativeTest-1471670784 tempest-AttachVolumeNegativeTest-1471670784-project] 10.222.0.41 "GET /v2.0/ports?device_id=011fe2b1-128f-4766-9e00-8a6ae7d32309 HTTP/1.1" status: 200 len: 943 time: 0.0857899 Jun 01 06:11:20.446756 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-70cf96a2-fc3e-4f14-add2-2e3603a18036 req-75f3d301-cc98-4ec7-8d12-494c2af91150 tempest-AttachVolumeNegativeTest-1471670784 tempest-AttachVolumeNegativeTest-1471670784-project] 10.222.0.41 "GET /v2.0/security-groups?id=148e0031-14dd-4990-9826-b8db75cc4be7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449996 Jun 01 06:11:20.466001 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.rpc [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Device 705acbaa-4c9d-4eea-b201-8e01d7a31d86 up at agent hyperv_hv-cinder-79388 {{(pid=91914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 06:11:20.504906 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8031540-3f4b-4304-8ef3-155e01873f9e req-e85150f7-d647-4e44-8217-8dd315cd95e9 tempest-VolumesActionsTest-1337150399 tempest-VolumesActionsTest-1337150399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:11:20.506385 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-c8031540-3f4b-4304-8ef3-155e01873f9e req-e85150f7-d647-4e44-8217-8dd315cd95e9 tempest-VolumesActionsTest-1337150399 tempest-VolumesActionsTest-1337150399-project] 10.222.0.41 "GET /v2.0/ports?device_id=75ed6edb-5e1e-4d3e-8d7a-790b36e8848c HTTP/1.1" status: 200 len: 946 time: 0.1887424 Jun 01 06:11:20.535500 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.db.provisioning_blocks [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Provisioning for port 705acbaa-4c9d-4eea-b201-8e01d7a31d86 completed by entity L2. {{(pid=91914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 06:11:20.539986 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.db.provisioning_blocks [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Provisioning complete for port 705acbaa-4c9d-4eea-b201-8e01d7a31d86 triggered by entity L2. {{(pid=91914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 06:11:20.540357 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3772206'] for port, provisioning_complete {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:11:20.623366 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-c8031540-3f4b-4304-8ef3-155e01873f9e req-349f2446-7fc5-4e49-b98b-b4234062fead tempest-VolumesActionsTest-1337150399 tempest-VolumesActionsTest-1337150399-project] 10.222.0.41 "GET /v2.0/security-groups?id=4c17888f-8134-4b0e-a491-f03facaafcfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728579 Jun 01 06:11:20.663430 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3824664'] for port, before_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:11:20.708528 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf34fd40-a8c7-42fe-8055-d03ff559dc57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '705acbaa-4c9d-4eea-b201-8e01d7a31d86'}] {{(pid=91914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 06:11:20.711091 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cefeca7b2fbb82c39cf99810f9cdf69defc097144ee6f344485b033ce81b52cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5be813e-cd1b-4c11-ae41-dbfb28c33e92" -d '{"events": [{"server_uuid": "cf34fd40-a8c7-42fe-8055-d03ff559dc57", "name": "network-vif-plugged", "status": "completed", "tag": "705acbaa-4c9d-4eea-b201-8e01d7a31d86"}]}' {{(pid=91914) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 06:11:20.722591 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.db [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] For port 705acbaa-4c9d-4eea-b201-8e01d7a31d86, host hv-cinder-79388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79388',level=0,port_id=705acbaa-4c9d-4eea-b201-8e01d7a31d86,segment=NetworkSegment(52f8f2fd-1c76-454d-85a3-9db4809bf673),segment_id=52f8f2fd-1c76-454d-85a3-9db4809bf673)] {{(pid=91914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 06:11:20.732726 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774208810132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774208425701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774208426006'] for port, after_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:11:20.738286 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG oslo_concurrency.lockutils [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91914) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:11:20.739574 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.notifiers.nova [req-abbd8c5e-2684-4f5a-8755-6a9a20b5cf2c req-6862999c-826c-49ef-9867-6a0804d2189f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b679f0aa-6640-4dba-b253-c06ab597e1ae {{(pid=91913) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 06:11:20.749744 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [req-abbd8c5e-2684-4f5a-8755-6a9a20b5cf2c req-6862999c-826c-49ef-9867-6a0804d2189f service neutron] Notify callbacks [] for port, precommit_update {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:11:20.770922 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.db.provisioning_blocks [req-abbd8c5e-2684-4f5a-8755-6a9a20b5cf2c req-6862999c-826c-49ef-9867-6a0804d2189f service neutron] Transition to ACTIVE for port object b679f0aa-6640-4dba-b253-c06ab597e1ae will not be triggered until provisioned by entity L2. {{(pid=91913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 06:11:20.775711 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [req-abbd8c5e-2684-4f5a-8755-6a9a20b5cf2c req-6862999c-826c-49ef-9867-6a0804d2189f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774208810132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774208425701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774208426006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10749542'] for port, after_update {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:11:20.780616 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [None req-9cae6d8e-6d78-4b34-9913-6542f24400ad tempest-VolumesActionsTest-1337150399 tempest-VolumesActionsTest-1337150399-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:11:20.789428 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 06:11:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fb03ce3-d221-40fc-b1c1-6f70f8cb233c x-openstack-request-id: req-3fb03ce3-d221-40fc-b1c1-6f70f8cb233c {{(pid=91914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 06:11:20.789666 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf34fd40-a8c7-42fe-8055-d03ff559dc57", "name": "network-vif-plugged", "status": "completed", "tag": "705acbaa-4c9d-4eea-b201-8e01d7a31d86", "code": 200}]} {{(pid=91914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 06:11:20.789891 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-3fb03ce3-d221-40fc-b1c1-6f70f8cb233c {{(pid=91914) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 06:11:20.790279 dv-cinder-793885-1-smb neutron-server[91914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf34fd40-a8c7-42fe-8055-d03ff559dc57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '705acbaa-4c9d-4eea-b201-8e01d7a31d86', 'code': 200} Jun 01 06:11:20.818829 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce112d7-8d93-4160-a59e-fe6fe95ee3cf req-fed42d6a-06db-4196-91ba-0d301d1b701a tempest-ServerRescueNegativeTestJSON-2082042209 tempest-ServerRescueNegativeTestJSON-2082042209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:11:20.826126 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-3ce112d7-8d93-4160-a59e-fe6fe95ee3cf req-fed42d6a-06db-4196-91ba-0d301d1b701a tempest-ServerRescueNegativeTestJSON-2082042209 tempest-ServerRescueNegativeTestJSON-2082042209-project] 10.222.0.41 "GET /v2.0/ports?device_id=bb24b49c-2dc6-4892-8b86-b2ebd99a53e4 HTTP/1.1" status: 200 len: 945 time: 0.1512771 Jun 01 06:11:20.835874 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Pushing event updated for resources: {'Port': ['ID=705acbaa-4c9d-4eea-b201-8e01d7a31d86,revision_number=5']} {{(pid=91914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:11:20.839674 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG oslo_concurrency.lockutils [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=91914) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:11:20.871105 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-3ce112d7-8d93-4160-a59e-fe6fe95ee3cf req-63e61362-1fd6-4da4-a6d2-f0fccdff4d8a tempest-ServerRescueNegativeTestJSON-2082042209 tempest-ServerRescueNegativeTestJSON-2082042209-project] 10.222.0.41 "GET /v2.0/security-groups?id=b9806f43-fca1-4e3e-8128-d5f6b4549043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440938 Jun 01 06:11:21.071910 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6862999c-826c-49ef-9867-6a0804d2189f service neutron] Pushing event updated for resources: {'Port': ['ID=b679f0aa-6640-4dba-b253-c06ab597e1ae,revision_number=2']} {{(pid=91913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:11:21.075877 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [None req-6862999c-826c-49ef-9867-6a0804d2189f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:11:21.089715 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeea5cc0-865b-4075-abf6-ded9cd288165 req-ae8f76c4-3d5b-4b85-abc5-d37e971489aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:11:21.091810 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-eeea5cc0-865b-4075-abf6-ded9cd288165 req-ae8f76c4-3d5b-4b85-abc5-d37e971489aa service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=cf34fd40-a8c7-42fe-8055-d03ff559dc57 HTTP/1.1" status: 200 len: 1098 time: 0.1117425 Jun 01 06:11:21.114564 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.plugins.ml2.managers [req-abbd8c5e-2684-4f5a-8755-6a9a20b5cf2c req-6862999c-826c-49ef-9867-6a0804d2189f service neutron] Attempting to bind port b679f0aa-6640-4dba-b253-c06ab597e1ae on host hv-cinder-79388 for vnic_type normal with profile {{(pid=91913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 06:11:21.114905 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.plugins.ml2.managers [req-abbd8c5e-2684-4f5a-8755-6a9a20b5cf2c req-6862999c-826c-49ef-9867-6a0804d2189f service neutron] Attempting to bind port b679f0aa-6640-4dba-b253-c06ab597e1ae by drivers openvswitch,hyperv on host hv-cinder-79388 at level 0 using segments [{'id': '5bcb411c-cc6a-4a4c-9bde-5ea76448952b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '0d0e27d7-e499-44c0-a6d3-0e69d07aa387'}] {{(pid=91913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 06:11:21.115238 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abbd8c5e-2684-4f5a-8755-6a9a20b5cf2c req-6862999c-826c-49ef-9867-6a0804d2189f service neutron] Attempting to bind port b679f0aa-6640-4dba-b253-c06ab597e1ae on network 0d0e27d7-e499-44c0-a6d3-0e69d07aa387 {{(pid=91913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 06:11:21.120756 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abbd8c5e-2684-4f5a-8755-6a9a20b5cf2c req-6862999c-826c-49ef-9867-6a0804d2189f service neutron] Port b679f0aa-6640-4dba-b253-c06ab597e1ae on network 0d0e27d7-e499-44c0-a6d3-0e69d07aa387 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79388 {{(pid=91913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 06:11:21.121497 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abbd8c5e-2684-4f5a-8755-6a9a20b5cf2c req-6862999c-826c-49ef-9867-6a0804d2189f service neutron] Attempting to bind port b679f0aa-6640-4dba-b253-c06ab597e1ae on network 0d0e27d7-e499-44c0-a6d3-0e69d07aa387 {{(pid=91913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 06:11:21.133337 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abbd8c5e-2684-4f5a-8755-6a9a20b5cf2c req-6862999c-826c-49ef-9867-6a0804d2189f service neutron] Checking agent: {'id': '9d825435-0dee-4786-8fdd-f7c3fb37050b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79388', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 6, 8, 18), 'started_at': datetime.datetime(2021, 6, 1, 6, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 6, 11, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 06:11:21.133696 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abbd8c5e-2684-4f5a-8755-6a9a20b5cf2c req-6862999c-826c-49ef-9867-6a0804d2189f service neutron] Checking segment: {'id': '5bcb411c-cc6a-4a4c-9bde-5ea76448952b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '0d0e27d7-e499-44c0-a6d3-0e69d07aa387'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 06:11:21.134065 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abbd8c5e-2684-4f5a-8755-6a9a20b5cf2c req-6862999c-826c-49ef-9867-6a0804d2189f service neutron] Bound using segment: {'id': '5bcb411c-cc6a-4a4c-9bde-5ea76448952b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '0d0e27d7-e499-44c0-a6d3-0e69d07aa387'} {{(pid=91913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 06:11:21.134503 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.plugins.ml2.managers [req-abbd8c5e-2684-4f5a-8755-6a9a20b5cf2c req-6862999c-826c-49ef-9867-6a0804d2189f service neutron] Bound port: b679f0aa-6640-4dba-b253-c06ab597e1ae, host: hv-cinder-79388, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5bcb411c-cc6a-4a4c-9bde-5ea76448952b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '0d0e27d7-e499-44c0-a6d3-0e69d07aa387'}}] {{(pid=91913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 06:11:21.134847 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [req-abbd8c5e-2684-4f5a-8755-6a9a20b5cf2c req-6862999c-826c-49ef-9867-6a0804d2189f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3824664'] for port, before_update {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:11:21.166233 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-eeea5cc0-865b-4075-abf6-ded9cd288165 req-8d183ee0-4858-4ced-87ea-c6798708ea86 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=2944dfc8-54a7-45a4-a0ae-01a78586e78a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584729 Jun 01 06:11:21.316063 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.plugins.ml2.db [req-abbd8c5e-2684-4f5a-8755-6a9a20b5cf2c req-6862999c-826c-49ef-9867-6a0804d2189f service neutron] For port b679f0aa-6640-4dba-b253-c06ab597e1ae, host hv-cinder-79388, cleared binding levels {{(pid=91913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 06:11:21.330852 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.plugins.ml2.db [req-abbd8c5e-2684-4f5a-8755-6a9a20b5cf2c req-6862999c-826c-49ef-9867-6a0804d2189f service neutron] For port b679f0aa-6640-4dba-b253-c06ab597e1ae, host hv-cinder-79388, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79388',level=0,port_id=b679f0aa-6640-4dba-b253-c06ab597e1ae,segment=NetworkSegment(5bcb411c-cc6a-4a4c-9bde-5ea76448952b),segment_id=5bcb411c-cc6a-4a4c-9bde-5ea76448952b)] {{(pid=91913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 06:11:21.336274 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [req-abbd8c5e-2684-4f5a-8755-6a9a20b5cf2c req-6862999c-826c-49ef-9867-6a0804d2189f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774208810132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774208425701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774208426006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10749542'] for port, after_update {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:11:21.342866 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:11:21.348636 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f274920-8a05-4dba-9a1a-cd465eb7b4c9 req-28e67af3-547f-4082-90d2-c6bbfe9a4fb1 tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:11:21.350419 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-9f274920-8a05-4dba-9a1a-cd465eb7b4c9 req-28e67af3-547f-4082-90d2-c6bbfe9a4fb1 tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] 10.222.0.41 "GET /v2.0/ports?device_id=72bedde5-da28-4f1c-8365-a28036cb969f HTTP/1.1" status: 200 len: 943 time: 0.0907338 Jun 01 06:11:21.396601 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbd8c5e-2684-4f5a-8755-6a9a20b5cf2c req-6862999c-826c-49ef-9867-6a0804d2189f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:11:21.397231 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [req-abbd8c5e-2684-4f5a-8755-6a9a20b5cf2c req-6862999c-826c-49ef-9867-6a0804d2189f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239402'] for port, before_response {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:11:21.398935 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-abbd8c5e-2684-4f5a-8755-6a9a20b5cf2c req-6862999c-826c-49ef-9867-6a0804d2189f service neutron] 10.222.0.45 "PUT /v2.0/ports/b679f0aa-6640-4dba-b253-c06ab597e1ae HTTP/1.1" status: 200 len: 1093 time: 1.3252876 Jun 01 06:11:21.399412 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-9f274920-8a05-4dba-9a1a-cd465eb7b4c9 req-a1ca1e6c-a857-4862-9089-ddbc447688e7 tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] 10.222.0.41 "GET /v2.0/security-groups?id=9dabead4-1346-43ff-b632-007c2c7dafb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405769 Jun 01 06:11:21.406607 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72bedde5-da28-4f1c-8365-a28036cb969f', 'tag': 'b679f0aa-6640-4dba-b253-c06ab597e1ae'}] {{(pid=91913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 06:11:21.409560 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdc6be6d06003a26e0797ba9c3cae52571918e0042132e4e221042360f826683" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf6f207b-7a23-4bd3-8c0f-12b3c2f0c80f" -d '{"events": [{"name": "network-changed", "server_uuid": "72bedde5-da28-4f1c-8365-a28036cb969f", "tag": "b679f0aa-6640-4dba-b253-c06ab597e1ae"}]}' {{(pid=91913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 06:11:21.451150 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fa201f-c94e-45ae-b55a-db2177fb2825 req-28d6ce60-eeab-49f5-a86c-6e177f0bc6a4 tempest-VolumesActionsTest-1831653484 tempest-VolumesActionsTest-1831653484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:11:21.454347 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-e6fa201f-c94e-45ae-b55a-db2177fb2825 req-28d6ce60-eeab-49f5-a86c-6e177f0bc6a4 tempest-VolumesActionsTest-1831653484 tempest-VolumesActionsTest-1831653484-project] 10.222.0.41 "GET /v2.0/ports?device_id=cf34fd40-a8c7-42fe-8055-d03ff559dc57 HTTP/1.1" status: 200 len: 945 time: 0.2006927 Jun 01 06:11:21.535477 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Jun 2021 06:11:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d058e119-82dc-4b20-974d-eb870b24df48 x-openstack-request-id: req-d058e119-82dc-4b20-974d-eb870b24df48 {{(pid=91913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 06:11:21.535819 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72bedde5-da28-4f1c-8365-a28036cb969f", "tag": "b679f0aa-6640-4dba-b253-c06ab597e1ae", "status": "completed", "code": 200}]} {{(pid=91913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 06:11:21.536089 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d058e119-82dc-4b20-974d-eb870b24df48 {{(pid=91913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 06:11:21.536510 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72bedde5-da28-4f1c-8365-a28036cb969f', 'tag': 'b679f0aa-6640-4dba-b253-c06ab597e1ae', 'status': 'completed', 'code': 200} Jun 01 06:11:21.539791 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6862999c-826c-49ef-9867-6a0804d2189f service neutron] Pushing event updated for resources: {'Port': ['ID=b679f0aa-6640-4dba-b253-c06ab597e1ae,revision_number=3']} {{(pid=91913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:11:21.549634 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [None req-6862999c-826c-49ef-9867-6a0804d2189f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:11:21.578926 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-e6fa201f-c94e-45ae-b55a-db2177fb2825 req-e18e7b1b-3afd-4fc0-873f-7123f3125c9b tempest-VolumesActionsTest-1831653484 tempest-VolumesActionsTest-1831653484-project] 10.222.0.41 "GET /v2.0/security-groups?id=2944dfc8-54a7-45a4-a0ae-01a78586e78a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147289 Jun 01 06:11:21.610897 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbd8c5e-2684-4f5a-8755-6a9a20b5cf2c req-47a57674-82f7-4147-a902-2a7defb11e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:11:21.612936 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-abbd8c5e-2684-4f5a-8755-6a9a20b5cf2c req-47a57674-82f7-4147-a902-2a7defb11e17 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=cf682efceb1b40c4a2056518b30cc419&device_id=72bedde5-da28-4f1c-8365-a28036cb969f HTTP/1.1" status: 200 len: 1096 time: 0.1294916 Jun 01 06:11:21.743936 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-abbd8c5e-2684-4f5a-8755-6a9a20b5cf2c req-725b6dad-b476-4b5d-a99c-376adc1b7369 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b679f0aa-6640-4dba-b253-c06ab597e1ae HTTP/1.1" status: 200 len: 217 time: 0.1132073 Jun 01 06:11:21.745637 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76bf8f8-bf72-414d-bac0-da3fce7a95ad req-65af4e62-74b2-41ce-9acc-e29045ec33ce tempest-AttachVolumeNegativeTest-1471670784 tempest-AttachVolumeNegativeTest-1471670784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:11:21.753146 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-a76bf8f8-bf72-414d-bac0-da3fce7a95ad req-65af4e62-74b2-41ce-9acc-e29045ec33ce tempest-AttachVolumeNegativeTest-1471670784 tempest-AttachVolumeNegativeTest-1471670784-project] 10.222.0.41 "GET /v2.0/ports?device_id=011fe2b1-128f-4766-9e00-8a6ae7d32309 HTTP/1.1" status: 200 len: 943 time: 0.1381946 Jun 01 06:11:21.802489 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-a76bf8f8-bf72-414d-bac0-da3fce7a95ad req-bf468f73-d5a3-4be6-8462-5479ae68a7f0 tempest-AttachVolumeNegativeTest-1471670784 tempest-AttachVolumeNegativeTest-1471670784-project] 10.222.0.41 "GET /v2.0/security-groups?id=148e0031-14dd-4990-9826-b8db75cc4be7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480115 Jun 01 06:11:21.813589 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbd8c5e-2684-4f5a-8755-6a9a20b5cf2c req-c82be0c6-fb86-4a3d-9c9d-9e4f2c4d0ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:11:21.817166 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-abbd8c5e-2684-4f5a-8755-6a9a20b5cf2c req-c82be0c6-fb86-4a3d-9c9d-9e4f2c4d0ea9 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=afe82765-6164-43ac-8036-06de690ecff6 HTTP/1.1" status: 200 len: 854 time: 0.0657401 Jun 01 06:11:21.891005 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbd8c5e-2684-4f5a-8755-6a9a20b5cf2c req-995a75ed-9c41-4a9b-80a8-804d841b718f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:11:21.892562 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-abbd8c5e-2684-4f5a-8755-6a9a20b5cf2c req-995a75ed-9c41-4a9b-80a8-804d841b718f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=0d0e27d7-e499-44c0-a6d3-0e69d07aa387&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0690541 Jun 01 06:11:22.037738 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-abbd8c5e-2684-4f5a-8755-6a9a20b5cf2c req-d42f564a-8dd8-4a5c-bfb8-8ddb933b4b20 service neutron] 10.222.0.45 "GET /v2.0/networks/0d0e27d7-e499-44c0-a6d3-0e69d07aa387?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376512 Jun 01 06:11:22.079611 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d3a268-d27e-40ba-a023-969b1404d611 req-0770591c-96f8-4dd1-befe-97dbdc35a55d tempest-ServerRescueNegativeTestJSON-2082042209 tempest-ServerRescueNegativeTestJSON-2082042209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:11:22.081067 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-48d3a268-d27e-40ba-a023-969b1404d611 req-0770591c-96f8-4dd1-befe-97dbdc35a55d tempest-ServerRescueNegativeTestJSON-2082042209 tempest-ServerRescueNegativeTestJSON-2082042209-project] 10.222.0.41 "GET /v2.0/ports?device_id=bb24b49c-2dc6-4892-8b86-b2ebd99a53e4 HTTP/1.1" status: 200 len: 945 time: 0.0801134 Jun 01 06:11:22.129295 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-48d3a268-d27e-40ba-a023-969b1404d611 req-27fafad4-0ab0-4622-8e73-f815bd467361 tempest-ServerRescueNegativeTestJSON-2082042209 tempest-ServerRescueNegativeTestJSON-2082042209-project] 10.222.0.41 "GET /v2.0/security-groups?id=b9806f43-fca1-4e3e-8128-d5f6b4549043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422103 Jun 01 06:11:22.232513 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98a3676-6a48-4adf-83ef-77fe7c1fbaca req-4e971751-92e6-4a4e-aa9b-c7605845204c tempest-VolumesActionsTest-1337150399 tempest-VolumesActionsTest-1337150399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:11:22.234014 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-f98a3676-6a48-4adf-83ef-77fe7c1fbaca req-4e971751-92e6-4a4e-aa9b-c7605845204c tempest-VolumesActionsTest-1337150399 tempest-VolumesActionsTest-1337150399-project] 10.222.0.41 "GET /v2.0/ports?device_id=75ed6edb-5e1e-4d3e-8d7a-790b36e8848c HTTP/1.1" status: 200 len: 946 time: 0.1987295 Jun 01 06:11:22.239548 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-abbd8c5e-2684-4f5a-8755-6a9a20b5cf2c req-80325c5b-40d3-4c42-9007-de7f33954f98 service neutron] 10.222.0.45 "GET /v2.0/networks/0d0e27d7-e499-44c0-a6d3-0e69d07aa387?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1708186 Jun 01 06:11:22.285492 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-f98a3676-6a48-4adf-83ef-77fe7c1fbaca req-d6069d43-ef5a-4641-b24a-4cfa8999af8b tempest-VolumesActionsTest-1337150399 tempest-VolumesActionsTest-1337150399-project] 10.222.0.41 "GET /v2.0/security-groups?id=4c17888f-8134-4b0e-a491-f03facaafcfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450096 Jun 01 06:11:22.371567 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6f207b-7a23-4bd3-8c0f-12b3c2f0c80f req-5c1caa1d-cf47-4552-a5f6-b4e73a239eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:11:22.372931 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-cf6f207b-7a23-4bd3-8c0f-12b3c2f0c80f req-5c1caa1d-cf47-4552-a5f6-b4e73a239eb4 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=cf682efceb1b40c4a2056518b30cc419&device_id=72bedde5-da28-4f1c-8365-a28036cb969f HTTP/1.1" status: 200 len: 1096 time: 0.0727336 Jun 01 06:11:22.481999 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.rpc [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Device 810aff4e-4fc6-4756-84d3-a6d271850364 details requested by agent hyperv_hv-cinder-79388 with host hv-cinder-79388 {{(pid=91914) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 06:11:22.503604 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6f207b-7a23-4bd3-8c0f-12b3c2f0c80f req-f4f51c44-60e7-4bf9-ad5c-8f1564d8d6af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:11:22.505898 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-cf6f207b-7a23-4bd3-8c0f-12b3c2f0c80f req-f4f51c44-60e7-4bf9-ad5c-8f1564d8d6af service neutron] 10.222.0.45 "GET /v2.0/networks?id=0d0e27d7-e499-44c0-a6d3-0e69d07aa387 HTTP/1.1" status: 200 len: 916 time: 0.1260881 Jun 01 06:11:22.580341 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-cf6f207b-7a23-4bd3-8c0f-12b3c2f0c80f req-ce06eb42-576d-4b27-aeef-29bc3613c660 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b679f0aa-6640-4dba-b253-c06ab597e1ae HTTP/1.1" status: 200 len: 217 time: 0.0642200 Jun 01 06:11:22.612542 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2357aa2c-ecf6-4c02-9588-dbd6526d03c1 req-996eff2a-5f71-4b40-b62a-cafab9c7ee74 tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:11:22.620484 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-2357aa2c-ecf6-4c02-9588-dbd6526d03c1 req-996eff2a-5f71-4b40-b62a-cafab9c7ee74 tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] 10.222.0.41 "GET /v2.0/ports?device_id=72bedde5-da28-4f1c-8365-a28036cb969f HTTP/1.1" status: 200 len: 943 time: 0.0963695 Jun 01 06:11:22.646576 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.db [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] For port 810aff4e-4fc6-4756-84d3-a6d271850364, host hv-cinder-79388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79388',level=0,port_id=810aff4e-4fc6-4756-84d3-a6d271850364,segment=NetworkSegment(bd10b108-5f36-416c-bf05-81cfe0f5f067),segment_id=bd10b108-5f36-416c-bf05-81cfe0f5f067)] {{(pid=91914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 06:11:22.662790 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.rpc [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Returning: {'device': '810aff4e-4fc6-4756-84d3-a6d271850364', 'network_id': '0b7f9d5f-223f-43b5-8d0c-382ab5f66c87', 'port_id': '810aff4e-4fc6-4756-84d3-a6d271850364', 'mac_address': 'fa:16:3e:62:7b:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67a532f4-5301-4272-a23e-04b9dfc38b51', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91914) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 06:11:22.678603 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6f207b-7a23-4bd3-8c0f-12b3c2f0c80f req-c84ce807-e5a2-4858-8f41-7a6149068806 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:11:22.679614 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-2357aa2c-ecf6-4c02-9588-dbd6526d03c1 req-86e3dea8-f916-41b2-a861-0321a0cee880 tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] 10.222.0.41 "GET /v2.0/security-groups?id=9dabead4-1346-43ff-b632-007c2c7dafb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582094 Jun 01 06:11:22.681223 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-cf6f207b-7a23-4bd3-8c0f-12b3c2f0c80f req-c84ce807-e5a2-4858-8f41-7a6149068806 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=afe82765-6164-43ac-8036-06de690ecff6 HTTP/1.1" status: 200 len: 854 time: 0.0917671 Jun 01 06:11:22.725927 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3824664'] for port, before_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:11:22.746300 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.notifiers.nova [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 810aff4e-4fc6-4756-84d3-a6d271850364 {{(pid=91914) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 06:11:22.764053 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.db [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] For port 810aff4e-4fc6-4756-84d3-a6d271850364, host hv-cinder-79388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79388',level=0,port_id=810aff4e-4fc6-4756-84d3-a6d271850364,segment=NetworkSegment(bd10b108-5f36-416c-bf05-81cfe0f5f067),segment_id=bd10b108-5f36-416c-bf05-81cfe0f5f067)] {{(pid=91914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 06:11:22.772609 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774208810132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774208425701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774208426006'] for port, after_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:11:22.774919 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91914) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:11:22.886986 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Pushing event updated for resources: {'Port': ['ID=810aff4e-4fc6-4756-84d3-a6d271850364,revision_number=4']} {{(pid=91914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:11:22.900552 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG oslo_concurrency.lockutils [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=91914) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:11:22.926536 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6f207b-7a23-4bd3-8c0f-12b3c2f0c80f req-cb71c076-bc9c-4289-b678-2f473bde132b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:11:22.928010 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-cf6f207b-7a23-4bd3-8c0f-12b3c2f0c80f req-cb71c076-bc9c-4289-b678-2f473bde132b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=0d0e27d7-e499-44c0-a6d3-0e69d07aa387&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2355731 Jun 01 06:11:22.939905 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9400779-b9f2-4595-ad84-548ef86f7eb2 req-dbcc0d4e-0d24-4d25-b038-94153754b777 tempest-VolumesActionsTest-1831653484 tempest-VolumesActionsTest-1831653484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:11:22.947190 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-e9400779-b9f2-4595-ad84-548ef86f7eb2 req-dbcc0d4e-0d24-4d25-b038-94153754b777 tempest-VolumesActionsTest-1831653484 tempest-VolumesActionsTest-1831653484-project] 10.222.0.41 "GET /v2.0/ports?device_id=cf34fd40-a8c7-42fe-8055-d03ff559dc57 HTTP/1.1" status: 200 len: 945 time: 0.2191744 Jun 01 06:11:23.090061 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53109234-94a4-41ef-be40-9e3f212d7edf req-ecc28790-8d2d-4a8c-9b12-49f8e08e8b0c tempest-AttachVolumeNegativeTest-1471670784 tempest-AttachVolumeNegativeTest-1471670784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:11:23.097837 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-e9400779-b9f2-4595-ad84-548ef86f7eb2 req-72d6364b-64cc-42e2-8581-d12be77129d7 tempest-VolumesActionsTest-1831653484 tempest-VolumesActionsTest-1831653484-project] 10.222.0.41 "GET /v2.0/security-groups?id=2944dfc8-54a7-45a4-a0ae-01a78586e78a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496897 Jun 01 06:11:23.098860 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-53109234-94a4-41ef-be40-9e3f212d7edf req-ecc28790-8d2d-4a8c-9b12-49f8e08e8b0c tempest-AttachVolumeNegativeTest-1471670784 tempest-AttachVolumeNegativeTest-1471670784-project] 10.222.0.41 "GET /v2.0/ports?device_id=011fe2b1-128f-4766-9e00-8a6ae7d32309 HTTP/1.1" status: 200 len: 944 time: 0.1405580 Jun 01 06:11:23.153839 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-cf6f207b-7a23-4bd3-8c0f-12b3c2f0c80f req-9660bbae-99ce-4442-9455-2f5e070b4171 service neutron] 10.222.0.45 "GET /v2.0/networks/0d0e27d7-e499-44c0-a6d3-0e69d07aa387?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2043045 Jun 01 06:11:23.187553 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-53109234-94a4-41ef-be40-9e3f212d7edf req-7cb8f9c1-f0a3-4b11-a773-39f92a9eedd9 tempest-AttachVolumeNegativeTest-1471670784 tempest-AttachVolumeNegativeTest-1471670784-project] 10.222.0.41 "GET /v2.0/security-groups?id=148e0031-14dd-4990-9826-b8db75cc4be7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875986 Jun 01 06:11:23.380641 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.db [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] get_ports_and_sgs() called for port_ids ['810aff4e-4fc6-4756-84d3-a6d271850364'] {{(pid=91914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 06:11:23.385144 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-cf6f207b-7a23-4bd3-8c0f-12b3c2f0c80f req-9728179b-05e5-487b-b87e-194c863eb3e0 service neutron] 10.222.0.45 "GET /v2.0/networks/0d0e27d7-e499-44c0-a6d3-0e69d07aa387?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2230589 Jun 01 06:11:23.422449 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b09aa71-0909-4dbc-9dd1-c2d4f65569fc req-a72d6d4b-3aa0-49f5-9ba5-fe24a80157c1 tempest-ServerRescueNegativeTestJSON-2082042209 tempest-ServerRescueNegativeTestJSON-2082042209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:11:23.434989 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-9b09aa71-0909-4dbc-9dd1-c2d4f65569fc req-a72d6d4b-3aa0-49f5-9ba5-fe24a80157c1 tempest-ServerRescueNegativeTestJSON-2082042209 tempest-ServerRescueNegativeTestJSON-2082042209-project] 10.222.0.41 "GET /v2.0/ports?device_id=bb24b49c-2dc6-4892-8b86-b2ebd99a53e4 HTTP/1.1" status: 200 len: 945 time: 0.1715553 Jun 01 06:11:23.540176 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-9b09aa71-0909-4dbc-9dd1-c2d4f65569fc req-1820eb4c-5275-4ed7-aad3-7fc4a498172a tempest-ServerRescueNegativeTestJSON-2082042209 tempest-ServerRescueNegativeTestJSON-2082042209-project] 10.222.0.41 "GET /v2.0/security-groups?id=b9806f43-fca1-4e3e-8128-d5f6b4549043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974257 Jun 01 06:11:23.556311 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a94c15-e1f0-4321-a27f-c23597c6b7a3 req-01c980e1-cce2-4cbd-83c6-7ebc89bcf6f5 tempest-VolumesActionsTest-1337150399 tempest-VolumesActionsTest-1337150399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:11:23.557888 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-00a94c15-e1f0-4321-a27f-c23597c6b7a3 req-01c980e1-cce2-4cbd-83c6-7ebc89bcf6f5 tempest-VolumesActionsTest-1337150399 tempest-VolumesActionsTest-1337150399-project] 10.222.0.41 "GET /v2.0/ports?device_id=75ed6edb-5e1e-4d3e-8d7a-790b36e8848c HTTP/1.1" status: 200 len: 946 time: 0.1435392 Jun 01 06:11:23.634496 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-00a94c15-e1f0-4321-a27f-c23597c6b7a3 req-a0947477-7070-4295-a399-b598a83814e2 tempest-VolumesActionsTest-1337150399 tempest-VolumesActionsTest-1337150399-project] 10.222.0.41 "GET /v2.0/security-groups?id=4c17888f-8134-4b0e-a491-f03facaafcfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700185 Jun 01 06:11:23.853896 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7142d90c-9caa-4be6-81a2-2aee4874f861 req-087d0a36-98cb-4963-8345-2f7a2333a3a0 tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:11:23.854587 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.quota.resource [req-7142d90c-9caa-4be6-81a2-2aee4874f861 req-087d0a36-98cb-4963-8345-2f7a2333a3a0 tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Synchronizing usage tracker for tenant:cf682efceb1b40c4a2056518b30cc419 on resource:port {{(pid=91913) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 06:11:23.870715 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.quota.resource [req-7142d90c-9caa-4be6-81a2-2aee4874f861 req-087d0a36-98cb-4963-8345-2f7a2333a3a0 tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Unset dirty status for tenant:cf682efceb1b40c4a2056518b30cc419 on resource:port {{(pid=91913) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 06:11:23.872349 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-7142d90c-9caa-4be6-81a2-2aee4874f861 req-087d0a36-98cb-4963-8345-2f7a2333a3a0 tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] 10.222.0.41 "GET /v2.0/ports?device_id=72bedde5-da28-4f1c-8365-a28036cb969f HTTP/1.1" status: 200 len: 943 time: 0.0957747 Jun 01 06:11:23.920596 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-7142d90c-9caa-4be6-81a2-2aee4874f861 req-fe89e4d2-65b8-4225-9151-7b4ff82f0481 tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] 10.222.0.41 "GET /v2.0/security-groups?id=9dabead4-1346-43ff-b632-007c2c7dafb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425382 Jun 01 06:11:24.274815 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391f1d38-6a72-4fb0-b20a-6bd9136adef1 req-aad94cc5-ea92-4358-ab69-1740e6cbe56a tempest-VolumesActionsTest-1831653484 tempest-VolumesActionsTest-1831653484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:11:24.276282 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-391f1d38-6a72-4fb0-b20a-6bd9136adef1 req-aad94cc5-ea92-4358-ab69-1740e6cbe56a tempest-VolumesActionsTest-1831653484 tempest-VolumesActionsTest-1831653484-project] 10.222.0.41 "GET /v2.0/ports?device_id=cf34fd40-a8c7-42fe-8055-d03ff559dc57 HTTP/1.1" status: 200 len: 945 time: 0.0804942 Jun 01 06:11:24.321329 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-391f1d38-6a72-4fb0-b20a-6bd9136adef1 req-247ce92f-441c-4bbf-89b2-a0c50ef67c85 tempest-VolumesActionsTest-1831653484 tempest-VolumesActionsTest-1831653484-project] 10.222.0.41 "GET /v2.0/security-groups?id=2944dfc8-54a7-45a4-a0ae-01a78586e78a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392821 Jun 01 06:11:24.451603 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33ef428-cf91-413d-b61f-a656b14c4366 req-094c05cb-2033-4a46-b5b5-36aabf54bb93 tempest-AttachVolumeNegativeTest-1471670784 tempest-AttachVolumeNegativeTest-1471670784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:11:24.453111 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-d33ef428-cf91-413d-b61f-a656b14c4366 req-094c05cb-2033-4a46-b5b5-36aabf54bb93 tempest-AttachVolumeNegativeTest-1471670784 tempest-AttachVolumeNegativeTest-1471670784-project] 10.222.0.41 "GET /v2.0/ports?device_id=011fe2b1-128f-4766-9e00-8a6ae7d32309 HTTP/1.1" status: 200 len: 944 time: 0.1547601 Jun 01 06:11:24.461910 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa556bc8-9a99-4756-abcf-ee4f6dca37b9 req-07eac4c6-72ec-4919-bec2-b0c0ef713609 tempest-VolumesActionsTest-1337150399 tempest-VolumesActionsTest-1337150399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:11:24.463301 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-aa556bc8-9a99-4756-abcf-ee4f6dca37b9 req-07eac4c6-72ec-4919-bec2-b0c0ef713609 tempest-VolumesActionsTest-1337150399 tempest-VolumesActionsTest-1337150399-project] 10.222.0.45 "GET /v2.0/ports?device_id=75ed6edb-5e1e-4d3e-8d7a-790b36e8848c HTTP/1.1" status: 200 len: 946 time: 0.1258304 Jun 01 06:11:24.498576 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad29710-a8e8-469c-bc63-22a9f527ddfb req-509b22d3-399e-4c55-a8d7-5babe1977582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:11:24.499964 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-fad29710-a8e8-469c-bc63-22a9f527ddfb req-509b22d3-399e-4c55-a8d7-5babe1977582 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=bb24b49c-2dc6-4892-8b86-b2ebd99a53e4 HTTP/1.1" status: 200 len: 1098 time: 0.0815053 Jun 01 06:11:24.547826 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-fad29710-a8e8-469c-bc63-22a9f527ddfb req-8e2db4f6-d49c-4d8c-bb8d-be423e3bad3e service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=b9806f43-fca1-4e3e-8128-d5f6b4549043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407195 Jun 01 06:11:24.558457 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-d33ef428-cf91-413d-b61f-a656b14c4366 req-37f7090d-3478-4ba2-9181-fdd416d0a68b tempest-AttachVolumeNegativeTest-1471670784 tempest-AttachVolumeNegativeTest-1471670784-project] 10.222.0.41 "GET /v2.0/security-groups?id=148e0031-14dd-4990-9826-b8db75cc4be7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942059 Jun 01 06:11:24.648883 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.plugins.ml2.plugin [req-aa556bc8-9a99-4756-abcf-ee4f6dca37b9 req-fc90c011-6f06-46bc-a4a6-4d64dc538a2b tempest-VolumesActionsTest-1337150399 tempest-VolumesActionsTest-1337150399-project] Deleting port 03f1e7d4-221d-4209-9ccf-1c5b9019cd16 {{(pid=91913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 06:11:24.649224 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [req-aa556bc8-9a99-4756-abcf-ee4f6dca37b9 req-fc90c011-6f06-46bc-a4a6-4d64dc538a2b tempest-VolumesActionsTest-1337150399 tempest-VolumesActionsTest-1337150399-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774208809027'] for port, before_delete {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:11:24.824409 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e247c5e0-ace7-4baf-9f95-125cb71bbdc8 req-22896df4-0e8a-473a-bbba-87dffb413dd4 tempest-ServerRescueNegativeTestJSON-2082042209 tempest-ServerRescueNegativeTestJSON-2082042209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:11:24.829538 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-e247c5e0-ace7-4baf-9f95-125cb71bbdc8 req-22896df4-0e8a-473a-bbba-87dffb413dd4 tempest-ServerRescueNegativeTestJSON-2082042209 tempest-ServerRescueNegativeTestJSON-2082042209-project] 10.222.0.41 "GET /v2.0/ports?device_id=bb24b49c-2dc6-4892-8b86-b2ebd99a53e4 HTTP/1.1" status: 200 len: 945 time: 0.1614904 Jun 01 06:11:24.895907 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-e247c5e0-ace7-4baf-9f95-125cb71bbdc8 req-bdc22ed8-8164-4707-86b8-0276951af2f2 tempest-ServerRescueNegativeTestJSON-2082042209 tempest-ServerRescueNegativeTestJSON-2082042209-project] 10.222.0.41 "GET /v2.0/security-groups?id=b9806f43-fca1-4e3e-8128-d5f6b4549043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623026 Jun 01 06:11:24.903097 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.plugins.ml2.db [req-aa556bc8-9a99-4756-abcf-ee4f6dca37b9 req-fc90c011-6f06-46bc-a4a6-4d64dc538a2b tempest-VolumesActionsTest-1337150399 tempest-VolumesActionsTest-1337150399-project] For port 03f1e7d4-221d-4209-9ccf-1c5b9019cd16, host hv-cinder-79388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79388',level=0,port_id=03f1e7d4-221d-4209-9ccf-1c5b9019cd16,segment=NetworkSegment(5046937c-199f-48e9-b747-bf6398bcc026),segment_id=5046937c-199f-48e9-b747-bf6398bcc026)] {{(pid=91913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 06:11:24.903455 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [req-aa556bc8-9a99-4756-abcf-ee4f6dca37b9 req-fc90c011-6f06-46bc-a4a6-4d64dc538a2b tempest-VolumesActionsTest-1337150399 tempest-VolumesActionsTest-1337150399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-879323'] for port, precommit_delete {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:11:25.032545 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.plugins.ml2.plugin [req-aa556bc8-9a99-4756-abcf-ee4f6dca37b9 req-fc90c011-6f06-46bc-a4a6-4d64dc538a2b tempest-VolumesActionsTest-1337150399 tempest-VolumesActionsTest-1337150399-project] Calling delete_port for 03f1e7d4-221d-4209-9ccf-1c5b9019cd16 owned by compute:nova {{(pid=91913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 06:11:25.058991 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698d63b6-f43f-4247-94d6-819c8a057948 req-9ffbb16b-e635-4f16-aaa1-995d0c7efabd tempest-VolumesActionsTest-1337150399 tempest-VolumesActionsTest-1337150399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:11:25.060746 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-698d63b6-f43f-4247-94d6-819c8a057948 req-9ffbb16b-e635-4f16-aaa1-995d0c7efabd tempest-VolumesActionsTest-1337150399 tempest-VolumesActionsTest-1337150399-project] 10.222.0.41 "GET /v2.0/ports?device_id=75ed6edb-5e1e-4d3e-8d7a-790b36e8848c HTTP/1.1" status: 200 len: 946 time: 0.2585068 Jun 01 06:11:25.121765 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-698d63b6-f43f-4247-94d6-819c8a057948 req-e04fdeae-69af-4e16-aff3-c176ee294d53 tempest-VolumesActionsTest-1337150399 tempest-VolumesActionsTest-1337150399-project] 10.222.0.41 "GET /v2.0/security-groups?id=4c17888f-8134-4b0e-a491-f03facaafcfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517657 Jun 01 06:11:25.124039 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96707a87-c96a-4c6d-b4e6-8b9fc906c8f8 req-a2ff68b7-d9dc-4e24-9301-7fae773d5387 tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:11:25.125802 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-96707a87-c96a-4c6d-b4e6-8b9fc906c8f8 req-a2ff68b7-d9dc-4e24-9301-7fae773d5387 tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] 10.222.0.41 "GET /v2.0/ports?device_id=72bedde5-da28-4f1c-8365-a28036cb969f HTTP/1.1" status: 200 len: 943 time: 0.0934055 Jun 01 06:11:25.172640 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-96707a87-c96a-4c6d-b4e6-8b9fc906c8f8 req-75e55122-ab74-4746-ae39-f5e8e9df7405 tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] 10.222.0.41 "GET /v2.0/security-groups?id=9dabead4-1346-43ff-b632-007c2c7dafb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407534 Jun 01 06:11:25.208877 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [req-aa556bc8-9a99-4756-abcf-ee4f6dca37b9 req-fc90c011-6f06-46bc-a4a6-4d64dc538a2b tempest-VolumesActionsTest-1337150399 tempest-VolumesActionsTest-1337150399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774208810150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774208425692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10749551'] for port, after_delete {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:11:25.215265 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:11:25.241831 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.db [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] get_ports_and_sgs() called for port_ids ['03f1e7d4-221d-4209-9ccf-1c5b9019cd16'] {{(pid=91914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 06:11:25.265674 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc90c011-6f06-46bc-a4a6-4d64dc538a2b tempest-VolumesActionsTest-1337150399 tempest-VolumesActionsTest-1337150399-project] Pushing event deleted for resources: {'Port': ['ID=03f1e7d4-221d-4209-9ccf-1c5b9019cd16,revision_number=None']} {{(pid=91913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:11:25.296249 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [None req-fc90c011-6f06-46bc-a4a6-4d64dc538a2b tempest-VolumesActionsTest-1337150399 tempest-VolumesActionsTest-1337150399-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:11:25.339963 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa556bc8-9a99-4756-abcf-ee4f6dca37b9 req-fc90c011-6f06-46bc-a4a6-4d64dc538a2b tempest-VolumesActionsTest-1337150399 tempest-VolumesActionsTest-1337150399-project] No DVR routers for this DVR port 03f1e7d4-221d-4209-9ccf-1c5b9019cd16 on host hv-cinder-79388 {{(pid=91913) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 06:11:25.342838 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [req-aa556bc8-9a99-4756-abcf-ee4f6dca37b9 req-fc90c011-6f06-46bc-a4a6-4d64dc538a2b tempest-VolumesActionsTest-1337150399 tempest-VolumesActionsTest-1337150399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239402'] for port, before_response {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:11:25.345322 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75ed6edb-5e1e-4d3e-8d7a-790b36e8848c', 'name': 'network-vif-deleted', 'tag': '03f1e7d4-221d-4209-9ccf-1c5b9019cd16'}] {{(pid=91913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 06:11:25.348053 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdc6be6d06003a26e0797ba9c3cae52571918e0042132e4e221042360f826683" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30230157-0f57-4d56-8269-b5a6132fe3d0" -d '{"events": [{"server_uuid": "75ed6edb-5e1e-4d3e-8d7a-790b36e8848c", "name": "network-vif-deleted", "tag": "03f1e7d4-221d-4209-9ccf-1c5b9019cd16"}]}' {{(pid=91913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 06:11:25.362028 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-aa556bc8-9a99-4756-abcf-ee4f6dca37b9 req-fc90c011-6f06-46bc-a4a6-4d64dc538a2b tempest-VolumesActionsTest-1337150399 tempest-VolumesActionsTest-1337150399-project] 10.222.0.45 "DELETE /v2.0/ports/03f1e7d4-221d-4209-9ccf-1c5b9019cd16 HTTP/1.1" status: 204 len: 173 time: 0.8834946 Jun 01 06:11:25.392952 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 06:11:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fef7faef-c308-492f-9255-dcdf406e1875 x-openstack-request-id: req-fef7faef-c308-492f-9255-dcdf406e1875 {{(pid=91913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 06:11:25.393299 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75ed6edb-5e1e-4d3e-8d7a-790b36e8848c", "name": "network-vif-deleted", "tag": "03f1e7d4-221d-4209-9ccf-1c5b9019cd16", "status": "completed", "code": 200}]} {{(pid=91913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 06:11:25.393609 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-fef7faef-c308-492f-9255-dcdf406e1875 {{(pid=91913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 06:11:25.394017 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75ed6edb-5e1e-4d3e-8d7a-790b36e8848c', 'name': 'network-vif-deleted', 'tag': '03f1e7d4-221d-4209-9ccf-1c5b9019cd16', 'status': 'completed', 'code': 200} Jun 01 06:11:25.773196 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-c161b0e7-2a21-4505-a623-ab56d858d897 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774208951022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772053'] for agent, after_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:11:25.797807 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9773873e-1dd9-47bf-bad5-fd452cb8e142 req-4af39f38-0c61-4201-80b0-f437afc06776 tempest-AttachVolumeNegativeTest-1471670784 tempest-AttachVolumeNegativeTest-1471670784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:11:25.799288 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-9773873e-1dd9-47bf-bad5-fd452cb8e142 req-4af39f38-0c61-4201-80b0-f437afc06776 tempest-AttachVolumeNegativeTest-1471670784 tempest-AttachVolumeNegativeTest-1471670784-project] 10.222.0.41 "GET /v2.0/ports?device_id=011fe2b1-128f-4766-9e00-8a6ae7d32309 HTTP/1.1" status: 200 len: 944 time: 0.1262825 Jun 01 06:11:25.843681 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-9773873e-1dd9-47bf-bad5-fd452cb8e142 req-686927d5-fccc-4135-adc6-087993cca8d0 tempest-AttachVolumeNegativeTest-1471670784 tempest-AttachVolumeNegativeTest-1471670784-project] 10.222.0.41 "GET /v2.0/security-groups?id=148e0031-14dd-4990-9826-b8db75cc4be7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386326 Jun 01 06:11:26.086006 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c261d38-58fe-4cc3-9110-48f231107030 req-6e723589-9776-428a-a30f-106e2253751c tempest-ServerRescueNegativeTestJSON-2082042209 tempest-ServerRescueNegativeTestJSON-2082042209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:11:26.088065 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-9c261d38-58fe-4cc3-9110-48f231107030 req-6e723589-9776-428a-a30f-106e2253751c tempest-ServerRescueNegativeTestJSON-2082042209 tempest-ServerRescueNegativeTestJSON-2082042209-project] 10.222.0.41 "GET /v2.0/ports?device_id=bb24b49c-2dc6-4892-8b86-b2ebd99a53e4 HTTP/1.1" status: 200 len: 945 time: 0.0854299 Jun 01 06:11:26.155572 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-9c261d38-58fe-4cc3-9110-48f231107030 req-ea8cc6e6-4545-40ee-8417-dd69362e2b88 tempest-ServerRescueNegativeTestJSON-2082042209 tempest-ServerRescueNegativeTestJSON-2082042209-project] 10.222.0.41 "GET /v2.0/security-groups?id=b9806f43-fca1-4e3e-8128-d5f6b4549043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589681 Jun 01 06:11:26.487145 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.rpc [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Device b679f0aa-6640-4dba-b253-c06ab597e1ae details requested by agent hyperv_hv-cinder-79388 with host hv-cinder-79388 {{(pid=91914) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 06:11:26.493033 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b0db6f-929b-4570-8b46-dd94e03b2810 req-a607e579-154a-4f35-9545-af48b29617c8 tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:11:26.494576 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-56b0db6f-929b-4570-8b46-dd94e03b2810 req-a607e579-154a-4f35-9545-af48b29617c8 tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] 10.222.0.41 "GET /v2.0/ports?device_id=72bedde5-da28-4f1c-8365-a28036cb969f HTTP/1.1" status: 200 len: 943 time: 0.1736250 Jun 01 06:11:26.504172 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.rpc [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Device 810aff4e-4fc6-4756-84d3-a6d271850364 up at agent hyperv_hv-cinder-79388 {{(pid=91914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 06:11:26.562496 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-56b0db6f-929b-4570-8b46-dd94e03b2810 req-9e20a4ae-eeea-4c1e-8370-6b306c855b29 tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] 10.222.0.41 "GET /v2.0/security-groups?id=9dabead4-1346-43ff-b632-007c2c7dafb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0612140 Jun 01 06:11:26.698310 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.db.provisioning_blocks [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Provisioning for port 810aff4e-4fc6-4756-84d3-a6d271850364 completed by entity L2. {{(pid=91914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 06:11:26.711053 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.db.provisioning_blocks [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Provisioning complete for port 810aff4e-4fc6-4756-84d3-a6d271850364 triggered by entity L2. {{(pid=91914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 06:11:26.711435 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3772206'] for port, provisioning_complete {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:11:26.755358 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.db [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] For port b679f0aa-6640-4dba-b253-c06ab597e1ae, host hv-cinder-79388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79388',level=0,port_id=b679f0aa-6640-4dba-b253-c06ab597e1ae,segment=NetworkSegment(5bcb411c-cc6a-4a4c-9bde-5ea76448952b),segment_id=5bcb411c-cc6a-4a4c-9bde-5ea76448952b)] {{(pid=91914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 06:11:26.773975 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.rpc [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Returning: {'device': 'b679f0aa-6640-4dba-b253-c06ab597e1ae', 'network_id': '0d0e27d7-e499-44c0-a6d3-0e69d07aa387', 'port_id': 'b679f0aa-6640-4dba-b253-c06ab597e1ae', 'mac_address': 'fa:16:3e:ba:3a:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 346, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'afe82765-6164-43ac-8036-06de690ecff6', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91914) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 06:11:26.876864 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3824664'] for port, before_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:11:26.907103 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.notifiers.nova [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b679f0aa-6640-4dba-b253-c06ab597e1ae {{(pid=91914) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 06:11:26.920771 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3824664'] for port, before_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:11:26.936682 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.db [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] For port b679f0aa-6640-4dba-b253-c06ab597e1ae, host hv-cinder-79388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79388',level=0,port_id=b679f0aa-6640-4dba-b253-c06ab597e1ae,segment=NetworkSegment(5bcb411c-cc6a-4a4c-9bde-5ea76448952b),segment_id=5bcb411c-cc6a-4a4c-9bde-5ea76448952b)] {{(pid=91914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 06:11:26.946992 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774208810132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774208425701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774208426006'] for port, after_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:11:26.950818 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG oslo_concurrency.lockutils [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91914) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:11:27.014504 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '011fe2b1-128f-4766-9e00-8a6ae7d32309', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '810aff4e-4fc6-4756-84d3-a6d271850364'}] {{(pid=91914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 06:11:27.016954 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cefeca7b2fbb82c39cf99810f9cdf69defc097144ee6f344485b033ce81b52cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-205ddd72-a72c-421c-9920-868821c0d880" -d '{"events": [{"server_uuid": "011fe2b1-128f-4766-9e00-8a6ae7d32309", "name": "network-vif-plugged", "status": "completed", "tag": "810aff4e-4fc6-4756-84d3-a6d271850364"}]}' {{(pid=91914) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 06:11:27.031512 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.db [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] For port 810aff4e-4fc6-4756-84d3-a6d271850364, host hv-cinder-79388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79388',level=0,port_id=810aff4e-4fc6-4756-84d3-a6d271850364,segment=NetworkSegment(bd10b108-5f36-416c-bf05-81cfe0f5f067),segment_id=bd10b108-5f36-416c-bf05-81cfe0f5f067)] {{(pid=91914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 06:11:27.043591 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774208810132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774208425701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774208426006'] for port, after_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:11:27.048234 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Pushing event updated for resources: {'Port': ['ID=b679f0aa-6640-4dba-b253-c06ab597e1ae,revision_number=4']} {{(pid=91914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:11:27.052075 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG oslo_concurrency.lockutils [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=91914) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:11:27.052584 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG oslo_concurrency.lockutils [None req-d97dc918-0cb3-4e8b-80b8-817b6dac5668 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.005s {{(pid=91914) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:11:27.097594 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55398ae2-8565-446f-8c90-fec479f1edf1 req-354456a0-150a-40b5-ba2e-ca3ce0709642 tempest-AttachVolumeNegativeTest-1471670784 tempest-AttachVolumeNegativeTest-1471670784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:11:27.098069 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 06:11:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-887d9559-a9f8-481a-b42f-a275d2ba4f2b x-openstack-request-id: req-887d9559-a9f8-481a-b42f-a275d2ba4f2b {{(pid=91914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 06:11:27.098069 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "011fe2b1-128f-4766-9e00-8a6ae7d32309", "name": "network-vif-plugged", "status": "completed", "tag": "810aff4e-4fc6-4756-84d3-a6d271850364", "code": 200}]} {{(pid=91914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 06:11:27.098916 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-887d9559-a9f8-481a-b42f-a275d2ba4f2b {{(pid=91914) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 06:11:27.098916 dv-cinder-793885-1-smb neutron-server[91914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '011fe2b1-128f-4766-9e00-8a6ae7d32309', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '810aff4e-4fc6-4756-84d3-a6d271850364', 'code': 200} Jun 01 06:11:27.105423 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-55398ae2-8565-446f-8c90-fec479f1edf1 req-354456a0-150a-40b5-ba2e-ca3ce0709642 tempest-AttachVolumeNegativeTest-1471670784 tempest-AttachVolumeNegativeTest-1471670784-project] 10.222.0.41 "GET /v2.0/ports?device_id=011fe2b1-128f-4766-9e00-8a6ae7d32309 HTTP/1.1" status: 200 len: 944 time: 0.1413422 Jun 01 06:11:27.157795 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-55398ae2-8565-446f-8c90-fec479f1edf1 req-9258f898-e84d-436d-9988-1f6b132ee076 tempest-AttachVolumeNegativeTest-1471670784 tempest-AttachVolumeNegativeTest-1471670784-project] 10.222.0.41 "GET /v2.0/security-groups?id=148e0031-14dd-4990-9826-b8db75cc4be7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514357 Jun 01 06:11:27.189915 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Pushing event updated for resources: {'Port': ['ID=810aff4e-4fc6-4756-84d3-a6d271850364,revision_number=5']} {{(pid=91914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:11:27.197875 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG oslo_concurrency.lockutils [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=91914) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:11:27.371774 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.db [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] get_ports_and_sgs() called for port_ids ['b679f0aa-6640-4dba-b253-c06ab597e1ae'] {{(pid=91914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 06:11:27.441270 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8800f85-c1c8-4e21-bf61-08e7402ae79e req-01f4d0c7-a8b6-49b2-86e1-62861ce6288e tempest-ServerRescueNegativeTestJSON-2082042209 tempest-ServerRescueNegativeTestJSON-2082042209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:11:27.442864 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-a8800f85-c1c8-4e21-bf61-08e7402ae79e req-01f4d0c7-a8b6-49b2-86e1-62861ce6288e tempest-ServerRescueNegativeTestJSON-2082042209 tempest-ServerRescueNegativeTestJSON-2082042209-project] 10.222.0.41 "GET /v2.0/ports?device_id=bb24b49c-2dc6-4892-8b86-b2ebd99a53e4 HTTP/1.1" status: 200 len: 945 time: 0.1548502 Jun 01 06:11:27.448346 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f808502a-d1ac-4691-a6be-4772a1206f6c req-42dc2d97-2bf7-4c5f-976a-32d4b0f29d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:11:27.449856 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-f808502a-d1ac-4691-a6be-4772a1206f6c req-42dc2d97-2bf7-4c5f-976a-32d4b0f29d11 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=011fe2b1-128f-4766-9e00-8a6ae7d32309 HTTP/1.1" status: 200 len: 1098 time: 0.1115518 Jun 01 06:11:27.521887 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-a8800f85-c1c8-4e21-bf61-08e7402ae79e req-a4005654-a83a-4d9b-ac28-20ea9bdc9127 tempest-ServerRescueNegativeTestJSON-2082042209 tempest-ServerRescueNegativeTestJSON-2082042209-project] 10.222.0.41 "GET /v2.0/security-groups?id=b9806f43-fca1-4e3e-8128-d5f6b4549043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710838 Jun 01 06:11:27.523393 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-f808502a-d1ac-4691-a6be-4772a1206f6c req-a36f5dd5-102c-42f2-9b9a-250061082bd4 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=148e0031-14dd-4990-9826-b8db75cc4be7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582025 Jun 01 06:11:27.732171 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb26bea-54a9-4764-8fec-f060bc40e78a req-711300f0-f366-4997-8e5d-705023bef41d tempest-ServerRescueNegativeTestJSON-2082042209 tempest-ServerRescueNegativeTestJSON-2082042209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:11:27.742528 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-bcb26bea-54a9-4764-8fec-f060bc40e78a req-711300f0-f366-4997-8e5d-705023bef41d tempest-ServerRescueNegativeTestJSON-2082042209 tempest-ServerRescueNegativeTestJSON-2082042209-project] 10.222.0.41 "GET /v2.0/ports?device_id=adbe8ec7-7667-4d7a-8fa0-614d82b10afb HTTP/1.1" status: 200 len: 945 time: 0.1027074 Jun 01 06:11:27.788983 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4afefb6-5de1-4ede-b02b-0ce4e4dda201 req-2ced2c9e-9149-484e-9e9f-da92c102494d tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:11:27.796289 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-d4afefb6-5de1-4ede-b02b-0ce4e4dda201 req-2ced2c9e-9149-484e-9e9f-da92c102494d tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] 10.222.0.41 "GET /v2.0/ports?device_id=72bedde5-da28-4f1c-8365-a28036cb969f HTTP/1.1" status: 200 len: 944 time: 0.1069834 Jun 01 06:11:27.828293 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-bcb26bea-54a9-4764-8fec-f060bc40e78a req-f7ab41d5-e2ee-4c5e-aea6-20a6cdc67d4c tempest-ServerRescueNegativeTestJSON-2082042209 tempest-ServerRescueNegativeTestJSON-2082042209-project] 10.222.0.41 "GET /v2.0/security-groups?id=b9806f43-fca1-4e3e-8128-d5f6b4549043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842788 Jun 01 06:11:27.849668 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-d4afefb6-5de1-4ede-b02b-0ce4e4dda201 req-e826f939-e003-4d98-9195-b98cb3bc0504 tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] 10.222.0.41 "GET /v2.0/security-groups?id=9dabead4-1346-43ff-b632-007c2c7dafb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519414 Jun 01 06:11:28.181222 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774208951022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772053'] for agent, after_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:11:28.422200 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cb9af1-691e-4f31-8b44-47cfbd600179 req-ede644a7-c0b8-4c9d-94c9-1017ab6b01c6 tempest-AttachVolumeNegativeTest-1471670784 tempest-AttachVolumeNegativeTest-1471670784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:11:28.426115 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-79cb9af1-691e-4f31-8b44-47cfbd600179 req-ede644a7-c0b8-4c9d-94c9-1017ab6b01c6 tempest-AttachVolumeNegativeTest-1471670784 tempest-AttachVolumeNegativeTest-1471670784-project] 10.222.0.41 "GET /v2.0/ports?device_id=011fe2b1-128f-4766-9e00-8a6ae7d32309 HTTP/1.1" status: 200 len: 945 time: 0.1482093 Jun 01 06:11:28.474758 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-79cb9af1-691e-4f31-8b44-47cfbd600179 req-211b8b41-10e9-4ef3-a2e9-94355c7df08e tempest-AttachVolumeNegativeTest-1471670784 tempest-AttachVolumeNegativeTest-1471670784-project] 10.222.0.41 "GET /v2.0/security-groups?id=148e0031-14dd-4990-9826-b8db75cc4be7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425963 Jun 01 06:11:28.495299 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.rpc [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Device 03f1e7d4-221d-4209-9ccf-1c5b9019cd16 no longer exists at agent hyperv_hv-cinder-79388 {{(pid=91914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 06:11:28.548330 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.plugin [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] No Port match for: 03f1e7d4-221d-4209-9ccf-1c5b9019cd16 {{(pid=91914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 01 06:11:28.548929 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.rpc [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Device 03f1e7d4-221d-4209-9ccf-1c5b9019cd16 not bound to the agent host hv-cinder-79388 {{(pid=91914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 06:11:28.551530 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-082d589e-f315-4bd3-a250-c011125ec018 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774208951022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772053'] for agent, after_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:11:28.943048 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15c6dc5-c146-4847-b3f0-3e2129d63083 req-851b145f-8d04-492b-b13f-8d643f0700a1 tempest-VolumesActionsTest-1831653484 tempest-VolumesActionsTest-1831653484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:11:28.944560 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-f15c6dc5-c146-4847-b3f0-3e2129d63083 req-851b145f-8d04-492b-b13f-8d643f0700a1 tempest-VolumesActionsTest-1831653484 tempest-VolumesActionsTest-1831653484-project] 10.222.0.41 "GET /v2.0/ports?device_id=cf34fd40-a8c7-42fe-8055-d03ff559dc57 HTTP/1.1" status: 200 len: 945 time: 0.0803125 Jun 01 06:11:28.991101 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-f15c6dc5-c146-4847-b3f0-3e2129d63083 req-b4762ef6-ccb6-4339-ac58-41cd1624defc tempest-VolumesActionsTest-1831653484 tempest-VolumesActionsTest-1831653484-project] 10.222.0.41 "GET /v2.0/security-groups?id=2944dfc8-54a7-45a4-a0ae-01a78586e78a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406420 Jun 01 06:11:29.041291 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a21c7e8-e4ab-413a-919b-f7e84e8d8b00 req-6d1ee1db-6e06-4b3e-b600-9ce6a3caaf7e tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:11:29.042767 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-4a21c7e8-e4ab-413a-919b-f7e84e8d8b00 req-6d1ee1db-6e06-4b3e-b600-9ce6a3caaf7e tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] 10.222.0.41 "GET /v2.0/ports?device_id=72bedde5-da28-4f1c-8365-a28036cb969f HTTP/1.1" status: 200 len: 944 time: 0.0863457 Jun 01 06:11:29.089722 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-4a21c7e8-e4ab-413a-919b-f7e84e8d8b00 req-63000c9d-c30a-4e1d-8d66-d83f2ad60333 tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] 10.222.0.41 "GET /v2.0/security-groups?id=9dabead4-1346-43ff-b632-007c2c7dafb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408466 Jun 01 06:11:29.561156 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.wsgi [-] (91913) accepted ('10.222.0.41', 53810) {{(pid=91913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 06:11:29.689908 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76570152-f05b-4859-ad12-41bbf88479bb req-05fd67d5-86e1-40e3-a8bc-c9416b643543 tempest-AttachVolumeNegativeTest-1471670784 tempest-AttachVolumeNegativeTest-1471670784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:11:29.697027 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-76570152-f05b-4859-ad12-41bbf88479bb req-05fd67d5-86e1-40e3-a8bc-c9416b643543 tempest-AttachVolumeNegativeTest-1471670784 tempest-AttachVolumeNegativeTest-1471670784-project] 10.222.0.41 "GET /v2.0/ports?device_id=011fe2b1-128f-4766-9e00-8a6ae7d32309 HTTP/1.1" status: 200 len: 945 time: 0.1031187 Jun 01 06:11:29.757526 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-2dd4b5ad-ab65-4324-ae2f-e8087e9dc7e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:11:29.772082 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-76570152-f05b-4859-ad12-41bbf88479bb req-c1d2be0a-b341-483f-bd76-3b87862f1126 tempest-AttachVolumeNegativeTest-1471670784 tempest-AttachVolumeNegativeTest-1471670784-project] 10.222.0.41 "GET /v2.0/security-groups?id=148e0031-14dd-4990-9826-b8db75cc4be7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737534 Jun 01 06:11:29.775870 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-1d313a3c-a63a-4764-8840-fb680d7e5ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774208951022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772053'] for agent, after_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:11:29.778858 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.db.quota.driver [None req-2dd4b5ad-ab65-4324-ae2f-e8087e9dc7e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 06:11:29.784502 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.quota.resource [None req-2dd4b5ad-ab65-4324-ae2f-e8087e9dc7e2 admin admin] Usage tracker for resource:security_group_rule and tenant:46dfd4109fa54509a54ae85808c2e4d1 is out of sync, need to count used quota {{(pid=91913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 06:11:29.789683 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.quota.resource [None req-2dd4b5ad-ab65-4324-ae2f-e8087e9dc7e2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 06:11:29.796686 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.db.quota.driver [None req-2dd4b5ad-ab65-4324-ae2f-e8087e9dc7e2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 06:11:29.942707 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-2dd4b5ad-ab65-4324-ae2f-e8087e9dc7e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:11:29.966358 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-2dd4b5ad-ab65-4324-ae2f-e8087e9dc7e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940402'] for security_group, after_create {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:11:29.979313 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [None req-683730b3-ff1c-4762-a886-1fe7254d31c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:11:30.045685 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd4b5ad-ab65-4324-ae2f-e8087e9dc7e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73db405e-7041-4f96-8b91-6e29f93ecd88,revision_number=1']} {{(pid=91913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:11:30.053914 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [None req-2dd4b5ad-ab65-4324-ae2f-e8087e9dc7e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:11:30.066451 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.wsgi [-] (91912) accepted ('10.222.0.41', 53840) {{(pid=91912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 06:11:30.077609 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [None req-2dd4b5ad-ab65-4324-ae2f-e8087e9dc7e2 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=46dfd4109fa54509a54ae85808c2e4d1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5155156 Jun 01 06:11:30.135052 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-44bf149b-1f84-4231-88d2-fa1480f5eac3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:11:30.240190 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-44bf149b-1f84-4231-88d2-fa1480f5eac3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:11:30.299810 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f221077-44ab-4682-a56a-adba1a05bf5b req-e048273a-a010-4579-83ea-84e3293aebde tempest-VolumesActionsTest-1831653484 tempest-VolumesActionsTest-1831653484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:11:30.301625 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-8f221077-44ab-4682-a56a-adba1a05bf5b req-e048273a-a010-4579-83ea-84e3293aebde tempest-VolumesActionsTest-1831653484 tempest-VolumesActionsTest-1831653484-project] 10.222.0.41 "GET /v2.0/ports?device_id=cf34fd40-a8c7-42fe-8055-d03ff559dc57 HTTP/1.1" status: 200 len: 945 time: 0.1643076 Jun 01 06:11:30.434459 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-8f221077-44ab-4682-a56a-adba1a05bf5b req-1ad7ac8a-8cfd-4fd7-bccf-eb055af6fe47 tempest-VolumesActionsTest-1831653484 tempest-VolumesActionsTest-1831653484-project] 10.222.0.41 "GET /v2.0/security-groups?id=2944dfc8-54a7-45a4-a0ae-01a78586e78a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264455 Jun 01 06:11:30.462536 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-44bf149b-1f84-4231-88d2-fa1480f5eac3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940402'] for security_group, after_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:11:30.471509 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-7d405c35-483d-4cf2-9329-dd5d583ecdef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:11:30.497277 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.rpc [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Device b679f0aa-6640-4dba-b253-c06ab597e1ae up at agent hyperv_hv-cinder-79388 {{(pid=91914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 06:11:30.504154 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bf149b-1f84-4231-88d2-fa1480f5eac3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73db405e-7041-4f96-8b91-6e29f93ecd88,revision_number=None']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:11:30.507125 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-44bf149b-1f84-4231-88d2-fa1480f5eac3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:11:30.518726 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-44bf149b-1f84-4231-88d2-fa1480f5eac3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:11:30.522514 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [None req-44bf149b-1f84-4231-88d2-fa1480f5eac3 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/73db405e-7041-4f96-8b91-6e29f93ecd88 HTTP/1.1" status: 204 len: 168 time: 0.4547627 Jun 01 06:11:30.647397 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64366fc-0d0a-42d7-b8da-9dc6a77c5ccb req-ca6acb0f-5749-449a-8abb-4f44fb1d5231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:11:30.657167 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-b64366fc-0d0a-42d7-b8da-9dc6a77c5ccb req-ca6acb0f-5749-449a-8abb-4f44fb1d5231 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e52e210129f84c5ab6a94a8e2b18edeb&device_id=adbe8ec7-7667-4d7a-8fa0-614d82b10afb HTTP/1.1" status: 200 len: 1098 time: 0.3071203 Jun 01 06:11:30.666951 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.db.provisioning_blocks [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Provisioning for port b679f0aa-6640-4dba-b253-c06ab597e1ae completed by entity L2. {{(pid=91914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 06:11:30.676257 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.db.provisioning_blocks [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Provisioning complete for port b679f0aa-6640-4dba-b253-c06ab597e1ae triggered by entity L2. {{(pid=91914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 06:11:30.676888 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3772206'] for port, provisioning_complete {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:11:30.725333 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72395262-481b-41ed-82ce-4ba8d1ec9336 req-79336fb3-cce4-40a1-baf5-c4bb2bd9e805 tempest-ServerRescueNegativeTestJSON-2082042209 tempest-ServerRescueNegativeTestJSON-2082042209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:11:30.737597 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-72395262-481b-41ed-82ce-4ba8d1ec9336 req-79336fb3-cce4-40a1-baf5-c4bb2bd9e805 tempest-ServerRescueNegativeTestJSON-2082042209 tempest-ServerRescueNegativeTestJSON-2082042209-project] 10.222.0.41 "GET /v2.0/ports?device_id=adbe8ec7-7667-4d7a-8fa0-614d82b10afb HTTP/1.1" status: 200 len: 945 time: 0.1378467 Jun 01 06:11:30.823899 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-72395262-481b-41ed-82ce-4ba8d1ec9336 req-aa9f87a6-6492-4c77-92da-00dbac104c77 tempest-ServerRescueNegativeTestJSON-2082042209 tempest-ServerRescueNegativeTestJSON-2082042209-project] 10.222.0.41 "GET /v2.0/security-groups?id=b9806f43-fca1-4e3e-8128-d5f6b4549043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851989 Jun 01 06:11:30.902210 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17f20a5-2f38-44b9-9d87-8b1ea1f16a49 req-77b5537f-9a4f-4137-97a7-cbc390f984f0 tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:11:30.904064 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-d17f20a5-2f38-44b9-9d87-8b1ea1f16a49 req-77b5537f-9a4f-4137-97a7-cbc390f984f0 tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] 10.222.0.41 "GET /v2.0/ports?device_id=72bedde5-da28-4f1c-8365-a28036cb969f HTTP/1.1" status: 200 len: 944 time: 0.4136305 Jun 01 06:11:30.910414 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3824664'] for port, before_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:11:30.926552 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64366fc-0d0a-42d7-b8da-9dc6a77c5ccb req-fa0cec65-2b9e-4de9-bd7c-d7083054a4cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:11:30.928240 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-b64366fc-0d0a-42d7-b8da-9dc6a77c5ccb req-fa0cec65-2b9e-4de9-bd7c-d7083054a4cc service neutron] 10.222.0.45 "GET /v2.0/networks?id=2cfdc2ff-8af3-4a0e-8494-3f69501eca70 HTTP/1.1" status: 200 len: 919 time: 0.2625346 Jun 01 06:11:30.959158 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72bedde5-da28-4f1c-8365-a28036cb969f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b679f0aa-6640-4dba-b253-c06ab597e1ae'}] {{(pid=91914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 06:11:30.963346 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cefeca7b2fbb82c39cf99810f9cdf69defc097144ee6f344485b033ce81b52cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dec1dac8-0518-4779-a663-0bdde116b314" -d '{"events": [{"server_uuid": "72bedde5-da28-4f1c-8365-a28036cb969f", "name": "network-vif-plugged", "status": "completed", "tag": "b679f0aa-6640-4dba-b253-c06ab597e1ae"}]}' {{(pid=91914) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 06:11:30.980474 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.db [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] For port b679f0aa-6640-4dba-b253-c06ab597e1ae, host hv-cinder-79388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79388',level=0,port_id=b679f0aa-6640-4dba-b253-c06ab597e1ae,segment=NetworkSegment(5bcb411c-cc6a-4a4c-9bde-5ea76448952b),segment_id=5bcb411c-cc6a-4a4c-9bde-5ea76448952b)] {{(pid=91914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 06:11:30.986075 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774208810132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774208425701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774208426006'] for port, after_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:11:30.988781 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG oslo_concurrency.lockutils [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=91914) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:11:31.017946 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-b64366fc-0d0a-42d7-b8da-9dc6a77c5ccb req-a94433b3-a979-4467-9f3f-94f45e195362 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=086b5e9c-bc83-4237-8f83-92b088599ac2 HTTP/1.1" status: 200 len: 217 time: 0.0671537 Jun 01 06:11:31.118386 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 06:11:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ae34956-0a7f-4656-bc9d-842d2240c131 x-openstack-request-id: req-9ae34956-0a7f-4656-bc9d-842d2240c131 {{(pid=91914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 06:11:31.119068 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72bedde5-da28-4f1c-8365-a28036cb969f", "name": "network-vif-plugged", "status": "completed", "tag": "b679f0aa-6640-4dba-b253-c06ab597e1ae", "code": 200}]} {{(pid=91914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 06:11:31.119397 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-9ae34956-0a7f-4656-bc9d-842d2240c131 {{(pid=91914) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 06:11:31.119854 dv-cinder-793885-1-smb neutron-server[91914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72bedde5-da28-4f1c-8365-a28036cb969f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b679f0aa-6640-4dba-b253-c06ab597e1ae', 'code': 200} Jun 01 06:11:31.179808 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-2212ef7e-50c1-45a6-8db2-90e035748ac3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774208951022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772053'] for agent, after_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:11:31.190282 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-d17f20a5-2f38-44b9-9d87-8b1ea1f16a49 req-d3f4c74a-1b06-4bf1-adb6-95a882979475 tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] 10.222.0.41 "GET /v2.0/security-groups?id=9dabead4-1346-43ff-b632-007c2c7dafb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2796547 Jun 01 06:11:31.219029 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Pushing event updated for resources: {'Port': ['ID=b679f0aa-6640-4dba-b253-c06ab597e1ae,revision_number=5']} {{(pid=91914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:11:31.237572 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa574d09-8266-4ead-b5b3-7cb1a01d2ad1 req-e2a30617-1641-40b9-b384-713b8387ad53 tempest-VolumesActionsTest-1831653484 tempest-VolumesActionsTest-1831653484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:11:31.239272 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64366fc-0d0a-42d7-b8da-9dc6a77c5ccb req-c00982d0-afa7-4674-a9b5-cfb7b78b399f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:11:31.239755 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG oslo_concurrency.lockutils [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=91914) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:11:31.241088 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-b64366fc-0d0a-42d7-b8da-9dc6a77c5ccb req-c00982d0-afa7-4674-a9b5-cfb7b78b399f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d9825719-b0f5-4a30-9b2a-ada7e262f0ce HTTP/1.1" status: 200 len: 858 time: 0.2160897 Jun 01 06:11:31.244408 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-fa574d09-8266-4ead-b5b3-7cb1a01d2ad1 req-e2a30617-1641-40b9-b384-713b8387ad53 tempest-VolumesActionsTest-1831653484 tempest-VolumesActionsTest-1831653484-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf34fd40-a8c7-42fe-8055-d03ff559dc57 HTTP/1.1" status: 200 len: 945 time: 0.1443954 Jun 01 06:11:31.322266 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-b64366fc-0d0a-42d7-b8da-9dc6a77c5ccb req-aa4c6649-5ef8-446d-8b93-445ce1ab9e69 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2cfdc2ff-8af3-4a0e-8494-3f69501eca70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0629344 Jun 01 06:11:31.453810 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.plugins.ml2.plugin [req-fa574d09-8266-4ead-b5b3-7cb1a01d2ad1 req-7e309bfe-553c-4f29-afe2-daec4baef534 tempest-VolumesActionsTest-1831653484 tempest-VolumesActionsTest-1831653484-project] Deleting port 705acbaa-4c9d-4eea-b201-8e01d7a31d86 {{(pid=91912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 06:11:31.454204 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [req-fa574d09-8266-4ead-b5b3-7cb1a01d2ad1 req-7e309bfe-553c-4f29-afe2-daec4baef534 tempest-VolumesActionsTest-1831653484 tempest-VolumesActionsTest-1831653484-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774208809027'] for port, before_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:11:31.618260 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.plugins.ml2.db [req-fa574d09-8266-4ead-b5b3-7cb1a01d2ad1 req-7e309bfe-553c-4f29-afe2-daec4baef534 tempest-VolumesActionsTest-1831653484 tempest-VolumesActionsTest-1831653484-project] For port 705acbaa-4c9d-4eea-b201-8e01d7a31d86, host hv-cinder-79388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79388',level=0,port_id=705acbaa-4c9d-4eea-b201-8e01d7a31d86,segment=NetworkSegment(52f8f2fd-1c76-454d-85a3-9db4809bf673),segment_id=52f8f2fd-1c76-454d-85a3-9db4809bf673)] {{(pid=91912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 06:11:31.618635 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [req-fa574d09-8266-4ead-b5b3-7cb1a01d2ad1 req-7e309bfe-553c-4f29-afe2-daec4baef534 tempest-VolumesActionsTest-1831653484 tempest-VolumesActionsTest-1831653484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-879323'] for port, precommit_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:11:31.726508 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-b64366fc-0d0a-42d7-b8da-9dc6a77c5ccb req-9e25629c-99b9-45a3-9c55-72258a590132 service neutron] 10.222.0.45 "GET /v2.0/networks/2cfdc2ff-8af3-4a0e-8494-3f69501eca70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3899462 Jun 01 06:11:31.736395 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19bb595-b0a1-491d-8d00-1aaa2ac92f10 req-01555f89-2a13-4f3c-8185-76ebde7c912d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:11:31.738280 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-c19bb595-b0a1-491d-8d00-1aaa2ac92f10 req-01555f89-2a13-4f3c-8185-76ebde7c912d service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=72bedde5-da28-4f1c-8365-a28036cb969f HTTP/1.1" status: 200 len: 1098 time: 0.2240679 Jun 01 06:11:31.759214 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.plugins.ml2.plugin [req-fa574d09-8266-4ead-b5b3-7cb1a01d2ad1 req-7e309bfe-553c-4f29-afe2-daec4baef534 tempest-VolumesActionsTest-1831653484 tempest-VolumesActionsTest-1831653484-project] Calling delete_port for 705acbaa-4c9d-4eea-b201-8e01d7a31d86 owned by compute:nova {{(pid=91912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 06:11:31.808719 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.wsgi [-] (91912) accepted ('10.222.0.41', 53896) {{(pid=91912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 06:11:31.894669 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-c19bb595-b0a1-491d-8d00-1aaa2ac92f10 req-d57191ba-d4fe-4d59-aa0b-75de85512b7b service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=9dabead4-1346-43ff-b632-007c2c7dafb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1321013 Jun 01 06:11:31.961966 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fcfb1f-6ccf-48e0-add9-7fefe6d0150b req-7f5135ed-99eb-4110-8e10-8698974b8453 tempest-VolumesActionsTest-1831653484 tempest-VolumesActionsTest-1831653484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:11:31.969325 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-67fcfb1f-6ccf-48e0-add9-7fefe6d0150b req-7f5135ed-99eb-4110-8e10-8698974b8453 tempest-VolumesActionsTest-1831653484 tempest-VolumesActionsTest-1831653484-project] 10.222.0.41 "GET /v2.0/ports?device_id=cf34fd40-a8c7-42fe-8055-d03ff559dc57 HTTP/1.1" status: 200 len: 945 time: 0.1622882 Jun 01 06:11:31.979016 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-b64366fc-0d0a-42d7-b8da-9dc6a77c5ccb req-f9ef9635-58b2-4b67-b288-edc3cce1ec0f service neutron] 10.222.0.45 "GET /v2.0/networks/2cfdc2ff-8af3-4a0e-8494-3f69501eca70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2395694 Jun 01 06:11:32.145520 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-67fcfb1f-6ccf-48e0-add9-7fefe6d0150b req-057ce310-d290-4ac8-b904-cbd69640367d tempest-VolumesActionsTest-1831653484 tempest-VolumesActionsTest-1831653484-project] 10.222.0.41 "GET /v2.0/security-groups?id=2944dfc8-54a7-45a4-a0ae-01a78586e78a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1749394 Jun 01 06:11:32.191634 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [req-fa574d09-8266-4ead-b5b3-7cb1a01d2ad1 req-7e309bfe-553c-4f29-afe2-daec4baef534 tempest-VolumesActionsTest-1831653484 tempest-VolumesActionsTest-1831653484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774208810150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774208425692'] for port, after_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:11:32.207586 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.v2.base [None req-d17a6051-b7ab-4bd2-9ceb-8f311e657c53 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1660457013-network', 'tenant_id': '856ad5dcb525408fab9b255236023d67'}} {{(pid=91912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 06:11:32.217070 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.db [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] get_ports_and_sgs() called for port_ids ['705acbaa-4c9d-4eea-b201-8e01d7a31d86'] {{(pid=91914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 06:11:32.230334 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.db.quota.driver [None req-d17a6051-b7ab-4bd2-9ceb-8f311e657c53 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91912) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 06:11:32.233109 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-b2d35b9a-8d4e-4fd0-a1c8-a539c6d1310b tempest-VolumesActionsTest-1831653484 tempest-VolumesActionsTest-1831653484-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:11:32.281492 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e309bfe-553c-4f29-afe2-daec4baef534 tempest-VolumesActionsTest-1831653484 tempest-VolumesActionsTest-1831653484-project] Pushing event deleted for resources: {'Port': ['ID=705acbaa-4c9d-4eea-b201-8e01d7a31d86,revision_number=None']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:11:32.284470 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.quota.resource [None req-d17a6051-b7ab-4bd2-9ceb-8f311e657c53 admin admin] Usage tracker for resource:network and tenant:856ad5dcb525408fab9b255236023d67 is out of sync, need to count used quota {{(pid=91912) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 06:11:32.371815 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-7e309bfe-553c-4f29-afe2-daec4baef534 tempest-VolumesActionsTest-1831653484 tempest-VolumesActionsTest-1831653484-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:11:32.377899 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.quota.resource [None req-d17a6051-b7ab-4bd2-9ceb-8f311e657c53 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91912) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 06:11:32.565616 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.db.quota.driver [None req-d17a6051-b7ab-4bd2-9ceb-8f311e657c53 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91912) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 06:11:32.576211 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa574d09-8266-4ead-b5b3-7cb1a01d2ad1 req-7e309bfe-553c-4f29-afe2-daec4baef534 tempest-VolumesActionsTest-1831653484 tempest-VolumesActionsTest-1831653484-project] No DVR routers for this DVR port 705acbaa-4c9d-4eea-b201-8e01d7a31d86 on host hv-cinder-79388 {{(pid=91912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 06:11:32.580960 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [req-fa574d09-8266-4ead-b5b3-7cb1a01d2ad1 req-7e309bfe-553c-4f29-afe2-daec4baef534 tempest-VolumesActionsTest-1831653484 tempest-VolumesActionsTest-1831653484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239402'] for port, before_response {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:11:32.591793 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf34fd40-a8c7-42fe-8055-d03ff559dc57', 'name': 'network-vif-deleted', 'tag': '705acbaa-4c9d-4eea-b201-8e01d7a31d86'}] {{(pid=91912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 06:11:32.594395 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c7b3c6e1f14bb220aa0995d95792b8f3e6549c6955cb141320bca3e5502353f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2af34ca-27d1-43a5-99ea-16b016dcdfb0" -d '{"events": [{"server_uuid": "cf34fd40-a8c7-42fe-8055-d03ff559dc57", "name": "network-vif-deleted", "tag": "705acbaa-4c9d-4eea-b201-8e01d7a31d86"}]}' {{(pid=91912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 06:11:32.627346 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d17a6051-b7ab-4bd2-9ceb-8f311e657c53 admin admin] Made reservation on behalf of 856ad5dcb525408fab9b255236023d67 for: {'network': 1} {{(pid=91912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 06:11:32.630734 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-d17a6051-b7ab-4bd2-9ceb-8f311e657c53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3824659'] for network, before_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:11:32.644723 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-fa574d09-8266-4ead-b5b3-7cb1a01d2ad1 req-7e309bfe-553c-4f29-afe2-daec4baef534 tempest-VolumesActionsTest-1831653484 tempest-VolumesActionsTest-1831653484-project] 10.222.0.45 "DELETE /v2.0/ports/705acbaa-4c9d-4eea-b201-8e01d7a31d86 HTTP/1.1" status: 204 len: 173 time: 1.3826501 Jun 01 06:11:32.657079 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-d17a6051-b7ab-4bd2-9ceb-8f311e657c53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:11:32.690369 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.db.quota.driver [None req-d17a6051-b7ab-4bd2-9ceb-8f311e657c53 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91912) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 06:11:32.705877 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.quota.resource [None req-d17a6051-b7ab-4bd2-9ceb-8f311e657c53 admin admin] Usage tracker for resource:security_group_rule and tenant:856ad5dcb525408fab9b255236023d67 is out of sync, need to count used quota {{(pid=91912) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 06:11:32.709797 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.quota.resource [None req-d17a6051-b7ab-4bd2-9ceb-8f311e657c53 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91912) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 06:11:32.716608 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.db.quota.driver [None req-d17a6051-b7ab-4bd2-9ceb-8f311e657c53 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91912) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 06:11:32.838590 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5877bb-c287-414f-a668-deb4a36febb5 req-39ecbbc6-19d0-4fdc-8dc5-650753091c51 tempest-ServerRescueNegativeTestJSON-2082042209 tempest-ServerRescueNegativeTestJSON-2082042209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:11:32.841750 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-6e5877bb-c287-414f-a668-deb4a36febb5 req-39ecbbc6-19d0-4fdc-8dc5-650753091c51 tempest-ServerRescueNegativeTestJSON-2082042209 tempest-ServerRescueNegativeTestJSON-2082042209-project] 10.222.0.41 "GET /v2.0/ports?device_id=adbe8ec7-7667-4d7a-8fa0-614d82b10afb HTTP/1.1" status: 200 len: 945 time: 0.4685671 Jun 01 06:11:32.954054 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda964c1-f5ba-4ace-adfe-4e006062364a req-226e6d13-4794-453e-9b8b-456260208338 tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:11:32.957566 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-cda964c1-f5ba-4ace-adfe-4e006062364a req-226e6d13-4794-453e-9b8b-456260208338 tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] 10.222.0.41 "GET /v2.0/ports?device_id=72bedde5-da28-4f1c-8365-a28036cb969f HTTP/1.1" status: 200 len: 945 time: 0.1788032 Jun 01 06:11:32.996390 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-d17a6051-b7ab-4bd2-9ceb-8f311e657c53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:11:33.006543 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-6e5877bb-c287-414f-a668-deb4a36febb5 req-bf9d98c8-9f58-46c5-8b1c-2e8793d1b707 tempest-ServerRescueNegativeTestJSON-2082042209 tempest-ServerRescueNegativeTestJSON-2082042209-project] 10.222.0.41 "GET /v2.0/security-groups?id=b9806f43-fca1-4e3e-8128-d5f6b4549043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373482 Jun 01 06:11:33.008684 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-d17a6051-b7ab-4bd2-9ceb-8f311e657c53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940402'] for security_group, after_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:11:33.013130 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-cea006ea-a830-4e56-8e48-12c482c5d3cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:11:33.026313 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-cda964c1-f5ba-4ace-adfe-4e006062364a req-8e504c5e-e32b-4d8b-b6c9-06a87187bdf0 tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] 10.222.0.41 "GET /v2.0/security-groups?id=9dabead4-1346-43ff-b632-007c2c7dafb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591288 Jun 01 06:11:33.044270 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d17a6051-b7ab-4bd2-9ceb-8f311e657c53 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 311} {{(pid=91912) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 06:11:33.057291 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17a6051-b7ab-4bd2-9ceb-8f311e657c53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=469d2781-9606-4f2b-abaa-e008e0dcc587,revision_number=1']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:11:33.071965 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-d17a6051-b7ab-4bd2-9ceb-8f311e657c53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:11:33.076643 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-d17a6051-b7ab-4bd2-9ceb-8f311e657c53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3778787'] for segment, precommit_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:11:33.077054 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.db.segments_db [None req-d17a6051-b7ab-4bd2-9ceb-8f311e657c53 admin admin] Added segment 0e7dd937-69e2-40df-b10d-100b14ee89a1 of type vlan for network be2b441a-fb1a-427b-819d-eed80cc049e7 Jun 01 06:11:33.101417 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 06:11:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f1678b6-9029-4607-9969-8d0a1535f67a x-openstack-request-id: req-3f1678b6-9029-4607-9969-8d0a1535f67a {{(pid=91912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 06:11:33.101845 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf34fd40-a8c7-42fe-8055-d03ff559dc57", "name": "network-vif-deleted", "tag": "705acbaa-4c9d-4eea-b201-8e01d7a31d86", "status": "completed", "code": 200}]} {{(pid=91912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 06:11:33.102401 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-3f1678b6-9029-4607-9969-8d0a1535f67a {{(pid=91912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 06:11:33.102981 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf34fd40-a8c7-42fe-8055-d03ff559dc57', 'name': 'network-vif-deleted', 'tag': '705acbaa-4c9d-4eea-b201-8e01d7a31d86', 'status': 'completed', 'code': 200} Jun 01 06:11:33.121765 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-d17a6051-b7ab-4bd2-9ceb-8f311e657c53 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774208444501'] for network, precommit_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:11:33.162936 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-d17a6051-b7ab-4bd2-9ceb-8f311e657c53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-940336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536314'] for network, after_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:11:33.164581 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d17a6051-b7ab-4bd2-9ceb-8f311e657c53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:11:33.165305 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-d17a6051-b7ab-4bd2-9ceb-8f311e657c53 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536287'] for network, before_response {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:11:33.170306 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-404e5d21-27ae-4c11-973f-e5f9b413fbbc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:11:33.264830 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17a6051-b7ab-4bd2-9ceb-8f311e657c53 admin admin] Pushing event updated for resources: {'Network': ['ID=be2b441a-fb1a-427b-819d-eed80cc049e7,revision_number=1']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:11:33.270436 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-d17a6051-b7ab-4bd2-9ceb-8f311e657c53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:11:33.277792 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.rpc [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] Network be2b441a-fb1a-427b-819d-eed80cc049e7 details requested by agent ovs-agent-dv-cinder-793885-1-smb with host dv-cinder-793885-1-smb {{(pid=91914) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 06:11:33.283992 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [None req-d17a6051-b7ab-4bd2-9ceb-8f311e657c53 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.4739487 Jun 01 06:11:33.286999 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.wsgi [-] (91912) accepted ('10.222.0.41', 53932) {{(pid=91912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 06:11:33.293776 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.v2.base [None req-dd3c8528-e439-4876-a808-11edf597288a admin admin] Request body: {'subnet': {'network_id': 'be2b441a-fb1a-427b-819d-eed80cc049e7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1660457013-subnet', 'tenant_id': '856ad5dcb525408fab9b255236023d67', 'ip_version': 4}} {{(pid=91912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 06:11:33.299403 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.db.quota.driver [None req-dd3c8528-e439-4876-a808-11edf597288a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91912) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 06:11:33.303820 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.quota.resource [None req-dd3c8528-e439-4876-a808-11edf597288a admin admin] Usage tracker for resource:subnet and tenant:856ad5dcb525408fab9b255236023d67 is out of sync, need to count used quota {{(pid=91912) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 06:11:33.307524 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.quota.resource [None req-dd3c8528-e439-4876-a808-11edf597288a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91912) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 06:11:33.314699 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.db.quota.driver [None req-dd3c8528-e439-4876-a808-11edf597288a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91912) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 06:11:33.326760 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd3c8528-e439-4876-a808-11edf597288a admin admin] Made reservation on behalf of 856ad5dcb525408fab9b255236023d67 for: {'subnet': 1} {{(pid=91912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 06:11:33.330320 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-dd3c8528-e439-4876-a808-11edf597288a admin admin] Notify callbacks [] for subnet, before_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:11:33.449914 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-88702657-0715-48a5-8837-db6d8978144c req-76b0671d-bfe4-4d0b-87a1-f317e5c56e47 tempest-VolumesActionsTest-1831653484 tempest-VolumesActionsTest-1831653484-project] 10.222.0.41 "GET /v2.0/ports?device_id=cf34fd40-a8c7-42fe-8055-d03ff559dc57 HTTP/1.1" status: 200 len: 210 time: 0.1579835 Jun 01 06:11:33.883347 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-dd3c8528-e439-4876-a808-11edf597288a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536289'] for subnet, after_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:11:33.894499 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-8bfc54fe-42b0-4f3d-94bd-b84c5e31998e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:11:33.971115 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3c8528-e439-4876-a808-11edf597288a admin admin] Pushing event updated for resources: {'Subnet': ['ID=1cc031fd-c5bc-4dab-9be6-0a2c21e59c64,revision_number=0']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:11:33.973668 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-dd3c8528-e439-4876-a808-11edf597288a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:11:33.976752 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd3c8528-e439-4876-a808-11edf597288a admin admin] Checking segment: {'id': '0e7dd937-69e2-40df-b10d-100b14ee89a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'be2b441a-fb1a-427b-819d-eed80cc049e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 06:11:33.977166 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd3c8528-e439-4876-a808-11edf597288a admin admin] Network hostable DHCP agents. Network: be2b441a-fb1a-427b-819d-eed80cc049e7, hostable agents: ['19337ed4-2364-4f5e-82f6-1f840bd5d30c'], hosted agents: [] {{(pid=91912) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 06:11:33.999003 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd3c8528-e439-4876-a808-11edf597288a admin admin] Network be2b441a-fb1a-427b-819d-eed80cc049e7 is scheduled to be hosted by DHCP agent 19337ed4-2364-4f5e-82f6-1f840bd5d30c with binding_index 1 {{(pid=91912) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 06:11:34.011830 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.scheduler.base_scheduler [None req-dd3c8528-e439-4876-a808-11edf597288a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-793885-1-smb, be2b441a-fb1a-427b-819d-eed80cc049e7) {{(pid=91912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 06:11:34.018052 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd3c8528-e439-4876-a808-11edf597288a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:11:34.018844 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-dd3c8528-e439-4876-a808-11edf597288a admin admin] Notify callbacks [] for subnet, before_response {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:11:34.026082 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-929d6d0b-61cd-4402-9f96-5613db137da5 None None] Network be2b441a-fb1a-427b-819d-eed80cc049e7 requested from dv-cinder-793885-1-smb {{(pid=91914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 06:11:34.056581 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [None req-dd3c8528-e439-4876-a808-11edf597288a admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7683489 Jun 01 06:11:34.059305 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.wsgi [-] (91913) accepted ('10.222.0.41', 53950) {{(pid=91913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 06:11:34.065396 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.v2.base [None req-f2570abd-4eec-46a0-bccd-c60e87e60684 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1660457013-router', 'tenant_id': '856ad5dcb525408fab9b255236023d67', 'external_gateway_info': {'network_id': 'df727fa4-ca0b-43ba-be88-ffeb156f0c84'}}} {{(pid=91913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 06:11:34.070114 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.db.quota.driver [None req-f2570abd-4eec-46a0-bccd-c60e87e60684 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 06:11:34.090898 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.quota.resource [None req-f2570abd-4eec-46a0-bccd-c60e87e60684 admin admin] Usage tracker for resource:router and tenant:856ad5dcb525408fab9b255236023d67 is out of sync, need to count used quota {{(pid=91913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 06:11:34.096241 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.quota.resource [None req-f2570abd-4eec-46a0-bccd-c60e87e60684 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 06:11:34.109766 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.db.quota.driver [None req-f2570abd-4eec-46a0-bccd-c60e87e60684 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 06:11:34.134287 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-f2570abd-4eec-46a0-bccd-c60e87e60684 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-890745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5139'] for router, before_create {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:11:34.135933 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-f2570abd-4eec-46a0-bccd-c60e87e60684 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-889721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-880550', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-949579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5144'] for router, precommit_create {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:11:34.170133 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-f2570abd-4eec-46a0-bccd-c60e87e60684 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:11:34.356803 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4ef7463-7ffd-4931-8161-6d9f5cdef4df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1120d2a-5d53-58fd-944c-c26255605104-be2b441a-fb1a-427b-819d-eed80cc049e7', 'network_id': 'be2b441a-fb1a-427b-819d-eed80cc049e7', 'tenant_id': '856ad5dcb525408fab9b255236023d67', 'fixed_ips': [{'subnet_id': '1cc031fd-c5bc-4dab-9be6-0a2c21e59c64'}]}} from dv-cinder-793885-1-smb. {{(pid=91914) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 01 06:11:34.358906 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-f4ef7463-7ffd-4931-8161-6d9f5cdef4df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3824664'] for port, before_create {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:11:34.382165 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64402c71-08df-4e4b-a4cd-5807e6ad1921 req-578188cd-beb9-4f8d-9db7-485f6ef423af tempest-ServerRescueNegativeTestJSON-2082042209 tempest-ServerRescueNegativeTestJSON-2082042209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:11:34.393904 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-64402c71-08df-4e4b-a4cd-5807e6ad1921 req-578188cd-beb9-4f8d-9db7-485f6ef423af tempest-ServerRescueNegativeTestJSON-2082042209 tempest-ServerRescueNegativeTestJSON-2082042209-project] 10.222.0.41 "GET /v2.0/ports?device_id=adbe8ec7-7667-4d7a-8fa0-614d82b10afb HTTP/1.1" status: 200 len: 945 time: 0.1889391 Jun 01 06:11:34.498392 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-64402c71-08df-4e4b-a4cd-5807e6ad1921 req-b377b688-37ea-462a-8516-d67073f97445 tempest-ServerRescueNegativeTestJSON-2082042209 tempest-ServerRescueNegativeTestJSON-2082042209-project] 10.222.0.41 "GET /v2.0/security-groups?id=b9806f43-fca1-4e3e-8128-d5f6b4549043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031854 Jun 01 06:11:34.544172 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.db.db_base_plugin_common [None req-f4ef7463-7ffd-4931-8161-6d9f5cdef4df None None] Allocated IP 172.20.0.2 (be2b441a-fb1a-427b-819d-eed80cc049e7/1cc031fd-c5bc-4dab-9be6-0a2c21e59c64/093cf742-45bc-4e8a-8358-1b1c4ef1b599) {{(pid=91914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 06:11:34.595946 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-f2570abd-4eec-46a0-bccd-c60e87e60684 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-880515', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-890699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5230'] for router, precommit_update {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:11:34.644110 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.rpc [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Device 705acbaa-4c9d-4eea-b201-8e01d7a31d86 no longer exists at agent hyperv_hv-cinder-79388 {{(pid=91914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 06:11:34.702445 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869be019-5016-4c4e-8af1-685ca7f21626 req-7da4943e-3c73-4800-bf52-c6dbcbb260a5 tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:11:34.713163 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-869be019-5016-4c4e-8af1-685ca7f21626 req-7da4943e-3c73-4800-bf52-c6dbcbb260a5 tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] 10.222.0.41 "GET /v2.0/ports?device_id=72bedde5-da28-4f1c-8365-a28036cb969f HTTP/1.1" status: 200 len: 945 time: 0.3985524 Jun 01 06:11:34.837301 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-f4ef7463-7ffd-4931-8161-6d9f5cdef4df None None] Notify callbacks [] for port, precommit_create {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:11:34.850983 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.db.provisioning_blocks [None req-f4ef7463-7ffd-4931-8161-6d9f5cdef4df None None] Transition to ACTIVE for port object 093cf742-45bc-4e8a-8358-1b1c4ef1b599 will not be triggered until provisioned by entity L2. {{(pid=91914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 06:11:34.856019 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-869be019-5016-4c4e-8af1-685ca7f21626 req-92d00fa6-f8a8-499a-b24a-29283e3883ff tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] 10.222.0.41 "GET /v2.0/security-groups?id=9dabead4-1346-43ff-b632-007c2c7dafb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1451552 Jun 01 06:11:34.884105 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.db.provisioning_blocks [None req-f4ef7463-7ffd-4931-8161-6d9f5cdef4df None None] Transition to ACTIVE for port object 093cf742-45bc-4e8a-8358-1b1c4ef1b599 will not be triggered until provisioned by entity DHCP. {{(pid=91914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 06:11:34.890658 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.plugin [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] No Port match for: 705acbaa-4c9d-4eea-b201-8e01d7a31d86 {{(pid=91914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 01 06:11:34.890658 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.rpc [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Device 705acbaa-4c9d-4eea-b201-8e01d7a31d86 not bound to the agent host hv-cinder-79388 {{(pid=91914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 06:11:34.896530 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-f4ef7463-7ffd-4931-8161-6d9f5cdef4df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774208425683'] for port, after_create {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:11:34.904096 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG oslo_concurrency.lockutils [None req-ef69ad1b-d310-49dc-b1e7-0b8bbec34030 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91914) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:11:34.952116 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG neutron.db.agents_db [None req-a707e798-5c4a-4349-b1a6-04fc24c0e8c1 None None] Agent healthcheck: found 6 active agents {{(pid=91915) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 06:11:35.004163 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ef7463-7ffd-4931-8161-6d9f5cdef4df None None] Pushing event updated for resources: {'Port': ['ID=093cf742-45bc-4e8a-8358-1b1c4ef1b599,revision_number=1']} {{(pid=91914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:11:35.007244 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG oslo_concurrency.lockutils [None req-f4ef7463-7ffd-4931-8161-6d9f5cdef4df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=91914) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:11:35.011769 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4ef7463-7ffd-4931-8161-6d9f5cdef4df None None] Network be2b441a-fb1a-427b-819d-eed80cc049e7 is already hosted by enough agents. {{(pid=91914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 06:11:35.013489 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.scheduler.base_scheduler [None req-f4ef7463-7ffd-4931-8161-6d9f5cdef4df None None] Resources bound (agent type, host, resource id): {{(pid=91914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 06:11:35.016561 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4ef7463-7ffd-4931-8161-6d9f5cdef4df None None] Received port after_create {{(pid=91914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 06:11:35.135810 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.managers [None req-f4ef7463-7ffd-4931-8161-6d9f5cdef4df None None] Attempting to bind port 093cf742-45bc-4e8a-8358-1b1c4ef1b599 on host dv-cinder-793885-1-smb for vnic_type normal with profile {{(pid=91914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 06:11:35.136287 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.managers [None req-f4ef7463-7ffd-4931-8161-6d9f5cdef4df None None] Attempting to bind port 093cf742-45bc-4e8a-8358-1b1c4ef1b599 by drivers openvswitch,hyperv on host dv-cinder-793885-1-smb at level 0 using segments [{'id': '0e7dd937-69e2-40df-b10d-100b14ee89a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'be2b441a-fb1a-427b-819d-eed80cc049e7'}] {{(pid=91914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 06:11:35.136749 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4ef7463-7ffd-4931-8161-6d9f5cdef4df None None] Attempting to bind port 093cf742-45bc-4e8a-8358-1b1c4ef1b599 on network be2b441a-fb1a-427b-819d-eed80cc049e7 {{(pid=91914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 06:11:35.143274 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4ef7463-7ffd-4931-8161-6d9f5cdef4df None None] Checking agent: {'id': 'afbd2d5c-fa5a-4eff-9ede-b1626fbc7a4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793885-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 6, 1, 58), 'started_at': datetime.datetime(2021, 6, 1, 6, 2, 28), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 6, 11, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793885-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 06:11:35.143791 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4ef7463-7ffd-4931-8161-6d9f5cdef4df None None] Checking segment: {'id': '0e7dd937-69e2-40df-b10d-100b14ee89a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'be2b441a-fb1a-427b-819d-eed80cc049e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 06:11:35.144295 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-f4ef7463-7ffd-4931-8161-6d9f5cdef4df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:11:35.144891 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4ef7463-7ffd-4931-8161-6d9f5cdef4df None None] Bound using segment: {'id': '0e7dd937-69e2-40df-b10d-100b14ee89a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'be2b441a-fb1a-427b-819d-eed80cc049e7'} {{(pid=91914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 06:11:35.145436 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.managers [None req-f4ef7463-7ffd-4931-8161-6d9f5cdef4df None None] Bound port: 093cf742-45bc-4e8a-8358-1b1c4ef1b599, host: dv-cinder-793885-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e7dd937-69e2-40df-b10d-100b14ee89a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'be2b441a-fb1a-427b-819d-eed80cc049e7'}}] {{(pid=91914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 06:11:35.145906 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-f4ef7463-7ffd-4931-8161-6d9f5cdef4df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3824664'] for port, before_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:11:35.241871 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.db [None req-f4ef7463-7ffd-4931-8161-6d9f5cdef4df None None] For port 093cf742-45bc-4e8a-8358-1b1c4ef1b599, host dv-cinder-793885-1-smb, cleared binding levels {{(pid=91914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 06:11:35.250999 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.db [None req-f4ef7463-7ffd-4931-8161-6d9f5cdef4df None None] For port 093cf742-45bc-4e8a-8358-1b1c4ef1b599, host dv-cinder-793885-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793885-1-smb',level=0,port_id=093cf742-45bc-4e8a-8358-1b1c4ef1b599,segment=NetworkSegment(0e7dd937-69e2-40df-b10d-100b14ee89a1),segment_id=0e7dd937-69e2-40df-b10d-100b14ee89a1)] {{(pid=91914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 06:11:35.267545 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-f4ef7463-7ffd-4931-8161-6d9f5cdef4df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774208810132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774208425701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774208426006'] for port, after_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:11:35.273713 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG oslo_concurrency.lockutils [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91914) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:11:35.361429 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098cf019-ee75-49cb-8b8c-064c9ce233b4 req-25be1c4d-00a9-4316-933c-19eeb11398c6 tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:11:35.375364 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-098cf019-ee75-49cb-8b8c-064c9ce233b4 req-25be1c4d-00a9-4316-933c-19eeb11398c6 tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] 10.222.0.41 "GET /v2.0/ports?device_id=72bedde5-da28-4f1c-8365-a28036cb969f HTTP/1.1" status: 200 len: 945 time: 0.2412457 Jun 01 06:11:35.383129 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.wsgi [-] (91912) accepted ('10.222.0.41', 53974) {{(pid=91912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 06:11:35.398046 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.v2.base [None req-f0872cdc-efdf-4419-9160-e8a63a512f8a tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Request body: {'floatingip': {'port_id': 'b679f0aa-6640-4dba-b253-c06ab597e1ae'}} {{(pid=91912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 06:11:35.421632 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ef7463-7ffd-4931-8161-6d9f5cdef4df None None] Pushing event updated for resources: {'Port': ['ID=093cf742-45bc-4e8a-8358-1b1c4ef1b599,revision_number=2']} {{(pid=91914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:11:35.435319 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-f2570abd-4eec-46a0-bccd-c60e87e60684 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:11:35.444021 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG oslo_concurrency.lockutils [None req-f4ef7463-7ffd-4931-8161-6d9f5cdef4df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=91914) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:11:35.514267 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-f2570abd-4eec-46a0-bccd-c60e87e60684 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3824664'] for port, before_create {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:11:35.622346 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-f0872cdc-efdf-4419-9160-e8a63a512f8a tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Notify callbacks [] for floatingip, before_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:11:35.689355 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.db.db_base_plugin_common [None req-f2570abd-4eec-46a0-bccd-c60e87e60684 admin admin] Allocated IP 172.28.2.236 (df727fa4-ca0b-43ba-be88-ffeb156f0c84/8acdb510-d5f4-4c90-8e8c-2a5ae18e332f/2e9ff09b-baca-4de1-ac59-b97aff3676d3) {{(pid=91913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 06:11:36.024238 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-f2570abd-4eec-46a0-bccd-c60e87e60684 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:11:36.097354 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b26a0fc-5b22-4ee7-b949-ca69113cdea4 req-a60df70a-33af-4c8c-a061-2598960556ec tempest-ServerRescueNegativeTestJSON-2082042209 tempest-ServerRescueNegativeTestJSON-2082042209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:11:36.099634 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-0b26a0fc-5b22-4ee7-b949-ca69113cdea4 req-a60df70a-33af-4c8c-a061-2598960556ec tempest-ServerRescueNegativeTestJSON-2082042209 tempest-ServerRescueNegativeTestJSON-2082042209-project] 10.222.0.41 "GET /v2.0/ports?device_id=adbe8ec7-7667-4d7a-8fa0-614d82b10afb HTTP/1.1" status: 200 len: 945 time: 0.2882857 Jun 01 06:11:36.129299 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-f2570abd-4eec-46a0-bccd-c60e87e60684 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774208425683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10749551'] for port, after_create {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:11:36.135967 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [None req-3cf86474-a720-4f39-945a-943cab9a60cd tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:11:36.241528 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2570abd-4eec-46a0-bccd-c60e87e60684 admin admin] Pushing event updated for resources: {'Port': ['ID=2e9ff09b-baca-4de1-ac59-b97aff3676d3,revision_number=1']} {{(pid=91913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:11:36.249660 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2570abd-4eec-46a0-bccd-c60e87e60684 admin admin] Network df727fa4-ca0b-43ba-be88-ffeb156f0c84 is already hosted by enough agents. {{(pid=91913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 06:11:36.253211 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.scheduler.base_scheduler [None req-f2570abd-4eec-46a0-bccd-c60e87e60684 admin admin] Resources bound (agent type, host, resource id): {{(pid=91913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 06:11:36.262969 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [None req-f2570abd-4eec-46a0-bccd-c60e87e60684 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:11:36.263627 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2570abd-4eec-46a0-bccd-c60e87e60684 admin admin] Received port after_create {{(pid=91913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 06:11:36.331854 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-0b26a0fc-5b22-4ee7-b949-ca69113cdea4 req-e6533514-b2db-426a-8b11-5826e8ad7dc2 tempest-ServerRescueNegativeTestJSON-2082042209 tempest-ServerRescueNegativeTestJSON-2082042209-project] 10.222.0.41 "GET /v2.0/security-groups?id=b9806f43-fca1-4e3e-8128-d5f6b4549043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2253132 Jun 01 06:11:36.930849 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-913a5947-bdc8-4d18-989c-8176f8827882 None None] Network be2b441a-fb1a-427b-819d-eed80cc049e7 requested from dv-cinder-793885-1-smb {{(pid=91914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 06:11:36.946268 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.db.resource_extend [None req-f0872cdc-efdf-4419-9160-e8a63a512f8a tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=91912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 01 06:11:37.203693 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.rpc [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] Device 093cf742-45bc-4e8a-8358-1b1c4ef1b599 up at agent ovs-agent-dv-cinder-793885-1-smb {{(pid=91914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 06:11:37.274430 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.wsgi [-] (91912) accepted ('10.222.0.41', 54026) {{(pid=91912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 06:11:37.296298 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-f0872cdc-efdf-4419-9160-e8a63a512f8a tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:11:37.308718 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-f0872cdc-efdf-4419-9160-e8a63a512f8a tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-880440'] for floatingip, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:11:37.374822 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-f2570abd-4eec-46a0-bccd-c60e87e60684 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:11:37.437511 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.db.provisioning_blocks [None req-e334db3a-df74-451e-af6f-56cf856d08f2 None None] Provisioning for port 093cf742-45bc-4e8a-8358-1b1c4ef1b599 completed by entity DHCP. {{(pid=91914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 06:11:37.498360 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.db.provisioning_blocks [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] Provisioning for port 093cf742-45bc-4e8a-8358-1b1c4ef1b599 completed by entity L2. {{(pid=91914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 06:11:37.514858 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.db.provisioning_blocks [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] Provisioning complete for port 093cf742-45bc-4e8a-8358-1b1c4ef1b599 triggered by entity L2. {{(pid=91914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 06:11:37.514858 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3772206'] for port, provisioning_complete {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:11:37.615933 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-8ca22945-d8f8-4a70-b443-77c8f5c397a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:11:37.719196 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.db.quota.driver [None req-8ca22945-d8f8-4a70-b443-77c8f5c397a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91912) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 06:11:37.733140 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.quota.resource [None req-8ca22945-d8f8-4a70-b443-77c8f5c397a1 admin admin] Usage tracker for resource:security_group_rule and tenant:ecc086f77931471aab9bad01153128e5 is out of sync, need to count used quota {{(pid=91912) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 06:11:37.748800 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.quota.resource [None req-8ca22945-d8f8-4a70-b443-77c8f5c397a1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91912) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 06:11:37.765792 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.db.quota.driver [None req-8ca22945-d8f8-4a70-b443-77c8f5c397a1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91912) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 06:11:37.798891 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.db.l3_db [None req-f0872cdc-efdf-4419-9160-e8a63a512f8a tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Floating IP 752122c4-7f8c-4a1e-a087-f51b415bd129 associated. External IP: 172.28.2.159, port: b679f0aa-6640-4dba-b253-c06ab597e1ae. Jun 01 06:11:37.833718 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3824664'] for port, before_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:11:37.868438 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.db [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] For port 093cf742-45bc-4e8a-8358-1b1c4ef1b599, host dv-cinder-793885-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793885-1-smb',level=0,port_id=093cf742-45bc-4e8a-8358-1b1c4ef1b599,segment=NetworkSegment(0e7dd937-69e2-40df-b10d-100b14ee89a1),segment_id=0e7dd937-69e2-40df-b10d-100b14ee89a1)] {{(pid=91914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 06:11:37.949367 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774208810132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774208425701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774208426006'] for port, after_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:11:37.958115 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG oslo_concurrency.lockutils [None req-f4ef7463-7ffd-4931-8161-6d9f5cdef4df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91914) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:11:37.997053 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-f2570abd-4eec-46a0-bccd-c60e87e60684 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-890736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-880576'] for router, after_create {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:11:38.040846 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] Pushing event updated for resources: {'Port': ['ID=093cf742-45bc-4e8a-8358-1b1c4ef1b599,revision_number=3']} {{(pid=91914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:11:38.047985 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG oslo_concurrency.lockutils [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=91914) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:11:38.066868 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d3d9b8-308b-4f63-a2a0-9732546b8109 req-5bf669ff-f31f-40df-8032-97e75eadced8 tempest-ServerRescueNegativeTestJSON-2082042209 tempest-ServerRescueNegativeTestJSON-2082042209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:11:38.068526 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-d3d3d9b8-308b-4f63-a2a0-9732546b8109 req-5bf669ff-f31f-40df-8032-97e75eadced8 tempest-ServerRescueNegativeTestJSON-2082042209 tempest-ServerRescueNegativeTestJSON-2082042209-project] 10.222.0.41 "GET /v2.0/ports?device_id=adbe8ec7-7667-4d7a-8fa0-614d82b10afb HTTP/1.1" status: 200 len: 945 time: 0.4626372 Jun 01 06:11:38.316215 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2570abd-4eec-46a0-bccd-c60e87e60684 admin admin] Router 3c6fb6b9-8ece-4d8e-a649-8b2f96020def is scheduled to L3 agent a2597806-c6e6-4acd-a843-608abc904602 with binding_index 1 {{(pid=91913) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 01 06:11:38.408788 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.db.provisioning_blocks [None req-d44dad61-6cdb-4dcf-8b1c-d3697ca2cc52 None None] Provisioning complete for port 093cf742-45bc-4e8a-8358-1b1c4ef1b599 triggered by entity DHCP. {{(pid=91914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 06:11:38.409201 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-d44dad61-6cdb-4dcf-8b1c-d3697ca2cc52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3772206'] for port, provisioning_complete {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:11:38.598100 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2570abd-4eec-46a0-bccd-c60e87e60684 admin admin] Notify agent at l3_agent.dv-cinder-793885-1-smb the message routers_updated {{(pid=91913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 06:11:38.609280 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a77a8b82-1cbc-48ef-ab48-d45c6df6e6d7 None None] Sync routers for ids ['3c6fb6b9-8ece-4d8e-a649-8b2f96020def'] in dv-cinder-793885-1-smb {{(pid=91915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 06:11:38.634096 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a77a8b82-1cbc-48ef-ab48-d45c6df6e6d7 None None] Routers {'3c6fb6b9-8ece-4d8e-a649-8b2f96020def'} bound to L3 agent in host dv-cinder-793885-1-smb {{(pid=91915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 06:11:38.636049 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG neutron.db.l3_hamode_db [None req-a77a8b82-1cbc-48ef-ab48-d45c6df6e6d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793885-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-01T06:01:58Z,description=,heartbeat_timestamp=2021-06-01T06:11:28Z,host='dv-cinder-793885-1-smb',id=a2597806-c6e6-4acd-a843-608abc904602,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T06:01:58Z,topic='l3_agent')) {'router_ids': ['3c6fb6b9-8ece-4d8e-a649-8b2f96020def'], 'active': True} {{(pid=91915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 06:11:38.653779 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-f2570abd-4eec-46a0-bccd-c60e87e60684 admin admin] Notify callbacks [] for router, before_response {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:11:38.657146 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [None req-f2570abd-4eec-46a0-bccd-c60e87e60684 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.5951550 Jun 01 06:11:38.659028 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-d3d3d9b8-308b-4f63-a2a0-9732546b8109 req-d3540115-0a47-4ba0-b5da-74662e5c4723 tempest-ServerRescueNegativeTestJSON-2082042209 tempest-ServerRescueNegativeTestJSON-2082042209-project] 10.222.0.41 "GET /v2.0/security-groups?id=b9806f43-fca1-4e3e-8128-d5f6b4549043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4978848 Jun 01 06:11:38.659713 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.wsgi [-] (91913) accepted ('10.222.0.41', 54048) {{(pid=91913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 06:11:38.676833 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0872cdc-efdf-4419-9160-e8a63a512f8a tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Router b48c156b-3c9c-4a27-8427-3932990494c6 has already been hosted by L3 agent a2597806-c6e6-4acd-a843-608abc904602 {{(pid=91912) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 06:11:38.706246 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-8ca22945-d8f8-4a70-b443-77c8f5c397a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:11:38.719560 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-8ca22945-d8f8-4a70-b443-77c8f5c397a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940402'] for security_group, after_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:11:38.748741 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-a3d05b40-b1ed-4ff0-8edb-d4eb6012b3ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:11:38.785175 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [None req-8ca22945-d8f8-4a70-b443-77c8f5c397a1 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ecc086f77931471aab9bad01153128e5&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5074246 Jun 01 06:11:38.785960 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.wsgi [-] (91912) accepted ('10.222.0.41', 54062) {{(pid=91912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 06:11:38.786782 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca22945-d8f8-4a70-b443-77c8f5c397a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09516dca-970c-48ac-88e1-2a9a44282f0d,revision_number=1']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:11:38.811469 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-8ca22945-d8f8-4a70-b443-77c8f5c397a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:11:38.969302 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG neutron.db.l3_dvr_db [None req-a77a8b82-1cbc-48ef-ab48-d45c6df6e6d7 None None] Set router 3c6fb6b9-8ece-4d8e-a649-8b2f96020def gateway port host: dv-cinder-793885-1-smb {{(pid=91915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 06:11:39.125306 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.rpc [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] Device 093cf742-45bc-4e8a-8358-1b1c4ef1b599 up at agent ovs-agent-dv-cinder-793885-1-smb {{(pid=91914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 06:11:39.231347 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-880ff639-1df2-4071-bde6-b60854a4ab4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:11:39.310162 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.db.provisioning_blocks [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] Provisioning complete for port 093cf742-45bc-4e8a-8358-1b1c4ef1b599 triggered by entity L2. {{(pid=91914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 06:11:39.310792 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3772206'] for port, provisioning_complete {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:11:39.324752 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0872cdc-efdf-4419-9160-e8a63a512f8a tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Notify agent at l3_agent.dv-cinder-793885-1-smb the message routers_updated {{(pid=91912) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 06:11:39.352132 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-880ff639-1df2-4071-bde6-b60854a4ab4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:11:39.368328 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-f0872cdc-efdf-4419-9160-e8a63a512f8a tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239402'] for floatingip, before_response {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:11:39.383500 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59347fd7-69c6-4a99-b580-8b320f8297d6 None None] Sync routers for ids ['b48c156b-3c9c-4a27-8427-3932990494c6'] in dv-cinder-793885-1-smb {{(pid=91914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 06:11:39.464464 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59347fd7-69c6-4a99-b580-8b320f8297d6 None None] Routers {'b48c156b-3c9c-4a27-8427-3932990494c6'} bound to L3 agent in host dv-cinder-793885-1-smb {{(pid=91914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 06:11:39.465091 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.db.l3_hamode_db [None req-59347fd7-69c6-4a99-b580-8b320f8297d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793885-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-01T06:01:58Z,description=,heartbeat_timestamp=2021-06-01T06:11:28Z,host='dv-cinder-793885-1-smb',id=a2597806-c6e6-4acd-a843-608abc904602,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T06:01:58Z,topic='l3_agent')) {'router_ids': ['b48c156b-3c9c-4a27-8427-3932990494c6'], 'active': True} {{(pid=91914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 06:11:39.531289 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [None req-f0872cdc-efdf-4419-9160-e8a63a512f8a tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] 10.222.0.41 "PUT /v2.0/floatingips/752122c4-7f8c-4a1e-a087-f51b415bd129 HTTP/1.1" status: 200 len: 991 time: 4.1453564 Jun 01 06:11:39.535123 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72bedde5-da28-4f1c-8365-a28036cb969f', 'tag': 'b679f0aa-6640-4dba-b253-c06ab597e1ae'}] {{(pid=91912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 06:11:39.541395 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c7b3c6e1f14bb220aa0995d95792b8f3e6549c6955cb141320bca3e5502353f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6ab2306-ed15-43bb-af85-c5beac8271c9" -d '{"events": [{"name": "network-changed", "server_uuid": "72bedde5-da28-4f1c-8365-a28036cb969f", "tag": "b679f0aa-6640-4dba-b253-c06ab597e1ae"}]}' {{(pid=91912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 06:11:39.576195 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-880ff639-1df2-4071-bde6-b60854a4ab4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940402'] for security_group, after_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:11:39.597514 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-7aac1805-fc68-46e7-8f54-5bc503a74986 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:11:39.622829 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG neutron.db.l3_hamode_db [None req-a77a8b82-1cbc-48ef-ab48-d45c6df6e6d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c6fb6b9-8ece-4d8e-a649-8b2f96020def', 'name': 'tempest-TestShelveInstance-1660457013-router', 'tenant_id': '856ad5dcb525408fab9b255236023d67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df727fa4-ca0b-43ba-be88-ffeb156f0c84', 'external_fixed_ips': [{'subnet_id': '8acdb510-d5f4-4c90-8e8c-2a5ae18e332f', 'ip_address': '172.28.2.236'}], 'enable_snat': True}, 'gw_port_id': '2e9ff09b-baca-4de1-ac59-b97aff3676d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T06:11:34Z', 'updated_at': '2021-06-01T06:11:36Z', 'revision_number': 3, 'project_id': '856ad5dcb525408fab9b255236023d67', 'gw_port': {'id': '2e9ff09b-baca-4de1-ac59-b97aff3676d3', 'name': '', 'network_id': 'df727fa4-ca0b-43ba-be88-ffeb156f0c84', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:fa:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c6fb6b9-8ece-4d8e-a649-8b2f96020def', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '8acdb510-d5f4-4c90-8e8c-2a5ae18e332f', 'ip_address': '172.28.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T06:11:35Z', 'updated_at': '2021-06-01T06:11:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8acdb510-d5f4-4c90-8e8c-2a5ae18e332f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793885-1-smb'}], 'dv-cinder-793885-1-smb', False) {} {{(pid=91915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 06:11:39.627995 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-880ff639-1df2-4071-bde6-b60854a4ab4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:11:39.631525 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [None req-880ff639-1df2-4071-bde6-b60854a4ab4a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/09516dca-970c-48ac-88e1-2a9a44282f0d HTTP/1.1" status: 204 len: 168 time: 0.8168106 Jun 01 06:11:39.635890 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a77a8b82-1cbc-48ef-ab48-d45c6df6e6d7 None None] Checking router: 3c6fb6b9-8ece-4d8e-a649-8b2f96020def for host: dv-cinder-793885-1-smb {{(pid=91915) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 06:11:39.636269 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a77a8b82-1cbc-48ef-ab48-d45c6df6e6d7 None None] Updating router 3c6fb6b9-8ece-4d8e-a649-8b2f96020def port 2e9ff09b-baca-4de1-ac59-b97aff3676d3 binding host dv-cinder-793885-1-smb {{(pid=91915) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 06:11:39.636395 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880ff639-1df2-4071-bde6-b60854a4ab4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09516dca-970c-48ac-88e1-2a9a44282f0d,revision_number=None']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:11:39.638614 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-880ff639-1df2-4071-bde6-b60854a4ab4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:11:39.718751 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-a77a8b82-1cbc-48ef-ab48-d45c6df6e6d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3824664'] for port, before_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:11:39.814764 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Jun 2021 06:11:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f23bf2f-3ae6-4cb4-86d2-30ea3f62c8df x-openstack-request-id: req-0f23bf2f-3ae6-4cb4-86d2-30ea3f62c8df {{(pid=91912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 06:11:39.815176 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72bedde5-da28-4f1c-8365-a28036cb969f", "tag": "b679f0aa-6640-4dba-b253-c06ab597e1ae", "status": "completed", "code": 200}]} {{(pid=91912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 06:11:39.815568 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0f23bf2f-3ae6-4cb4-86d2-30ea3f62c8df {{(pid=91912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 06:11:39.816477 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72bedde5-da28-4f1c-8365-a28036cb969f', 'tag': 'b679f0aa-6640-4dba-b253-c06ab597e1ae', 'status': 'completed', 'code': 200} Jun 01 06:11:39.976880 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f395fe8a-67f0-4abe-a6e0-77f53f7cd618 req-a1618e68-4ed9-4932-b36e-e6c3fc99b9c9 tempest-AttachVolumeNegativeTest-1471670784 tempest-AttachVolumeNegativeTest-1471670784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:11:39.978748 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-f395fe8a-67f0-4abe-a6e0-77f53f7cd618 req-a1618e68-4ed9-4932-b36e-e6c3fc99b9c9 tempest-AttachVolumeNegativeTest-1471670784 tempest-AttachVolumeNegativeTest-1471670784-project] 10.222.0.41 "GET /v2.0/networks?id=0b7f9d5f-223f-43b5-8d0c-382ab5f66c87 HTTP/1.1" status: 200 len: 814 time: 1.1319129 Jun 01 06:11:40.038854 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-f395fe8a-67f0-4abe-a6e0-77f53f7cd618 req-af4f361b-128e-413b-95d7-c471ab3da46d tempest-AttachVolumeNegativeTest-1471670784 tempest-AttachVolumeNegativeTest-1471670784-project] 10.222.0.41 "GET /v2.0/quotas/2a6f229a53e74061b535c311a3c04284 HTTP/1.1" status: 200 len: 375 time: 0.0525849 Jun 01 06:11:40.059734 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.db.l3_dvr_db [None req-59347fd7-69c6-4a99-b580-8b320f8297d6 None None] Set router b48c156b-3c9c-4a27-8427-3932990494c6 gateway port host: dv-cinder-793885-1-smb {{(pid=91914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 06:11:40.111165 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ab2306-ed15-43bb-af85-c5beac8271c9 req-38af3627-38a4-48b4-b22c-07e861703c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:11:40.112911 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-d6ab2306-ed15-43bb-af85-c5beac8271c9 req-38af3627-38a4-48b4-b22c-07e861703c24 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=cf682efceb1b40c4a2056518b30cc419&device_id=72bedde5-da28-4f1c-8365-a28036cb969f HTTP/1.1" status: 200 len: 1098 time: 0.2848721 Jun 01 06:11:40.127120 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5186e0cc-690c-4987-b3bb-b97392c077fa req-6e26302b-0a88-4843-88b3-7ff7fbafa4f4 tempest-ServerRescueNegativeTestJSON-2082042209 tempest-ServerRescueNegativeTestJSON-2082042209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:11:40.148233 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-5186e0cc-690c-4987-b3bb-b97392c077fa req-6e26302b-0a88-4843-88b3-7ff7fbafa4f4 tempest-ServerRescueNegativeTestJSON-2082042209 tempest-ServerRescueNegativeTestJSON-2082042209-project] 10.222.0.41 "GET /v2.0/ports?device_id=adbe8ec7-7667-4d7a-8fa0-614d82b10afb HTTP/1.1" status: 200 len: 945 time: 0.1778982 Jun 01 06:11:40.377315 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-a77a8b82-1cbc-48ef-ab48-d45c6df6e6d7 None None] Notify callbacks [] for port, precommit_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:11:40.400075 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG neutron.db.provisioning_blocks [None req-a77a8b82-1cbc-48ef-ab48-d45c6df6e6d7 None None] Transition to ACTIVE for port object 2e9ff09b-baca-4de1-ac59-b97aff3676d3 will not be triggered until provisioned by entity L2. {{(pid=91915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 06:11:40.422849 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-a77a8b82-1cbc-48ef-ab48-d45c6df6e6d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774208810132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774208425701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774208426006'] for port, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:11:40.429930 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:11:40.444306 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-5186e0cc-690c-4987-b3bb-b97392c077fa req-82e701df-dd49-4c64-8df3-901f0432d040 tempest-ServerRescueNegativeTestJSON-2082042209 tempest-ServerRescueNegativeTestJSON-2082042209-project] 10.222.0.41 "GET /v2.0/security-groups?id=b9806f43-fca1-4e3e-8128-d5f6b4549043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2939644 Jun 01 06:11:40.544653 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG neutron.plugins.ml2.managers [None req-a77a8b82-1cbc-48ef-ab48-d45c6df6e6d7 None None] Attempting to bind port 2e9ff09b-baca-4de1-ac59-b97aff3676d3 on host dv-cinder-793885-1-smb for vnic_type normal with profile {{(pid=91915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 06:11:40.545189 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG neutron.plugins.ml2.managers [None req-a77a8b82-1cbc-48ef-ab48-d45c6df6e6d7 None None] Attempting to bind port 2e9ff09b-baca-4de1-ac59-b97aff3676d3 by drivers openvswitch,hyperv on host dv-cinder-793885-1-smb at level 0 using segments [{'id': '97ee6b0e-31ac-4687-a432-1c46ba18e1e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df727fa4-ca0b-43ba-be88-ffeb156f0c84'}] {{(pid=91915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 06:11:40.545559 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a77a8b82-1cbc-48ef-ab48-d45c6df6e6d7 None None] Attempting to bind port 2e9ff09b-baca-4de1-ac59-b97aff3676d3 on network df727fa4-ca0b-43ba-be88-ffeb156f0c84 {{(pid=91915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 06:11:40.556965 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424ee648-0d3d-4e60-be70-39d13b374de8 None None] Pushing event updated for resources: {'Port': ['ID=2e9ff09b-baca-4de1-ac59-b97aff3676d3,revision_number=2']} {{(pid=91915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:11:40.560943 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-424ee648-0d3d-4e60-be70-39d13b374de8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:11:40.561986 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a77a8b82-1cbc-48ef-ab48-d45c6df6e6d7 None None] Checking agent: {'id': 'afbd2d5c-fa5a-4eff-9ede-b1626fbc7a4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793885-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 6, 1, 58), 'started_at': datetime.datetime(2021, 6, 1, 6, 2, 28), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 6, 11, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793885-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 06:11:40.562361 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a77a8b82-1cbc-48ef-ab48-d45c6df6e6d7 None None] Checking segment: {'id': '97ee6b0e-31ac-4687-a432-1c46ba18e1e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df727fa4-ca0b-43ba-be88-ffeb156f0c84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 06:11:40.562760 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-a77a8b82-1cbc-48ef-ab48-d45c6df6e6d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:11:40.563396 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a77a8b82-1cbc-48ef-ab48-d45c6df6e6d7 None None] Bound using segment: {'id': '97ee6b0e-31ac-4687-a432-1c46ba18e1e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df727fa4-ca0b-43ba-be88-ffeb156f0c84'} {{(pid=91915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 06:11:40.564498 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG neutron.plugins.ml2.managers [None req-a77a8b82-1cbc-48ef-ab48-d45c6df6e6d7 None None] Bound port: 2e9ff09b-baca-4de1-ac59-b97aff3676d3, host: dv-cinder-793885-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97ee6b0e-31ac-4687-a432-1c46ba18e1e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df727fa4-ca0b-43ba-be88-ffeb156f0c84'}}] {{(pid=91915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 06:11:40.564867 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-a77a8b82-1cbc-48ef-ab48-d45c6df6e6d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3824664'] for port, before_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:11:40.577683 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ab2306-ed15-43bb-af85-c5beac8271c9 req-a79156ec-8d24-4ba6-aa4a-ebd3832b6d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:11:40.579545 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-d6ab2306-ed15-43bb-af85-c5beac8271c9 req-a79156ec-8d24-4ba6-aa4a-ebd3832b6d6d service neutron] 10.222.0.45 "GET /v2.0/networks?id=0d0e27d7-e499-44c0-a6d3-0e69d07aa387 HTTP/1.1" status: 200 len: 916 time: 0.3755789 Jun 01 06:11:40.588653 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-f395fe8a-67f0-4abe-a6e0-77f53f7cd618 req-ab8e3184-c660-4eca-9afd-c9fd935f13be tempest-AttachVolumeNegativeTest-1471670784 tempest-AttachVolumeNegativeTest-1471670784-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=2a6f229a53e74061b535c311a3c04284&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5374105 Jun 01 06:11:40.668117 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG neutron.plugins.ml2.db [None req-a77a8b82-1cbc-48ef-ab48-d45c6df6e6d7 None None] For port 2e9ff09b-baca-4de1-ac59-b97aff3676d3, host dv-cinder-793885-1-smb, cleared binding levels {{(pid=91915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 06:11:40.672961 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG neutron.plugins.ml2.db [None req-a77a8b82-1cbc-48ef-ab48-d45c6df6e6d7 None None] For port 2e9ff09b-baca-4de1-ac59-b97aff3676d3, host dv-cinder-793885-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793885-1-smb',level=0,port_id=2e9ff09b-baca-4de1-ac59-b97aff3676d3,segment=NetworkSegment(97ee6b0e-31ac-4687-a432-1c46ba18e1e7),segment_id=97ee6b0e-31ac-4687-a432-1c46ba18e1e7)] {{(pid=91915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 06:11:40.682104 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-a77a8b82-1cbc-48ef-ab48-d45c6df6e6d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774208810132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774208425701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774208426006'] for port, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:11:40.690583 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-9e08ddc4-f6cb-4fc6-9bc4-fc0189438d63 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:11:40.827913 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-d6ab2306-ed15-43bb-af85-c5beac8271c9 req-47122e7c-888f-4ccd-b948-aa96f6bb38d9 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b679f0aa-6640-4dba-b253-c06ab597e1ae HTTP/1.1" status: 200 len: 999 time: 0.2410712 Jun 01 06:11:40.904450 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a77a8b82-1cbc-48ef-ab48-d45c6df6e6d7 None None] Routers {'3c6fb6b9-8ece-4d8e-a649-8b2f96020def'} bound to L3 agent in host dv-cinder-793885-1-smb {{(pid=91915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 06:11:40.905036 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG neutron.db.l3_hamode_db [None req-a77a8b82-1cbc-48ef-ab48-d45c6df6e6d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793885-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-01T06:01:58Z,description=,heartbeat_timestamp=2021-06-01T06:11:28Z,host='dv-cinder-793885-1-smb',id=a2597806-c6e6-4acd-a843-608abc904602,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T06:01:58Z,topic='l3_agent')) {'router_ids': ['3c6fb6b9-8ece-4d8e-a649-8b2f96020def'], 'active': True} {{(pid=91915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 06:11:40.928445 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.db.l3_hamode_db [None req-59347fd7-69c6-4a99-b580-8b320f8297d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b48c156b-3c9c-4a27-8427-3932990494c6', 'name': 'tempest-AttachVolumeShelveTestJSON-44898397-router', 'tenant_id': 'cf682efceb1b40c4a2056518b30cc419', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df727fa4-ca0b-43ba-be88-ffeb156f0c84', 'external_fixed_ips': [{'subnet_id': '8acdb510-d5f4-4c90-8e8c-2a5ae18e332f', 'ip_address': '172.28.2.171'}], 'enable_snat': True}, 'gw_port_id': 'b14abe69-0830-4a49-a1a6-c0865e3859ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T06:10:56Z', 'updated_at': '2021-06-01T06:11:06Z', 'revision_number': 4, 'project_id': 'cf682efceb1b40c4a2056518b30cc419', 'gw_port': {'id': 'b14abe69-0830-4a49-a1a6-c0865e3859ed', 'name': '', 'network_id': 'df727fa4-ca0b-43ba-be88-ffeb156f0c84', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:06:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b48c156b-3c9c-4a27-8427-3932990494c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': '8acdb510-d5f4-4c90-8e8c-2a5ae18e332f', 'ip_address': '172.28.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793885-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T06:10:57Z', 'updated_at': '2021-06-01T06:11:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acdb510-d5f4-4c90-8e8c-2a5ae18e332f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793885-1-smb', '_floatingips': [{'id': '752122c4-7f8c-4a1e-a087-f51b415bd129', 'tenant_id': 'cf682efceb1b40c4a2056518b30cc419', 'floating_ip_address': '172.28.2.159', 'floating_network_id': 'df727fa4-ca0b-43ba-be88-ffeb156f0c84', 'router_id': 'b48c156b-3c9c-4a27-8427-3932990494c6', 'port_id': 'b679f0aa-6640-4dba-b253-c06ab597e1ae', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 309, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d0e27d7-e499-44c0-a6d3-0e69d07aa387', 'mac_address': 'fa:16:3e:ba:3a:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72bedde5-da28-4f1c-8365-a28036cb969f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-01T06:11:14Z', 'updated_at': '2021-06-01T06:11:36Z', 'revision_number': 1, 'project_id': 'cf682efceb1b40c4a2056518b30cc419', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'abf20de4-9ca8-4d3e-9dab-8840a5728104', 'name': '', 'network_id': '0d0e27d7-e499-44c0-a6d3-0e69d07aa387', 'tenant_id': 'cf682efceb1b40c4a2056518b30cc419', 'mac_address': 'fa:16:3e:56:c1:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b48c156b-3c9c-4a27-8427-3932990494c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': 'afe82765-6164-43ac-8036-06de690ecff6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793885-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T06:11:03Z', 'updated_at': '2021-06-01T06:11:13Z', 'revision_number': 5, 'project_id': 'cf682efceb1b40c4a2056518b30cc419', 'subnets': [{'id': 'afe82765-6164-43ac-8036-06de690ecff6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793885-1-smb', False) {} {{(pid=91914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 06:11:40.931693 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ab2306-ed15-43bb-af85-c5beac8271c9 req-d6385706-0a1c-4151-a307-86da1764d59c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:11:40.933904 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-d6ab2306-ed15-43bb-af85-c5beac8271c9 req-d6385706-0a1c-4151-a307-86da1764d59c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=afe82765-6164-43ac-8036-06de690ecff6 HTTP/1.1" status: 200 len: 854 time: 0.0995624 Jun 01 06:11:40.941292 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59347fd7-69c6-4a99-b580-8b320f8297d6 None None] Checking router: b48c156b-3c9c-4a27-8427-3932990494c6 for host: dv-cinder-793885-1-smb {{(pid=91914) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 06:11:40.958682 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59347fd7-69c6-4a99-b580-8b320f8297d6 None None] Routers {'b48c156b-3c9c-4a27-8427-3932990494c6'} bound to L3 agent in host dv-cinder-793885-1-smb {{(pid=91914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 06:11:40.959315 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.db.l3_hamode_db [None req-59347fd7-69c6-4a99-b580-8b320f8297d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793885-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-01T06:01:58Z,description=,heartbeat_timestamp=2021-06-01T06:11:28Z,host='dv-cinder-793885-1-smb',id=a2597806-c6e6-4acd-a843-608abc904602,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T06:01:58Z,topic='l3_agent')) {'router_ids': ['b48c156b-3c9c-4a27-8427-3932990494c6'], 'active': True} {{(pid=91914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 06:11:40.999120 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-f395fe8a-67f0-4abe-a6e0-77f53f7cd618 req-06323e8e-316b-4bf4-8732-02ecfbc76968 service neutron] 10.222.0.41 "GET /v2.0/networks/0b7f9d5f-223f-43b5-8d0c-382ab5f66c87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3996499 Jun 01 06:11:41.068205 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ab2306-ed15-43bb-af85-c5beac8271c9 req-7ad8f3f5-1d63-4289-abf1-29f71fe8f510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:11:41.070124 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-d6ab2306-ed15-43bb-af85-c5beac8271c9 req-7ad8f3f5-1d63-4289-abf1-29f71fe8f510 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=0d0e27d7-e499-44c0-a6d3-0e69d07aa387&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1147008 Jun 01 06:11:41.202054 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-9609be31-9ccd-4e9d-88ab-9d039f854c21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3824664'] for port, before_create {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:11:41.247964 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424ee648-0d3d-4e60-be70-39d13b374de8 None None] Pushing event updated for resources: {'Port': ['ID=2e9ff09b-baca-4de1-ac59-b97aff3676d3,revision_number=3']} {{(pid=91915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:11:41.270650 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-424ee648-0d3d-4e60-be70-39d13b374de8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.580s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:11:41.358961 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-d6ab2306-ed15-43bb-af85-c5beac8271c9 req-f6963d77-af49-417f-a234-bd386eaaba80 service neutron] 10.222.0.45 "GET /v2.0/networks/0d0e27d7-e499-44c0-a6d3-0e69d07aa387?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2789612 Jun 01 06:11:41.411634 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.db.l3_dvr_db [None req-59347fd7-69c6-4a99-b580-8b320f8297d6 None None] Set router b48c156b-3c9c-4a27-8427-3932990494c6 gateway port host: dv-cinder-793885-1-smb {{(pid=91914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 06:11:41.565687 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-f395fe8a-67f0-4abe-a6e0-77f53f7cd618 req-ab2a9dc0-e42c-4ab5-a960-a4e749136b10 service neutron] 10.222.0.41 "GET /v2.0/networks/0b7f9d5f-223f-43b5-8d0c-382ab5f66c87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5546005 Jun 01 06:11:41.679576 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-d6ab2306-ed15-43bb-af85-c5beac8271c9 req-8e1ee6eb-f2a5-4c81-bbd8-284d3cc457a5 service neutron] 10.222.0.45 "GET /v2.0/networks/0d0e27d7-e499-44c0-a6d3-0e69d07aa387?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3112442 Jun 01 06:11:41.771796 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG neutron.db.l3_dvr_db [None req-a77a8b82-1cbc-48ef-ab48-d45c6df6e6d7 None None] Set router 3c6fb6b9-8ece-4d8e-a649-8b2f96020def gateway port host: dv-cinder-793885-1-smb {{(pid=91915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 06:11:41.899310 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59db48a-0fb3-402b-bcc7-595bd30fc7ad req-7b6a02c5-812e-4730-ab3d-fd87c20f6730 tempest-ServerRescueNegativeTestJSON-2082042209 tempest-ServerRescueNegativeTestJSON-2082042209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:11:41.900877 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-c59db48a-0fb3-402b-bcc7-595bd30fc7ad req-7b6a02c5-812e-4730-ab3d-fd87c20f6730 tempest-ServerRescueNegativeTestJSON-2082042209 tempest-ServerRescueNegativeTestJSON-2082042209-project] 10.222.0.41 "GET /v2.0/ports?device_id=adbe8ec7-7667-4d7a-8fa0-614d82b10afb HTTP/1.1" status: 200 len: 945 time: 0.2017834 Jun 01 06:11:42.011347 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-c59db48a-0fb3-402b-bcc7-595bd30fc7ad req-201a1c71-0e5d-4201-8878-602854a865c7 tempest-ServerRescueNegativeTestJSON-2082042209 tempest-ServerRescueNegativeTestJSON-2082042209-project] 10.222.0.41 "GET /v2.0/security-groups?id=b9806f43-fca1-4e3e-8128-d5f6b4549043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859582 Jun 01 06:11:42.141641 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-71948b39-e754-4744-8d90-d76382dc651d req-fe53c4b1-5688-4cac-bcad-9f392e0a0fc1 tempest-AttachVolumeNegativeTest-1471670784 tempest-AttachVolumeNegativeTest-1471670784-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d7b47d7-a3ed-46a5-b7e3-694f298da58c HTTP/1.1" status: 200 len: 210 time: 0.1346591 Jun 01 06:11:42.193360 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.db.db_base_plugin_common [None req-9609be31-9ccd-4e9d-88ab-9d039f854c21 admin admin] Allocated IP 172.20.0.1 (be2b441a-fb1a-427b-819d-eed80cc049e7/1cc031fd-c5bc-4dab-9be6-0a2c21e59c64/1f04ce48-f22e-47f9-a44e-f6e021713252) {{(pid=91913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 06:11:42.427328 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG neutron.db.l3_hamode_db [None req-a77a8b82-1cbc-48ef-ab48-d45c6df6e6d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c6fb6b9-8ece-4d8e-a649-8b2f96020def', 'name': 'tempest-TestShelveInstance-1660457013-router', 'tenant_id': '856ad5dcb525408fab9b255236023d67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df727fa4-ca0b-43ba-be88-ffeb156f0c84', 'external_fixed_ips': [{'subnet_id': '8acdb510-d5f4-4c90-8e8c-2a5ae18e332f', 'ip_address': '172.28.2.236'}], 'enable_snat': True}, 'gw_port_id': '2e9ff09b-baca-4de1-ac59-b97aff3676d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T06:11:34Z', 'updated_at': '2021-06-01T06:11:36Z', 'revision_number': 3, 'project_id': '856ad5dcb525408fab9b255236023d67', 'gw_port': {'id': '2e9ff09b-baca-4de1-ac59-b97aff3676d3', 'name': '', 'network_id': 'df727fa4-ca0b-43ba-be88-ffeb156f0c84', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:fa:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c6fb6b9-8ece-4d8e-a649-8b2f96020def', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '8acdb510-d5f4-4c90-8e8c-2a5ae18e332f', 'ip_address': '172.28.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793885-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T06:11:35Z', 'updated_at': '2021-06-01T06:11:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8acdb510-d5f4-4c90-8e8c-2a5ae18e332f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793885-1-smb'}], 'dv-cinder-793885-1-smb', False) {} {{(pid=91915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 06:11:42.435105 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a77a8b82-1cbc-48ef-ab48-d45c6df6e6d7 None None] The sync data for ids ['3c6fb6b9-8ece-4d8e-a649-8b2f96020def'] in dv-cinder-793885-1-smb is: [{'id': '3c6fb6b9-8ece-4d8e-a649-8b2f96020def', 'name': 'tempest-TestShelveInstance-1660457013-router', 'tenant_id': '856ad5dcb525408fab9b255236023d67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df727fa4-ca0b-43ba-be88-ffeb156f0c84', 'external_fixed_ips': [{'subnet_id': '8acdb510-d5f4-4c90-8e8c-2a5ae18e332f', 'ip_address': '172.28.2.236'}], 'enable_snat': True}, 'gw_port_id': '2e9ff09b-baca-4de1-ac59-b97aff3676d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T06:11:34Z', 'updated_at': '2021-06-01T06:11:36Z', 'revision_number': 3, 'project_id': '856ad5dcb525408fab9b255236023d67', 'gw_port': {'id': '2e9ff09b-baca-4de1-ac59-b97aff3676d3', 'name': '', 'network_id': 'df727fa4-ca0b-43ba-be88-ffeb156f0c84', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:fa:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c6fb6b9-8ece-4d8e-a649-8b2f96020def', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '8acdb510-d5f4-4c90-8e8c-2a5ae18e332f', 'ip_address': '172.28.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793885-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T06:11:35Z', 'updated_at': '2021-06-01T06:11:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8acdb510-d5f4-4c90-8e8c-2a5ae18e332f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793885-1-smb'}] {{(pid=91915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 06:11:42.448215 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.db.l3_hamode_db [None req-59347fd7-69c6-4a99-b580-8b320f8297d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b48c156b-3c9c-4a27-8427-3932990494c6', 'name': 'tempest-AttachVolumeShelveTestJSON-44898397-router', 'tenant_id': 'cf682efceb1b40c4a2056518b30cc419', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df727fa4-ca0b-43ba-be88-ffeb156f0c84', 'external_fixed_ips': [{'subnet_id': '8acdb510-d5f4-4c90-8e8c-2a5ae18e332f', 'ip_address': '172.28.2.171'}], 'enable_snat': True}, 'gw_port_id': 'b14abe69-0830-4a49-a1a6-c0865e3859ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T06:10:56Z', 'updated_at': '2021-06-01T06:11:06Z', 'revision_number': 4, 'project_id': 'cf682efceb1b40c4a2056518b30cc419', 'gw_port': {'id': 'b14abe69-0830-4a49-a1a6-c0865e3859ed', 'name': '', 'network_id': 'df727fa4-ca0b-43ba-be88-ffeb156f0c84', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:06:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b48c156b-3c9c-4a27-8427-3932990494c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': '8acdb510-d5f4-4c90-8e8c-2a5ae18e332f', 'ip_address': '172.28.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793885-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T06:10:57Z', 'updated_at': '2021-06-01T06:11:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acdb510-d5f4-4c90-8e8c-2a5ae18e332f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793885-1-smb', '_floatingips': [{'id': '752122c4-7f8c-4a1e-a087-f51b415bd129', 'tenant_id': 'cf682efceb1b40c4a2056518b30cc419', 'floating_ip_address': '172.28.2.159', 'floating_network_id': 'df727fa4-ca0b-43ba-be88-ffeb156f0c84', 'router_id': 'b48c156b-3c9c-4a27-8427-3932990494c6', 'port_id': 'b679f0aa-6640-4dba-b253-c06ab597e1ae', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 309, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d0e27d7-e499-44c0-a6d3-0e69d07aa387', 'mac_address': 'fa:16:3e:ba:3a:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72bedde5-da28-4f1c-8365-a28036cb969f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-01T06:11:14Z', 'updated_at': '2021-06-01T06:11:36Z', 'revision_number': 1, 'project_id': 'cf682efceb1b40c4a2056518b30cc419', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'abf20de4-9ca8-4d3e-9dab-8840a5728104', 'name': '', 'network_id': '0d0e27d7-e499-44c0-a6d3-0e69d07aa387', 'tenant_id': 'cf682efceb1b40c4a2056518b30cc419', 'mac_address': 'fa:16:3e:56:c1:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b48c156b-3c9c-4a27-8427-3932990494c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': 'afe82765-6164-43ac-8036-06de690ecff6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793885-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T06:11:03Z', 'updated_at': '2021-06-01T06:11:13Z', 'revision_number': 5, 'project_id': 'cf682efceb1b40c4a2056518b30cc419', 'subnets': [{'id': 'afe82765-6164-43ac-8036-06de690ecff6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793885-1-smb', False) {} {{(pid=91914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 06:11:42.457975 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-9609be31-9ccd-4e9d-88ab-9d039f854c21 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:11:42.475715 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59347fd7-69c6-4a99-b580-8b320f8297d6 None None] The sync data for ids ['b48c156b-3c9c-4a27-8427-3932990494c6'] in dv-cinder-793885-1-smb is: [{'id': 'b48c156b-3c9c-4a27-8427-3932990494c6', 'name': 'tempest-AttachVolumeShelveTestJSON-44898397-router', 'tenant_id': 'cf682efceb1b40c4a2056518b30cc419', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df727fa4-ca0b-43ba-be88-ffeb156f0c84', 'external_fixed_ips': [{'subnet_id': '8acdb510-d5f4-4c90-8e8c-2a5ae18e332f', 'ip_address': '172.28.2.171'}], 'enable_snat': True}, 'gw_port_id': 'b14abe69-0830-4a49-a1a6-c0865e3859ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T06:10:56Z', 'updated_at': '2021-06-01T06:11:06Z', 'revision_number': 4, 'project_id': 'cf682efceb1b40c4a2056518b30cc419', 'gw_port': {'id': 'b14abe69-0830-4a49-a1a6-c0865e3859ed', 'name': '', 'network_id': 'df727fa4-ca0b-43ba-be88-ffeb156f0c84', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:06:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b48c156b-3c9c-4a27-8427-3932990494c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': '8acdb510-d5f4-4c90-8e8c-2a5ae18e332f', 'ip_address': '172.28.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793885-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T06:10:57Z', 'updated_at': '2021-06-01T06:11:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acdb510-d5f4-4c90-8e8c-2a5ae18e332f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793885-1-smb', '_floatingips': [{'id': '752122c4-7f8c-4a1e-a087-f51b415bd129', 'tenant_id': 'cf682efceb1b40c4a2056518b30cc419', 'floating_ip_address': '172.28.2.159', 'floating_network_id': 'df727fa4-ca0b-43ba-be88-ffeb156f0c84', 'router_id': 'b48c156b-3c9c-4a27-8427-3932990494c6', 'port_id': 'b679f0aa-6640-4dba-b253-c06ab597e1ae', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 309, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d0e27d7-e499-44c0-a6d3-0e69d07aa387', 'mac_address': 'fa:16:3e:ba:3a:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72bedde5-da28-4f1c-8365-a28036cb969f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-01T06:11:14Z', 'updated_at': '2021-06-01T06:11:36Z', 'revision_number': 1, 'project_id': 'cf682efceb1b40c4a2056518b30cc419', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'abf20de4-9ca8-4d3e-9dab-8840a5728104', 'name': '', 'network_id': '0d0e27d7-e499-44c0-a6d3-0e69d07aa387', 'tenant_id': 'cf682efceb1b40c4a2056518b30cc419', 'mac_address': 'fa:16:3e:56:c1:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b48c156b-3c9c-4a27-8427-3932990494c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': 'afe82765-6164-43ac-8036-06de690ecff6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793885-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T06:11:03Z', 'updated_at': '2021-06-01T06:11:13Z', 'revision_number': 5, 'project_id': 'cf682efceb1b40c4a2056518b30cc419', 'subnets': [{'id': 'afe82765-6164-43ac-8036-06de690ecff6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 06:11:42.502548 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.db.provisioning_blocks [None req-9609be31-9ccd-4e9d-88ab-9d039f854c21 admin admin] Transition to ACTIVE for port object 1f04ce48-f22e-47f9-a44e-f6e021713252 will not be triggered until provisioned by entity DHCP. {{(pid=91913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 06:11:42.553600 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-9609be31-9ccd-4e9d-88ab-9d039f854c21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774208425683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10749551'] for port, after_create {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:11:42.596064 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:11:42.822641 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9609be31-9ccd-4e9d-88ab-9d039f854c21 admin admin] Pushing event updated for resources: {'Port': ['ID=1f04ce48-f22e-47f9-a44e-f6e021713252,revision_number=1']} {{(pid=91913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:11:42.865992 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [None req-9609be31-9ccd-4e9d-88ab-9d039f854c21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:11:42.897875 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9609be31-9ccd-4e9d-88ab-9d039f854c21 admin admin] Network be2b441a-fb1a-427b-819d-eed80cc049e7 is already hosted by enough agents. {{(pid=91913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 06:11:42.899167 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.scheduler.base_scheduler [None req-9609be31-9ccd-4e9d-88ab-9d039f854c21 admin admin] Resources bound (agent type, host, resource id): {{(pid=91913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 06:11:42.904381 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9609be31-9ccd-4e9d-88ab-9d039f854c21 admin admin] Received port after_create {{(pid=91913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 06:11:42.974405 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a81ec82-2c45-4f76-a6cb-3ce71467e794 None None] New status for floating IP 752122c4-7f8c-4a1e-a087-f51b415bd129: ACTIVE {{(pid=91915) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 01 06:11:43.351987 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.rpc [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] Device 2e9ff09b-baca-4de1-ac59-b97aff3676d3 up at agent ovs-agent-dv-cinder-793885-1-smb {{(pid=91914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 06:11:43.451512 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-9609be31-9ccd-4e9d-88ab-9d039f854c21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-878513'] for router_interface, before_create {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:11:43.547866 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-8d34b265-6cf6-4887-b24d-0d51d8f9a181 req-55e430e7-9674-4f47-9678-d791db59c30a tempest-AttachVolumeNegativeTest-1471670784 tempest-AttachVolumeNegativeTest-1471670784-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d7b47d7-a3ed-46a5-b7e3-694f298da58c HTTP/1.1" status: 200 len: 210 time: 0.0957232 Jun 01 06:11:43.605499 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.db.provisioning_blocks [None req-3546c045-c76d-42fd-9bda-307e3c4c1d09 None None] Provisioning for port 1f04ce48-f22e-47f9-a44e-f6e021713252 completed by entity DHCP. {{(pid=91914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 06:11:43.617971 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.db.provisioning_blocks [None req-3546c045-c76d-42fd-9bda-307e3c4c1d09 None None] Provisioning complete for port 1f04ce48-f22e-47f9-a44e-f6e021713252 triggered by entity DHCP. {{(pid=91914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 06:11:43.620378 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-3546c045-c76d-42fd-9bda-307e3c4c1d09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3772206'] for port, provisioning_complete {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:11:43.750270 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.plugin [None req-3546c045-c76d-42fd-9bda-307e3c4c1d09 None None] Port 1f04ce48-f22e-47f9-a44e-f6e021713252 cannot update to ACTIVE because it is not bound. {{(pid=91914) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 06:11:43.759493 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.db.provisioning_blocks [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] Provisioning for port 2e9ff09b-baca-4de1-ac59-b97aff3676d3 completed by entity L2. {{(pid=91914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 06:11:43.770459 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.db.provisioning_blocks [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] Provisioning complete for port 2e9ff09b-baca-4de1-ac59-b97aff3676d3 triggered by entity L2. {{(pid=91914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 06:11:43.771496 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3772206'] for port, provisioning_complete {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:11:43.787502 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35ae513-0255-4aa4-9155-3aede17b90d7 req-ebc97e34-9170-4178-b758-459214d74b2a tempest-ServerRescueNegativeTestJSON-2082042209 tempest-ServerRescueNegativeTestJSON-2082042209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:11:43.808463 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-a35ae513-0255-4aa4-9155-3aede17b90d7 req-ebc97e34-9170-4178-b758-459214d74b2a tempest-ServerRescueNegativeTestJSON-2082042209 tempest-ServerRescueNegativeTestJSON-2082042209-project] 10.222.0.41 "GET /v2.0/ports?device_id=adbe8ec7-7667-4d7a-8fa0-614d82b10afb HTTP/1.1" status: 200 len: 945 time: 0.3445165 Jun 01 06:11:43.970460 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-a35ae513-0255-4aa4-9155-3aede17b90d7 req-25a1da6c-eae3-4c83-ac3f-8320a7c4f958 tempest-ServerRescueNegativeTestJSON-2082042209 tempest-ServerRescueNegativeTestJSON-2082042209-project] 10.222.0.41 "GET /v2.0/security-groups?id=b9806f43-fca1-4e3e-8128-d5f6b4549043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603632 Jun 01 06:11:44.051474 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3824664'] for port, before_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:11:44.080103 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.db [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] For port 2e9ff09b-baca-4de1-ac59-b97aff3676d3, host dv-cinder-793885-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793885-1-smb',level=0,port_id=2e9ff09b-baca-4de1-ac59-b97aff3676d3,segment=NetworkSegment(97ee6b0e-31ac-4687-a432-1c46ba18e1e7),segment_id=97ee6b0e-31ac-4687-a432-1c46ba18e1e7)] {{(pid=91914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 06:11:44.128925 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774208810132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774208425701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774208426006'] for port, after_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:11:44.131947 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG oslo_concurrency.lockutils [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91914) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:11:44.264007 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-9609be31-9ccd-4e9d-88ab-9d039f854c21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3824664'] for port, before_update {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:11:44.312582 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] Pushing event updated for resources: {'Port': ['ID=2e9ff09b-baca-4de1-ac59-b97aff3676d3,revision_number=4']} {{(pid=91914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:11:44.320033 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG oslo_concurrency.lockutils [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=91914) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:11:44.462610 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f395fe8a-67f0-4abe-a6e0-77f53f7cd618 req-e5c2f7f7-0c40-4cdf-84b6-d8409559a83c tempest-AttachVolumeNegativeTest-1471670784 tempest-AttachVolumeNegativeTest-1471670784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:11:44.464413 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-f395fe8a-67f0-4abe-a6e0-77f53f7cd618 req-e5c2f7f7-0c40-4cdf-84b6-d8409559a83c tempest-AttachVolumeNegativeTest-1471670784 tempest-AttachVolumeNegativeTest-1471670784-project] 10.222.0.45 "GET /v2.0/networks?id=0b7f9d5f-223f-43b5-8d0c-382ab5f66c87 HTTP/1.1" status: 200 len: 814 time: 0.4137242 Jun 01 06:11:44.503537 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.v2.base [req-f395fe8a-67f0-4abe-a6e0-77f53f7cd618 req-ac804a64-a2fe-4331-9cb8-5184045eb130 tempest-AttachVolumeNegativeTest-1471670784 tempest-AttachVolumeNegativeTest-1471670784-project] Request body: {'port': {'device_id': '1d7b47d7-a3ed-46a5-b7e3-694f298da58c', 'network_id': '0b7f9d5f-223f-43b5-8d0c-382ab5f66c87', 'admin_state_up': True, 'tenant_id': '2a6f229a53e74061b535c311a3c04284'}} {{(pid=91912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 06:11:44.715724 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-9609be31-9ccd-4e9d-88ab-9d039f854c21 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:11:44.725776 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-9609be31-9ccd-4e9d-88ab-9d039f854c21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774208810132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774208425701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774208426006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10749542'] for port, after_update {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:11:44.793455 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:11:44.875150 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-59cd4007-f8dc-4bdd-9e2f-20d7c68355d2 req-2b1a342b-1cde-46b5-a17b-740b48986cc9 tempest-AttachVolumeNegativeTest-1471670784 tempest-AttachVolumeNegativeTest-1471670784-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d7b47d7-a3ed-46a5-b7e3-694f298da58c HTTP/1.1" status: 200 len: 210 time: 0.0700684 Jun 01 06:11:44.917028 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.db.quota.driver [req-f395fe8a-67f0-4abe-a6e0-77f53f7cd618 req-ac804a64-a2fe-4331-9cb8-5184045eb130 tempest-AttachVolumeNegativeTest-1471670784 tempest-AttachVolumeNegativeTest-1471670784-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91912) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 06:11:44.930388 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.db.quota.driver [req-f395fe8a-67f0-4abe-a6e0-77f53f7cd618 req-ac804a64-a2fe-4331-9cb8-5184045eb130 tempest-AttachVolumeNegativeTest-1471670784 tempest-AttachVolumeNegativeTest-1471670784-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=91912) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 06:11:44.959780 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f395fe8a-67f0-4abe-a6e0-77f53f7cd618 req-ac804a64-a2fe-4331-9cb8-5184045eb130 tempest-AttachVolumeNegativeTest-1471670784 tempest-AttachVolumeNegativeTest-1471670784-project] Made reservation on behalf of 2a6f229a53e74061b535c311a3c04284 for: {'port': 1} {{(pid=91912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 06:11:44.964710 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [req-f395fe8a-67f0-4abe-a6e0-77f53f7cd618 req-ac804a64-a2fe-4331-9cb8-5184045eb130 tempest-AttachVolumeNegativeTest-1471670784 tempest-AttachVolumeNegativeTest-1471670784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3824664'] for port, before_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:11:45.032810 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-9609be31-9ccd-4e9d-88ab-9d039f854c21 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-532480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-878364'] for router_interface, after_create {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:11:45.045427 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9609be31-9ccd-4e9d-88ab-9d039f854c21 admin admin] Pushing event updated for resources: {'Port': ['ID=1f04ce48-f22e-47f9-a44e-f6e021713252,revision_number=2']} {{(pid=91913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:11:45.072041 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [None req-9609be31-9ccd-4e9d-88ab-9d039f854c21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:11:45.103176 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.rpc [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] Device 2e9ff09b-baca-4de1-ac59-b97aff3676d3 up at agent ovs-agent-dv-cinder-793885-1-smb {{(pid=91914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 06:11:45.206633 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ef0a2a-67fd-4100-a037-86db0b2658a0 req-49e54382-8946-40d4-824d-3395070fa903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:11:45.208464 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-f0ef0a2a-67fd-4100-a037-86db0b2658a0 req-49e54382-8946-40d4-824d-3395070fa903 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=adbe8ec7-7667-4d7a-8fa0-614d82b10afb HTTP/1.1" status: 200 len: 1098 time: 0.4282911 Jun 01 06:11:45.259447 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.db.provisioning_blocks [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] Provisioning complete for port 2e9ff09b-baca-4de1-ac59-b97aff3676d3 triggered by entity L2. {{(pid=91914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 06:11:45.259974 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3772206'] for port, provisioning_complete {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:11:45.294887 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-f0ef0a2a-67fd-4100-a037-86db0b2658a0 req-d084a383-94cf-4182-b850-54b2818425c4 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=b9806f43-fca1-4e3e-8128-d5f6b4549043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691345 Jun 01 06:11:45.296608 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9609be31-9ccd-4e9d-88ab-9d039f854c21 admin admin] Network be2b441a-fb1a-427b-819d-eed80cc049e7 is already hosted by enough agents. {{(pid=91913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 06:11:45.298613 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.scheduler.base_scheduler [None req-9609be31-9ccd-4e9d-88ab-9d039f854c21 admin admin] Resources bound (agent type, host, resource id): {{(pid=91913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 06:11:45.405794 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e401d64-bac0-4544-8186-919888a59c79 req-217b61f5-4152-4818-93fa-ae80399a1906 tempest-ServerRescueNegativeTestJSON-2082042209 tempest-ServerRescueNegativeTestJSON-2082042209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:11:45.421686 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-5e401d64-bac0-4544-8186-919888a59c79 req-217b61f5-4152-4818-93fa-ae80399a1906 tempest-ServerRescueNegativeTestJSON-2082042209 tempest-ServerRescueNegativeTestJSON-2082042209-project] 10.222.0.41 "GET /v2.0/ports?device_id=adbe8ec7-7667-4d7a-8fa0-614d82b10afb HTTP/1.1" status: 200 len: 945 time: 0.2933557 Jun 01 06:11:45.479522 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.db.db_base_plugin_common [req-f395fe8a-67f0-4abe-a6e0-77f53f7cd618 req-ac804a64-a2fe-4331-9cb8-5184045eb130 tempest-AttachVolumeNegativeTest-1471670784 tempest-AttachVolumeNegativeTest-1471670784-project] Allocated IP 172.20.0.6 (0b7f9d5f-223f-43b5-8d0c-382ab5f66c87/67a532f4-5301-4272-a23e-04b9dfc38b51/c85ace89-29ac-4314-af91-01bbd31f271d) {{(pid=91912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 06:11:45.705811 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.db.provisioning_blocks [None req-1385f4ca-5294-4017-bc04-f0d1514b169e None None] Provisioning complete for port 1f04ce48-f22e-47f9-a44e-f6e021713252 triggered by entity DHCP. {{(pid=91914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 06:11:45.706194 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-1385f4ca-5294-4017-bc04-f0d1514b169e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3772206'] for port, provisioning_complete {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:11:45.755785 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9609be31-9ccd-4e9d-88ab-9d039f854c21 admin admin] Router 3c6fb6b9-8ece-4d8e-a649-8b2f96020def has already been hosted by L3 agent a2597806-c6e6-4acd-a843-608abc904602 {{(pid=91913) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 06:11:45.800888 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.plugin [None req-1385f4ca-5294-4017-bc04-f0d1514b169e None None] Port 1f04ce48-f22e-47f9-a44e-f6e021713252 cannot update to ACTIVE because it is not bound. {{(pid=91914) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 06:11:45.820014 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [req-f395fe8a-67f0-4abe-a6e0-77f53f7cd618 req-ac804a64-a2fe-4331-9cb8-5184045eb130 tempest-AttachVolumeNegativeTest-1471670784 tempest-AttachVolumeNegativeTest-1471670784-project] Notify callbacks [] for port, precommit_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:11:45.886623 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-5e401d64-bac0-4544-8186-919888a59c79 req-935fed2d-4f09-427d-8795-ea7dd643065e tempest-ServerRescueNegativeTestJSON-2082042209 tempest-ServerRescueNegativeTestJSON-2082042209-project] 10.222.0.41 "GET /v2.0/security-groups?id=b9806f43-fca1-4e3e-8128-d5f6b4549043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4542499 Jun 01 06:11:45.913095 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [req-f395fe8a-67f0-4abe-a6e0-77f53f7cd618 req-ac804a64-a2fe-4331-9cb8-5184045eb130 tempest-AttachVolumeNegativeTest-1471670784 tempest-AttachVolumeNegativeTest-1471670784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774208425683'] for port, after_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:11:45.948694 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.db [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] get_ports_and_sgs() called for port_ids ['0045608c-1373-47a7-8f8d-d1f7bc48717c', 'baf11038-68bf-45ba-a722-dbaa09c3d5b4', '810aff4e-4fc6-4756-84d3-a6d271850364'] {{(pid=91914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 06:11:45.948893 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:11:46.038119 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f395fe8a-67f0-4abe-a6e0-77f53f7cd618 req-ac804a64-a2fe-4331-9cb8-5184045eb130 tempest-AttachVolumeNegativeTest-1471670784 tempest-AttachVolumeNegativeTest-1471670784-project] Network 0b7f9d5f-223f-43b5-8d0c-382ab5f66c87 is already hosted by enough agents. {{(pid=91912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 06:11:46.054095 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.scheduler.base_scheduler [req-f395fe8a-67f0-4abe-a6e0-77f53f7cd618 req-ac804a64-a2fe-4331-9cb8-5184045eb130 tempest-AttachVolumeNegativeTest-1471670784 tempest-AttachVolumeNegativeTest-1471670784-project] Resources bound (agent type, host, resource id): {{(pid=91912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 06:11:46.057571 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.db.l3_dvrscheduler_db [req-f395fe8a-67f0-4abe-a6e0-77f53f7cd618 req-ac804a64-a2fe-4331-9cb8-5184045eb130 tempest-AttachVolumeNegativeTest-1471670784 tempest-AttachVolumeNegativeTest-1471670784-project] Received port after_create {{(pid=91912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 06:11:46.068932 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f395fe8a-67f0-4abe-a6e0-77f53f7cd618 req-ac804a64-a2fe-4331-9cb8-5184045eb130 tempest-AttachVolumeNegativeTest-1471670784 tempest-AttachVolumeNegativeTest-1471670784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:11:46.069540 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [req-f395fe8a-67f0-4abe-a6e0-77f53f7cd618 req-ac804a64-a2fe-4331-9cb8-5184045eb130 tempest-AttachVolumeNegativeTest-1471670784 tempest-AttachVolumeNegativeTest-1471670784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239402'] for port, before_response {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:11:46.142406 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-f395fe8a-67f0-4abe-a6e0-77f53f7cd618 req-ac804a64-a2fe-4331-9cb8-5184045eb130 tempest-AttachVolumeNegativeTest-1471670784 tempest-AttachVolumeNegativeTest-1471670784-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6582601 Jun 01 06:11:46.168244 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.v2.base [req-f395fe8a-67f0-4abe-a6e0-77f53f7cd618 req-4753b2de-84ea-4bbc-ad5d-81f05e68f0c6 service neutron] Request body: {'port': {'device_id': '1d7b47d7-a3ed-46a5-b7e3-694f298da58c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79388'}} {{(pid=91912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 06:11:46.239916 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac804a64-a2fe-4331-9cb8-5184045eb130 tempest-AttachVolumeNegativeTest-1471670784 tempest-AttachVolumeNegativeTest-1471670784-project] Pushing event updated for resources: {'Port': ['ID=c85ace89-29ac-4314-af91-01bbd31f271d,revision_number=1']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:11:46.249010 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-ac804a64-a2fe-4331-9cb8-5184045eb130 tempest-AttachVolumeNegativeTest-1471670784 tempest-AttachVolumeNegativeTest-1471670784-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:11:46.345740 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9609be31-9ccd-4e9d-88ab-9d039f854c21 admin admin] Notify agent at l3_agent.dv-cinder-793885-1-smb the message routers_updated {{(pid=91913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 06:11:46.373706 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [None req-9609be31-9ccd-4e9d-88ab-9d039f854c21 admin admin] 10.222.0.41 "PUT /v2.0/routers/3c6fb6b9-8ece-4d8e-a649-8b2f96020def/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7127237 Jun 01 06:11:46.375290 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [req-f395fe8a-67f0-4abe-a6e0-77f53f7cd618 req-4753b2de-84ea-4bbc-ad5d-81f05e68f0c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3824664'] for port, before_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:11:46.408512 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-635a19c7-bc9a-4ac5-9ca4-27059bf215cd None None] Sync routers for ids ['3c6fb6b9-8ece-4d8e-a649-8b2f96020def'] in dv-cinder-793885-1-smb {{(pid=91914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 06:11:46.452060 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc043ec-73c0-4a1e-8109-b2dc9cae9527 req-3362a2ab-d6f3-47e9-ba54-925afd5dcdb5 tempest-AttachVolumeNegativeTest-1471670784 tempest-AttachVolumeNegativeTest-1471670784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:11:46.457389 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-6dc043ec-73c0-4a1e-8109-b2dc9cae9527 req-3362a2ab-d6f3-47e9-ba54-925afd5dcdb5 tempest-AttachVolumeNegativeTest-1471670784 tempest-AttachVolumeNegativeTest-1471670784-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d7b47d7-a3ed-46a5-b7e3-694f298da58c HTTP/1.1" status: 200 len: 931 time: 0.3250937 Jun 01 06:11:46.551840 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-635a19c7-bc9a-4ac5-9ca4-27059bf215cd None None] Routers {'3c6fb6b9-8ece-4d8e-a649-8b2f96020def'} bound to L3 agent in host dv-cinder-793885-1-smb {{(pid=91914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 06:11:46.552692 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.db.l3_hamode_db [None req-635a19c7-bc9a-4ac5-9ca4-27059bf215cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793885-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-01T06:01:58Z,description=,heartbeat_timestamp=2021-06-01T06:11:28Z,host='dv-cinder-793885-1-smb',id=a2597806-c6e6-4acd-a843-608abc904602,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T06:01:58Z,topic='l3_agent')) {'router_ids': ['3c6fb6b9-8ece-4d8e-a649-8b2f96020def'], 'active': True} {{(pid=91914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 06:11:46.572379 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.wsgi [-] (91913) accepted ('10.222.0.41', 54222) {{(pid=91913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 06:11:46.638015 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-6dc043ec-73c0-4a1e-8109-b2dc9cae9527 req-6bf4db9d-b8ab-4e60-905d-81573200b801 tempest-AttachVolumeNegativeTest-1471670784 tempest-AttachVolumeNegativeTest-1471670784-project] 10.222.0.41 "GET /v2.0/security-groups?id=148e0031-14dd-4990-9826-b8db75cc4be7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650808 Jun 01 06:11:46.917615 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.db.l3_dvr_db [None req-635a19c7-bc9a-4ac5-9ca4-27059bf215cd None None] Set router 3c6fb6b9-8ece-4d8e-a649-8b2f96020def gateway port host: dv-cinder-793885-1-smb {{(pid=91914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 06:11:47.023129 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-e0ad04dd-201f-4851-b8b9-7e4713255f78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:11:47.048429 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.db.quota.driver [None req-e0ad04dd-201f-4851-b8b9-7e4713255f78 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 06:11:47.052630 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.quota.resource [None req-e0ad04dd-201f-4851-b8b9-7e4713255f78 admin admin] Usage tracker for resource:security_group_rule and tenant:5994e08584da4ad7ae48ebc7dc2f27fc is out of sync, need to count used quota {{(pid=91913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 06:11:47.055616 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.quota.resource [None req-e0ad04dd-201f-4851-b8b9-7e4713255f78 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 06:11:47.071930 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.db.quota.driver [None req-e0ad04dd-201f-4851-b8b9-7e4713255f78 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 06:11:47.077976 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.notifiers.nova [req-f395fe8a-67f0-4abe-a6e0-77f53f7cd618 req-4753b2de-84ea-4bbc-ad5d-81f05e68f0c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c85ace89-29ac-4314-af91-01bbd31f271d {{(pid=91912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 06:11:47.090329 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [req-f395fe8a-67f0-4abe-a6e0-77f53f7cd618 req-4753b2de-84ea-4bbc-ad5d-81f05e68f0c6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:11:47.109962 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.db.provisioning_blocks [req-f395fe8a-67f0-4abe-a6e0-77f53f7cd618 req-4753b2de-84ea-4bbc-ad5d-81f05e68f0c6 service neutron] Transition to ACTIVE for port object c85ace89-29ac-4314-af91-01bbd31f271d will not be triggered until provisioned by entity L2. {{(pid=91912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 06:11:47.116646 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [req-f395fe8a-67f0-4abe-a6e0-77f53f7cd618 req-4753b2de-84ea-4bbc-ad5d-81f05e68f0c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774208810132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774208425701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774208426006'] for port, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:11:47.137380 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:11:47.246601 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-e0ad04dd-201f-4851-b8b9-7e4713255f78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:11:47.262853 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-e0ad04dd-201f-4851-b8b9-7e4713255f78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940402'] for security_group, after_create {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:11:47.280825 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [None req-60298c8e-5459-4e7f-a0d3-c744e2e4f182 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:11:47.314663 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ad04dd-201f-4851-b8b9-7e4713255f78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3334260b-e03c-45e9-ab95-9fa6f9a2e127,revision_number=1']} {{(pid=91913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:11:47.319916 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [None req-e0ad04dd-201f-4851-b8b9-7e4713255f78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:11:47.351892 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [None req-e0ad04dd-201f-4851-b8b9-7e4713255f78 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5994e08584da4ad7ae48ebc7dc2f27fc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7754388 Jun 01 06:11:47.352472 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.wsgi [-] (91913) accepted ('10.222.0.41', 54246) {{(pid=91913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 06:11:47.475336 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.wsgi [-] (91913) accepted ('10.222.0.41', 54254) {{(pid=91913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 06:11:47.478290 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-5c75317a-751c-4494-ac60-f7992f0914cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:11:47.520251 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-5c75317a-751c-4494-ac60-f7992f0914cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:11:47.582409 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.v2.base [None req-03d7b61b-4e68-4b20-ad8e-0c5db0953cef admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1706773213-network', 'tenant_id': 'fed377efae854216b9f148b73a2ed6ed'}} {{(pid=91913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 06:11:47.589104 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-5c75317a-751c-4494-ac60-f7992f0914cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940402'] for security_group, after_delete {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:11:47.594665 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.db.quota.driver [None req-03d7b61b-4e68-4b20-ad8e-0c5db0953cef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 06:11:47.597773 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:11:47.616185 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.quota.resource [None req-03d7b61b-4e68-4b20-ad8e-0c5db0953cef admin admin] Usage tracker for resource:network and tenant:fed377efae854216b9f148b73a2ed6ed is out of sync, need to count used quota {{(pid=91913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 06:11:47.622062 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774208951022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772053'] for agent, after_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:11:47.625332 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c75317a-751c-4494-ac60-f7992f0914cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3334260b-e03c-45e9-ab95-9fa6f9a2e127,revision_number=None']} {{(pid=91913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:11:47.628278 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.quota.resource [None req-03d7b61b-4e68-4b20-ad8e-0c5db0953cef admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 06:11:47.632147 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-5c75317a-751c-4494-ac60-f7992f0914cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:11:47.634502 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4753b2de-84ea-4bbc-ad5d-81f05e68f0c6 service neutron] Pushing event updated for resources: {'Port': ['ID=c85ace89-29ac-4314-af91-01bbd31f271d,revision_number=2']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:11:47.636249 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [None req-5c75317a-751c-4494-ac60-f7992f0914cc admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3334260b-e03c-45e9-ab95-9fa6f9a2e127 HTTP/1.1" status: 204 len: 168 time: 0.2817044 Jun 01 06:11:47.637714 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [None req-5c75317a-751c-4494-ac60-f7992f0914cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:11:47.643131 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.db.quota.driver [None req-03d7b61b-4e68-4b20-ad8e-0c5db0953cef admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 06:11:47.651165 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-4753b2de-84ea-4bbc-ad5d-81f05e68f0c6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.512s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:11:47.659080 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.plugins.ml2.managers [req-f395fe8a-67f0-4abe-a6e0-77f53f7cd618 req-4753b2de-84ea-4bbc-ad5d-81f05e68f0c6 service neutron] Attempting to bind port c85ace89-29ac-4314-af91-01bbd31f271d on host hv-cinder-79388 for vnic_type normal with profile {{(pid=91912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 06:11:47.660360 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03d7b61b-4e68-4b20-ad8e-0c5db0953cef admin admin] Made reservation on behalf of fed377efae854216b9f148b73a2ed6ed for: {'network': 1} {{(pid=91913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 06:11:47.662850 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-03d7b61b-4e68-4b20-ad8e-0c5db0953cef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3824659'] for network, before_create {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:11:47.676275 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.plugins.ml2.managers [req-f395fe8a-67f0-4abe-a6e0-77f53f7cd618 req-4753b2de-84ea-4bbc-ad5d-81f05e68f0c6 service neutron] Attempting to bind port c85ace89-29ac-4314-af91-01bbd31f271d by drivers openvswitch,hyperv on host hv-cinder-79388 at level 0 using segments [{'id': 'bd10b108-5f36-416c-bf05-81cfe0f5f067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '0b7f9d5f-223f-43b5-8d0c-382ab5f66c87'}] {{(pid=91912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 06:11:47.676655 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f395fe8a-67f0-4abe-a6e0-77f53f7cd618 req-4753b2de-84ea-4bbc-ad5d-81f05e68f0c6 service neutron] Attempting to bind port c85ace89-29ac-4314-af91-01bbd31f271d on network 0b7f9d5f-223f-43b5-8d0c-382ab5f66c87 {{(pid=91912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 06:11:47.695262 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f395fe8a-67f0-4abe-a6e0-77f53f7cd618 req-4753b2de-84ea-4bbc-ad5d-81f05e68f0c6 service neutron] Port c85ace89-29ac-4314-af91-01bbd31f271d on network 0b7f9d5f-223f-43b5-8d0c-382ab5f66c87 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79388 {{(pid=91912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 06:11:47.695594 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f395fe8a-67f0-4abe-a6e0-77f53f7cd618 req-4753b2de-84ea-4bbc-ad5d-81f05e68f0c6 service neutron] Attempting to bind port c85ace89-29ac-4314-af91-01bbd31f271d on network 0b7f9d5f-223f-43b5-8d0c-382ab5f66c87 {{(pid=91912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 06:11:47.706766 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.db.l3_hamode_db [None req-635a19c7-bc9a-4ac5-9ca4-27059bf215cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c6fb6b9-8ece-4d8e-a649-8b2f96020def', 'name': 'tempest-TestShelveInstance-1660457013-router', 'tenant_id': '856ad5dcb525408fab9b255236023d67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df727fa4-ca0b-43ba-be88-ffeb156f0c84', 'external_fixed_ips': [{'subnet_id': '8acdb510-d5f4-4c90-8e8c-2a5ae18e332f', 'ip_address': '172.28.2.236'}], 'enable_snat': True}, 'gw_port_id': '2e9ff09b-baca-4de1-ac59-b97aff3676d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T06:11:34Z', 'updated_at': '2021-06-01T06:11:43Z', 'revision_number': 4, 'project_id': '856ad5dcb525408fab9b255236023d67', 'gw_port': {'id': '2e9ff09b-baca-4de1-ac59-b97aff3676d3', 'name': '', 'network_id': 'df727fa4-ca0b-43ba-be88-ffeb156f0c84', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:fa:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c6fb6b9-8ece-4d8e-a649-8b2f96020def', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '8acdb510-d5f4-4c90-8e8c-2a5ae18e332f', 'ip_address': '172.28.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793885-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T06:11:35Z', 'updated_at': '2021-06-01T06:11:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acdb510-d5f4-4c90-8e8c-2a5ae18e332f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793885-1-smb', '_interfaces': [{'id': '1f04ce48-f22e-47f9-a44e-f6e021713252', 'name': '', 'network_id': 'be2b441a-fb1a-427b-819d-eed80cc049e7', 'tenant_id': '856ad5dcb525408fab9b255236023d67', 'mac_address': 'fa:16:3e:58:aa:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c6fb6b9-8ece-4d8e-a649-8b2f96020def', 'device_owner': 'network:router_interface', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '1cc031fd-c5bc-4dab-9be6-0a2c21e59c64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T06:11:41Z', 'updated_at': '2021-06-01T06:11:44Z', 'revision_number': 2, 'project_id': '856ad5dcb525408fab9b255236023d67', 'subnets': [{'id': '1cc031fd-c5bc-4dab-9be6-0a2c21e59c64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793885-1-smb', False) {} {{(pid=91914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 06:11:47.725650 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-635a19c7-bc9a-4ac5-9ca4-27059bf215cd None None] Checking router: 3c6fb6b9-8ece-4d8e-a649-8b2f96020def for host: dv-cinder-793885-1-smb {{(pid=91914) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 06:11:47.725892 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f395fe8a-67f0-4abe-a6e0-77f53f7cd618 req-4753b2de-84ea-4bbc-ad5d-81f05e68f0c6 service neutron] Checking agent: {'id': '9d825435-0dee-4786-8fdd-f7c3fb37050b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79388', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 6, 8, 18), 'started_at': datetime.datetime(2021, 6, 1, 6, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 6, 11, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 06:11:47.726193 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-635a19c7-bc9a-4ac5-9ca4-27059bf215cd None None] Updating router 3c6fb6b9-8ece-4d8e-a649-8b2f96020def port 1f04ce48-f22e-47f9-a44e-f6e021713252 binding host dv-cinder-793885-1-smb {{(pid=91914) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 06:11:47.726304 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f395fe8a-67f0-4abe-a6e0-77f53f7cd618 req-4753b2de-84ea-4bbc-ad5d-81f05e68f0c6 service neutron] Checking segment: {'id': 'bd10b108-5f36-416c-bf05-81cfe0f5f067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '0b7f9d5f-223f-43b5-8d0c-382ab5f66c87'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 06:11:47.726614 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f395fe8a-67f0-4abe-a6e0-77f53f7cd618 req-4753b2de-84ea-4bbc-ad5d-81f05e68f0c6 service neutron] Bound using segment: {'id': 'bd10b108-5f36-416c-bf05-81cfe0f5f067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '0b7f9d5f-223f-43b5-8d0c-382ab5f66c87'} {{(pid=91912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 06:11:47.727070 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.plugins.ml2.managers [req-f395fe8a-67f0-4abe-a6e0-77f53f7cd618 req-4753b2de-84ea-4bbc-ad5d-81f05e68f0c6 service neutron] Bound port: c85ace89-29ac-4314-af91-01bbd31f271d, host: hv-cinder-79388, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd10b108-5f36-416c-bf05-81cfe0f5f067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '0b7f9d5f-223f-43b5-8d0c-382ab5f66c87'}}] {{(pid=91912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 06:11:47.727421 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [req-f395fe8a-67f0-4abe-a6e0-77f53f7cd618 req-4753b2de-84ea-4bbc-ad5d-81f05e68f0c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3824664'] for port, before_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:11:47.865533 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-635a19c7-bc9a-4ac5-9ca4-27059bf215cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3824664'] for port, before_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:11:47.912707 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00cd751-2d05-4483-b35f-c9834745b15a req-3733cd0d-022d-4a66-a2a1-f3695cfdc1ec tempest-ServerRescueNegativeTestJSON-2082042209 tempest-ServerRescueNegativeTestJSON-2082042209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:11:47.920553 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-f00cd751-2d05-4483-b35f-c9834745b15a req-3733cd0d-022d-4a66-a2a1-f3695cfdc1ec tempest-ServerRescueNegativeTestJSON-2082042209 tempest-ServerRescueNegativeTestJSON-2082042209-project] 10.222.0.41 "GET /v2.0/ports?device_id=adbe8ec7-7667-4d7a-8fa0-614d82b10afb HTTP/1.1" status: 200 len: 945 time: 0.7856326 Jun 01 06:11:47.998479 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-f00cd751-2d05-4483-b35f-c9834745b15a req-1ff4dd38-585a-41d0-bf7d-5134090c4c8e tempest-ServerRescueNegativeTestJSON-2082042209 tempest-ServerRescueNegativeTestJSON-2082042209-project] 10.222.0.41 "GET /v2.0/security-groups?id=b9806f43-fca1-4e3e-8128-d5f6b4549043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770106 Jun 01 06:11:47.999319 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-03d7b61b-4e68-4b20-ad8e-0c5db0953cef admin admin] Notify callbacks [] for security_group, before_create {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:11:48.005983 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.plugins.ml2.db [req-f395fe8a-67f0-4abe-a6e0-77f53f7cd618 req-4753b2de-84ea-4bbc-ad5d-81f05e68f0c6 service neutron] For port c85ace89-29ac-4314-af91-01bbd31f271d, host hv-cinder-79388, cleared binding levels {{(pid=91912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 06:11:48.027496 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.plugins.ml2.db [req-f395fe8a-67f0-4abe-a6e0-77f53f7cd618 req-4753b2de-84ea-4bbc-ad5d-81f05e68f0c6 service neutron] For port c85ace89-29ac-4314-af91-01bbd31f271d, host hv-cinder-79388, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79388',level=0,port_id=c85ace89-29ac-4314-af91-01bbd31f271d,segment=NetworkSegment(bd10b108-5f36-416c-bf05-81cfe0f5f067),segment_id=bd10b108-5f36-416c-bf05-81cfe0f5f067)] {{(pid=91912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 06:11:48.041340 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [req-f395fe8a-67f0-4abe-a6e0-77f53f7cd618 req-4753b2de-84ea-4bbc-ad5d-81f05e68f0c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774208810132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774208425701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774208426006'] for port, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:11:48.046352 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:11:48.138982 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.db.quota.driver [None req-03d7b61b-4e68-4b20-ad8e-0c5db0953cef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 06:11:48.156847 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.quota.resource [None req-03d7b61b-4e68-4b20-ad8e-0c5db0953cef admin admin] Usage tracker for resource:security_group_rule and tenant:fed377efae854216b9f148b73a2ed6ed is out of sync, need to count used quota {{(pid=91913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 06:11:48.164346 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.quota.resource [None req-03d7b61b-4e68-4b20-ad8e-0c5db0953cef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 06:11:48.197254 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.db.quota.driver [None req-03d7b61b-4e68-4b20-ad8e-0c5db0953cef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 06:11:48.274587 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f950fb-7bb7-4813-8bce-25154d5ec73e req-a13cf891-298f-4d53-90d3-d1ec9fda8987 tempest-AttachVolumeNegativeTest-1471670784 tempest-AttachVolumeNegativeTest-1471670784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:11:48.281310 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-f2f950fb-7bb7-4813-8bce-25154d5ec73e req-a13cf891-298f-4d53-90d3-d1ec9fda8987 tempest-AttachVolumeNegativeTest-1471670784 tempest-AttachVolumeNegativeTest-1471670784-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d7b47d7-a3ed-46a5-b7e3-694f298da58c HTTP/1.1" status: 200 len: 943 time: 0.2919884 Jun 01 06:11:48.355778 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-f2f950fb-7bb7-4813-8bce-25154d5ec73e req-0f5e0c5f-be1a-4f52-a248-c4147973e6b5 tempest-AttachVolumeNegativeTest-1471670784 tempest-AttachVolumeNegativeTest-1471670784-project] 10.222.0.41 "GET /v2.0/security-groups?id=148e0031-14dd-4990-9826-b8db75cc4be7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682824 Jun 01 06:11:48.416518 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f395fe8a-67f0-4abe-a6e0-77f53f7cd618 req-4753b2de-84ea-4bbc-ad5d-81f05e68f0c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:11:48.417289 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [req-f395fe8a-67f0-4abe-a6e0-77f53f7cd618 req-4753b2de-84ea-4bbc-ad5d-81f05e68f0c6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239402'] for port, before_response {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:11:48.419039 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-f395fe8a-67f0-4abe-a6e0-77f53f7cd618 req-4753b2de-84ea-4bbc-ad5d-81f05e68f0c6 service neutron] 10.222.0.45 "PUT /v2.0/ports/c85ace89-29ac-4314-af91-01bbd31f271d HTTP/1.1" status: 200 len: 1093 time: 2.2589569 Jun 01 06:11:48.424225 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d7b47d7-a3ed-46a5-b7e3-694f298da58c', 'tag': 'c85ace89-29ac-4314-af91-01bbd31f271d'}] {{(pid=91912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 06:11:48.427520 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c7b3c6e1f14bb220aa0995d95792b8f3e6549c6955cb141320bca3e5502353f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a45458b6-e40d-4872-ab2c-b8c8347cb6f9" -d '{"events": [{"name": "network-changed", "server_uuid": "1d7b47d7-a3ed-46a5-b7e3-694f298da58c", "tag": "c85ace89-29ac-4314-af91-01bbd31f271d"}]}' {{(pid=91912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 06:11:48.462717 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-03d7b61b-4e68-4b20-ad8e-0c5db0953cef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:11:48.471094 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4753b2de-84ea-4bbc-ad5d-81f05e68f0c6 service neutron] Pushing event updated for resources: {'Port': ['ID=c85ace89-29ac-4314-af91-01bbd31f271d,revision_number=3']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:11:48.473352 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-03d7b61b-4e68-4b20-ad8e-0c5db0953cef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940402'] for security_group, after_create {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:11:48.477415 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [None req-e52daa2c-b86f-4eb0-8a2e-c82e4d58cfc8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:11:48.492873 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-4753b2de-84ea-4bbc-ad5d-81f05e68f0c6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.446s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:11:48.631335 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Jun 2021 06:11:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-420f9dc0-bd34-4b17-ac06-1fc67e245e1a x-openstack-request-id: req-420f9dc0-bd34-4b17-ac06-1fc67e245e1a {{(pid=91912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 06:11:48.631650 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d7b47d7-a3ed-46a5-b7e3-694f298da58c", "tag": "c85ace89-29ac-4314-af91-01bbd31f271d", "status": "completed", "code": 200}]} {{(pid=91912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 06:11:48.631990 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-420f9dc0-bd34-4b17-ac06-1fc67e245e1a {{(pid=91912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 06:11:48.632424 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d7b47d7-a3ed-46a5-b7e3-694f298da58c', 'tag': 'c85ace89-29ac-4314-af91-01bbd31f271d', 'status': 'completed', 'code': 200} Jun 01 06:11:48.729410 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03d7b61b-4e68-4b20-ad8e-0c5db0953cef admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 335} {{(pid=91913) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 06:11:48.732413 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-635a19c7-bc9a-4ac5-9ca4-27059bf215cd None None] Notify callbacks [] for port, precommit_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:11:48.755696 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d7b61b-4e68-4b20-ad8e-0c5db0953cef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2743481c-679e-467b-b653-7e0eae012874,revision_number=1']} {{(pid=91913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:11:48.770925 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.db.provisioning_blocks [None req-635a19c7-bc9a-4ac5-9ca4-27059bf215cd None None] Transition to ACTIVE for port object 1f04ce48-f22e-47f9-a44e-f6e021713252 will not be triggered until provisioned by entity L2. {{(pid=91914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 06:11:48.781583 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [None req-03d7b61b-4e68-4b20-ad8e-0c5db0953cef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:11:48.787591 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-635a19c7-bc9a-4ac5-9ca4-27059bf215cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774208810132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774208425701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774208426006'] for port, after_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:11:48.791697 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f395fe8a-67f0-4abe-a6e0-77f53f7cd618 req-bf8593af-29c5-4cdc-be47-bb473ba2bd8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:11:48.793525 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-f395fe8a-67f0-4abe-a6e0-77f53f7cd618 req-bf8593af-29c5-4cdc-be47-bb473ba2bd8d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2a6f229a53e74061b535c311a3c04284&device_id=1d7b47d7-a3ed-46a5-b7e3-694f298da58c HTTP/1.1" status: 200 len: 1096 time: 0.3019505 Jun 01 06:11:48.795236 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG oslo_concurrency.lockutils [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91914) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:11:48.825829 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-03d7b61b-4e68-4b20-ad8e-0c5db0953cef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3778787'] for segment, precommit_create {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:11:48.829598 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.db.segments_db [None req-03d7b61b-4e68-4b20-ad8e-0c5db0953cef admin admin] Added segment 64a9cc7a-9cb8-4972-b0ba-49efafd76524 of type vlan for network f1b630be-b48a-42d1-ade7-d56f19fb0ead Jun 01 06:11:48.919699 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-f395fe8a-67f0-4abe-a6e0-77f53f7cd618 req-ba041008-4fe7-4d2a-9036-44555850d80a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c85ace89-29ac-4314-af91-01bbd31f271d HTTP/1.1" status: 200 len: 217 time: 0.1160679 Jun 01 06:11:49.076623 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-03d7b61b-4e68-4b20-ad8e-0c5db0953cef admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774208444501'] for network, precommit_create {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:11:49.082020 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f395fe8a-67f0-4abe-a6e0-77f53f7cd618 req-a3253403-cbc8-40fe-83b9-d90ef2ab381f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:11:49.086415 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-f395fe8a-67f0-4abe-a6e0-77f53f7cd618 req-a3253403-cbc8-40fe-83b9-d90ef2ab381f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=67a532f4-5301-4272-a23e-04b9dfc38b51 HTTP/1.1" status: 200 len: 854 time: 0.1455383 Jun 01 06:11:49.122707 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7c98cd-3d77-439e-8bc5-db874b65af6b req-d661af00-b667-4743-bd73-c1308503b8bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:11:49.124460 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-4f7c98cd-3d77-439e-8bc5-db874b65af6b req-d661af00-b667-4743-bd73-c1308503b8bd service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e52e210129f84c5ab6a94a8e2b18edeb&device_id=adbe8ec7-7667-4d7a-8fa0-614d82b10afb HTTP/1.1" status: 200 len: 1098 time: 0.5321894 Jun 01 06:11:49.155013 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-f395fe8a-67f0-4abe-a6e0-77f53f7cd618 req-97a7d2d4-5343-4bb3-b550-7a776de9b4b6 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=0b7f9d5f-223f-43b5-8d0c-382ab5f66c87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0615110 Jun 01 06:11:49.190400 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573e7f53-f4f0-4e0e-ad23-df8f2a0c8548 None None] Pushing event updated for resources: {'Port': ['ID=1f04ce48-f22e-47f9-a44e-f6e021713252,revision_number=3']} {{(pid=91914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:11:49.200304 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG oslo_concurrency.lockutils [None req-573e7f53-f4f0-4e0e-ad23-df8f2a0c8548 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.405s {{(pid=91914) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:11:49.227320 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.managers [None req-635a19c7-bc9a-4ac5-9ca4-27059bf215cd None None] Attempting to bind port 1f04ce48-f22e-47f9-a44e-f6e021713252 on host dv-cinder-793885-1-smb for vnic_type normal with profile {{(pid=91914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 06:11:49.228506 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.managers [None req-635a19c7-bc9a-4ac5-9ca4-27059bf215cd None None] Attempting to bind port 1f04ce48-f22e-47f9-a44e-f6e021713252 by drivers openvswitch,hyperv on host dv-cinder-793885-1-smb at level 0 using segments [{'id': '0e7dd937-69e2-40df-b10d-100b14ee89a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'be2b441a-fb1a-427b-819d-eed80cc049e7'}] {{(pid=91914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 06:11:49.229122 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-635a19c7-bc9a-4ac5-9ca4-27059bf215cd None None] Attempting to bind port 1f04ce48-f22e-47f9-a44e-f6e021713252 on network be2b441a-fb1a-427b-819d-eed80cc049e7 {{(pid=91914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 06:11:49.237394 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-635a19c7-bc9a-4ac5-9ca4-27059bf215cd None None] Checking agent: {'id': 'afbd2d5c-fa5a-4eff-9ede-b1626fbc7a4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793885-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 6, 1, 58), 'started_at': datetime.datetime(2021, 6, 1, 6, 2, 28), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 6, 11, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793885-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 06:11:49.238125 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-635a19c7-bc9a-4ac5-9ca4-27059bf215cd None None] Checking segment: {'id': '0e7dd937-69e2-40df-b10d-100b14ee89a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'be2b441a-fb1a-427b-819d-eed80cc049e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 06:11:49.238773 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-635a19c7-bc9a-4ac5-9ca4-27059bf215cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:11:49.239398 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-635a19c7-bc9a-4ac5-9ca4-27059bf215cd None None] Bound using segment: {'id': '0e7dd937-69e2-40df-b10d-100b14ee89a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'be2b441a-fb1a-427b-819d-eed80cc049e7'} {{(pid=91914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 06:11:49.240099 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.managers [None req-635a19c7-bc9a-4ac5-9ca4-27059bf215cd None None] Bound port: 1f04ce48-f22e-47f9-a44e-f6e021713252, host: dv-cinder-793885-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e7dd937-69e2-40df-b10d-100b14ee89a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'be2b441a-fb1a-427b-819d-eed80cc049e7'}}] {{(pid=91914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 06:11:49.240725 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-635a19c7-bc9a-4ac5-9ca4-27059bf215cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3824664'] for port, before_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:11:49.333951 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88d023f-09f7-4a2d-beb1-94656fa38834 req-0875a0d9-bdcf-42b1-9101-55b87d17a129 tempest-ServerRescueNegativeTestJSON-2082042209 tempest-ServerRescueNegativeTestJSON-2082042209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:11:49.340821 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-d88d023f-09f7-4a2d-beb1-94656fa38834 req-0875a0d9-bdcf-42b1-9101-55b87d17a129 tempest-ServerRescueNegativeTestJSON-2082042209 tempest-ServerRescueNegativeTestJSON-2082042209-project] 10.222.0.41 "GET /v2.0/ports?device_id=adbe8ec7-7667-4d7a-8fa0-614d82b10afb HTTP/1.1" status: 200 len: 945 time: 0.5229607 Jun 01 06:11:49.378649 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-03d7b61b-4e68-4b20-ad8e-0c5db0953cef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-940336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536314'] for network, after_create {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:11:49.384553 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03d7b61b-4e68-4b20-ad8e-0c5db0953cef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:11:49.385044 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-03d7b61b-4e68-4b20-ad8e-0c5db0953cef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536287'] for network, before_response {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:11:49.390494 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [None req-d418ac3b-bfb1-4b01-be47-9dd24937bafe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:11:49.433502 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-f395fe8a-67f0-4abe-a6e0-77f53f7cd618 req-d44b91fa-5330-4813-9fe5-0a12f19eb359 service neutron] 10.222.0.45 "GET /v2.0/networks/0b7f9d5f-223f-43b5-8d0c-382ab5f66c87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2719536 Jun 01 06:11:49.434130 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.db [None req-635a19c7-bc9a-4ac5-9ca4-27059bf215cd None None] For port 1f04ce48-f22e-47f9-a44e-f6e021713252, host dv-cinder-793885-1-smb, cleared binding levels {{(pid=91914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 06:11:49.439207 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.db [None req-635a19c7-bc9a-4ac5-9ca4-27059bf215cd None None] For port 1f04ce48-f22e-47f9-a44e-f6e021713252, host dv-cinder-793885-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793885-1-smb',level=0,port_id=1f04ce48-f22e-47f9-a44e-f6e021713252,segment=NetworkSegment(0e7dd937-69e2-40df-b10d-100b14ee89a1),segment_id=0e7dd937-69e2-40df-b10d-100b14ee89a1)] {{(pid=91914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 06:11:49.455245 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-635a19c7-bc9a-4ac5-9ca4-27059bf215cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774208810132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774208425701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774208426006'] for port, after_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:11:49.465257 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91914) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:11:49.622447 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573e7f53-f4f0-4e0e-ad23-df8f2a0c8548 None None] Pushing event updated for resources: {'Port': ['ID=1f04ce48-f22e-47f9-a44e-f6e021713252,revision_number=4']} {{(pid=91914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:11:49.634338 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d7b61b-4e68-4b20-ad8e-0c5db0953cef admin admin] Pushing event updated for resources: {'Network': ['ID=f1b630be-b48a-42d1-ade7-d56f19fb0ead,revision_number=1']} {{(pid=91913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:11:49.634682 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG oslo_concurrency.lockutils [None req-573e7f53-f4f0-4e0e-ad23-df8f2a0c8548 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=91914) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:11:49.638759 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [None req-03d7b61b-4e68-4b20-ad8e-0c5db0953cef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:11:49.645697 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-d88d023f-09f7-4a2d-beb1-94656fa38834 req-c2678859-ed18-4516-9e26-3b7fec206c70 tempest-ServerRescueNegativeTestJSON-2082042209 tempest-ServerRescueNegativeTestJSON-2082042209-project] 10.222.0.41 "GET /v2.0/security-groups?id=b9806f43-fca1-4e3e-8128-d5f6b4549043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3040540 Jun 01 06:11:49.667973 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.rpc [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] Network f1b630be-b48a-42d1-ade7-d56f19fb0ead details requested by agent ovs-agent-dv-cinder-793885-1-smb with host dv-cinder-793885-1-smb {{(pid=91914) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 06:11:49.788417 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [None req-03d7b61b-4e68-4b20-ad8e-0c5db0953cef admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.2091753 Jun 01 06:11:49.797782 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.wsgi [-] (91912) accepted ('10.222.0.41', 54320) {{(pid=91912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 06:11:49.804226 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7c98cd-3d77-439e-8bc5-db874b65af6b req-b336cceb-b88a-469b-b404-8ee662b528bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:11:49.808346 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-4f7c98cd-3d77-439e-8bc5-db874b65af6b req-b336cceb-b88a-469b-b404-8ee662b528bd service neutron] 10.222.0.45 "GET /v2.0/networks?id=2cfdc2ff-8af3-4a0e-8494-3f69501eca70 HTTP/1.1" status: 200 len: 919 time: 0.6748521 Jun 01 06:11:49.848718 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.v2.base [None req-8f4bb609-e39b-4013-9d40-9ba905c59f42 admin admin] Request body: {'subnet': {'network_id': 'f1b630be-b48a-42d1-ade7-d56f19fb0ead', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1706773213-subnet', 'tenant_id': 'fed377efae854216b9f148b73a2ed6ed', 'ip_version': 4}} {{(pid=91912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 06:11:49.882124 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.db.quota.driver [None req-8f4bb609-e39b-4013-9d40-9ba905c59f42 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91912) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 06:11:49.978665 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.quota.resource [None req-8f4bb609-e39b-4013-9d40-9ba905c59f42 admin admin] Usage tracker for resource:subnet and tenant:fed377efae854216b9f148b73a2ed6ed is out of sync, need to count used quota {{(pid=91912) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 06:11:49.994558 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.quota.resource [None req-8f4bb609-e39b-4013-9d40-9ba905c59f42 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91912) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 06:11:50.018770 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.db.quota.driver [None req-8f4bb609-e39b-4013-9d40-9ba905c59f42 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91912) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 06:11:50.026948 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-f395fe8a-67f0-4abe-a6e0-77f53f7cd618 req-9e2a2d41-8412-4a99-abb0-549cdd6e4a58 service neutron] 10.222.0.45 "GET /v2.0/networks/0b7f9d5f-223f-43b5-8d0c-382ab5f66c87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5789464 Jun 01 06:11:50.036874 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-635a19c7-bc9a-4ac5-9ca4-27059bf215cd None None] Routers {'3c6fb6b9-8ece-4d8e-a649-8b2f96020def'} bound to L3 agent in host dv-cinder-793885-1-smb {{(pid=91914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 06:11:50.037576 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.db.l3_hamode_db [None req-635a19c7-bc9a-4ac5-9ca4-27059bf215cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793885-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-01T06:01:58Z,description=,heartbeat_timestamp=2021-06-01T06:11:28Z,host='dv-cinder-793885-1-smb',id=a2597806-c6e6-4acd-a843-608abc904602,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T06:01:58Z,topic='l3_agent')) {'router_ids': ['3c6fb6b9-8ece-4d8e-a649-8b2f96020def'], 'active': True} {{(pid=91914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 06:11:50.049446 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-4f7c98cd-3d77-439e-8bc5-db874b65af6b req-d0f73a6c-d363-40fa-8ad8-48185d095169 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=086b5e9c-bc83-4237-8f83-92b088599ac2 HTTP/1.1" status: 200 len: 217 time: 0.2330744 Jun 01 06:11:50.067149 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f4bb609-e39b-4013-9d40-9ba905c59f42 admin admin] Made reservation on behalf of fed377efae854216b9f148b73a2ed6ed for: {'subnet': 1} {{(pid=91912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 06:11:50.069537 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-8f4bb609-e39b-4013-9d40-9ba905c59f42 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:11:50.151003 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7c98cd-3d77-439e-8bc5-db874b65af6b req-c7fdf028-7d48-4c9d-9ac0-48d8fc5329b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:11:50.152872 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-4f7c98cd-3d77-439e-8bc5-db874b65af6b req-c7fdf028-7d48-4c9d-9ac0-48d8fc5329b6 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d9825719-b0f5-4a30-9b2a-ada7e262f0ce HTTP/1.1" status: 200 len: 858 time: 0.0804715 Jun 01 06:11:50.184413 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a3fc8e-42ee-415c-afc1-7e53fb6db187 req-5b9152b5-ef6a-4bad-a005-046478c4770b tempest-AttachVolumeNegativeTest-1471670784 tempest-AttachVolumeNegativeTest-1471670784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:11:50.184413 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.quota.resource [req-d5a3fc8e-42ee-415c-afc1-7e53fb6db187 req-5b9152b5-ef6a-4bad-a005-046478c4770b tempest-AttachVolumeNegativeTest-1471670784 tempest-AttachVolumeNegativeTest-1471670784-project] Synchronizing usage tracker for tenant:2a6f229a53e74061b535c311a3c04284 on resource:port {{(pid=91912) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 06:11:50.297565 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-4f7c98cd-3d77-439e-8bc5-db874b65af6b req-c044ff30-86af-4d72-8241-185fb76b18e5 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2cfdc2ff-8af3-4a0e-8494-3f69501eca70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1351860 Jun 01 06:11:50.308841 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.quota.resource [req-d5a3fc8e-42ee-415c-afc1-7e53fb6db187 req-5b9152b5-ef6a-4bad-a005-046478c4770b tempest-AttachVolumeNegativeTest-1471670784 tempest-AttachVolumeNegativeTest-1471670784-project] Unset dirty status for tenant:2a6f229a53e74061b535c311a3c04284 on resource:port {{(pid=91912) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 06:11:50.310205 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-d5a3fc8e-42ee-415c-afc1-7e53fb6db187 req-5b9152b5-ef6a-4bad-a005-046478c4770b tempest-AttachVolumeNegativeTest-1471670784 tempest-AttachVolumeNegativeTest-1471670784-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d7b47d7-a3ed-46a5-b7e3-694f298da58c HTTP/1.1" status: 200 len: 943 time: 0.7239709 Jun 01 06:11:50.523628 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.db.l3_dvr_db [None req-635a19c7-bc9a-4ac5-9ca4-27059bf215cd None None] Set router 3c6fb6b9-8ece-4d8e-a649-8b2f96020def gateway port host: dv-cinder-793885-1-smb {{(pid=91914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 06:11:50.573759 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45458b6-e40d-4872-ab2c-b8c8347cb6f9 req-a3ee0763-8ad2-47ae-bc2b-51d18e994ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:11:50.575261 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-a45458b6-e40d-4872-ab2c-b8c8347cb6f9 req-a3ee0763-8ad2-47ae-bc2b-51d18e994ab5 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2a6f229a53e74061b535c311a3c04284&device_id=1d7b47d7-a3ed-46a5-b7e3-694f298da58c HTTP/1.1" status: 200 len: 1096 time: 0.4760058 Jun 01 06:11:50.595373 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-4f7c98cd-3d77-439e-8bc5-db874b65af6b req-dc25ec5c-8ded-48d3-bca2-79fcf1f7dc41 service neutron] 10.222.0.45 "GET /v2.0/networks/2cfdc2ff-8af3-4a0e-8494-3f69501eca70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2766848 Jun 01 06:11:50.652470 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-d5a3fc8e-42ee-415c-afc1-7e53fb6db187 req-5c87746a-37a3-4af9-a344-f25e5a997b65 tempest-AttachVolumeNegativeTest-1471670784 tempest-AttachVolumeNegativeTest-1471670784-project] 10.222.0.41 "GET /v2.0/security-groups?id=148e0031-14dd-4990-9826-b8db75cc4be7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3148763 Jun 01 06:11:50.884741 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45458b6-e40d-4872-ab2c-b8c8347cb6f9 req-82ae165e-f80e-4866-a527-b31b99da7b59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:11:50.886849 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-a45458b6-e40d-4872-ab2c-b8c8347cb6f9 req-82ae165e-f80e-4866-a527-b31b99da7b59 service neutron] 10.222.0.45 "GET /v2.0/networks?id=0b7f9d5f-223f-43b5-8d0c-382ab5f66c87 HTTP/1.1" status: 200 len: 915 time: 0.3002572 Jun 01 06:11:50.888232 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-4f7c98cd-3d77-439e-8bc5-db874b65af6b req-8e982d17-c06f-4fda-92a2-f300507dcd4b service neutron] 10.222.0.45 "GET /v2.0/networks/2cfdc2ff-8af3-4a0e-8494-3f69501eca70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2790313 Jun 01 06:11:50.936160 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750a674d-4e8f-4b3a-8f21-70e02f944e57 req-295419a2-2172-4455-a79e-4dbc996e56cf tempest-ServerRescueNegativeTestJSON-2082042209 tempest-ServerRescueNegativeTestJSON-2082042209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:11:50.945310 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-750a674d-4e8f-4b3a-8f21-70e02f944e57 req-295419a2-2172-4455-a79e-4dbc996e56cf tempest-ServerRescueNegativeTestJSON-2082042209 tempest-ServerRescueNegativeTestJSON-2082042209-project] 10.222.0.41 "GET /v2.0/ports?device_id=adbe8ec7-7667-4d7a-8fa0-614d82b10afb HTTP/1.1" status: 200 len: 945 time: 0.1478343 Jun 01 06:11:51.033575 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-a45458b6-e40d-4872-ab2c-b8c8347cb6f9 req-e0a94f6b-188c-4a9c-aa65-448268c07f06 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c85ace89-29ac-4314-af91-01bbd31f271d HTTP/1.1" status: 200 len: 217 time: 0.1312189 Jun 01 06:11:51.041328 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-750a674d-4e8f-4b3a-8f21-70e02f944e57 req-dfba00ce-ef61-482a-ab5d-ac583610a40b tempest-ServerRescueNegativeTestJSON-2082042209 tempest-ServerRescueNegativeTestJSON-2082042209-project] 10.222.0.41 "GET /v2.0/security-groups?id=b9806f43-fca1-4e3e-8128-d5f6b4549043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945621 Jun 01 06:11:51.120442 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.db.l3_hamode_db [None req-635a19c7-bc9a-4ac5-9ca4-27059bf215cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c6fb6b9-8ece-4d8e-a649-8b2f96020def', 'name': 'tempest-TestShelveInstance-1660457013-router', 'tenant_id': '856ad5dcb525408fab9b255236023d67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df727fa4-ca0b-43ba-be88-ffeb156f0c84', 'external_fixed_ips': [{'subnet_id': '8acdb510-d5f4-4c90-8e8c-2a5ae18e332f', 'ip_address': '172.28.2.236'}], 'enable_snat': True}, 'gw_port_id': '2e9ff09b-baca-4de1-ac59-b97aff3676d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T06:11:34Z', 'updated_at': '2021-06-01T06:11:43Z', 'revision_number': 4, 'project_id': '856ad5dcb525408fab9b255236023d67', 'gw_port': {'id': '2e9ff09b-baca-4de1-ac59-b97aff3676d3', 'name': '', 'network_id': 'df727fa4-ca0b-43ba-be88-ffeb156f0c84', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:fa:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c6fb6b9-8ece-4d8e-a649-8b2f96020def', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '8acdb510-d5f4-4c90-8e8c-2a5ae18e332f', 'ip_address': '172.28.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793885-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T06:11:35Z', 'updated_at': '2021-06-01T06:11:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acdb510-d5f4-4c90-8e8c-2a5ae18e332f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793885-1-smb', '_interfaces': [{'id': '1f04ce48-f22e-47f9-a44e-f6e021713252', 'name': '', 'network_id': 'be2b441a-fb1a-427b-819d-eed80cc049e7', 'tenant_id': '856ad5dcb525408fab9b255236023d67', 'mac_address': 'fa:16:3e:58:aa:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c6fb6b9-8ece-4d8e-a649-8b2f96020def', 'device_owner': 'network:router_interface', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '1cc031fd-c5bc-4dab-9be6-0a2c21e59c64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793885-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T06:11:41Z', 'updated_at': '2021-06-01T06:11:49Z', 'revision_number': 4, 'project_id': '856ad5dcb525408fab9b255236023d67', 'subnets': [{'id': '1cc031fd-c5bc-4dab-9be6-0a2c21e59c64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793885-1-smb', False) {} {{(pid=91914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 06:11:51.124828 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-635a19c7-bc9a-4ac5-9ca4-27059bf215cd None None] The sync data for ids ['3c6fb6b9-8ece-4d8e-a649-8b2f96020def'] in dv-cinder-793885-1-smb is: [{'id': '3c6fb6b9-8ece-4d8e-a649-8b2f96020def', 'name': 'tempest-TestShelveInstance-1660457013-router', 'tenant_id': '856ad5dcb525408fab9b255236023d67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df727fa4-ca0b-43ba-be88-ffeb156f0c84', 'external_fixed_ips': [{'subnet_id': '8acdb510-d5f4-4c90-8e8c-2a5ae18e332f', 'ip_address': '172.28.2.236'}], 'enable_snat': True}, 'gw_port_id': '2e9ff09b-baca-4de1-ac59-b97aff3676d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T06:11:34Z', 'updated_at': '2021-06-01T06:11:43Z', 'revision_number': 4, 'project_id': '856ad5dcb525408fab9b255236023d67', 'gw_port': {'id': '2e9ff09b-baca-4de1-ac59-b97aff3676d3', 'name': '', 'network_id': 'df727fa4-ca0b-43ba-be88-ffeb156f0c84', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:fa:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c6fb6b9-8ece-4d8e-a649-8b2f96020def', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '8acdb510-d5f4-4c90-8e8c-2a5ae18e332f', 'ip_address': '172.28.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793885-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T06:11:35Z', 'updated_at': '2021-06-01T06:11:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acdb510-d5f4-4c90-8e8c-2a5ae18e332f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793885-1-smb', '_interfaces': [{'id': '1f04ce48-f22e-47f9-a44e-f6e021713252', 'name': '', 'network_id': 'be2b441a-fb1a-427b-819d-eed80cc049e7', 'tenant_id': '856ad5dcb525408fab9b255236023d67', 'mac_address': 'fa:16:3e:58:aa:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c6fb6b9-8ece-4d8e-a649-8b2f96020def', 'device_owner': 'network:router_interface', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '1cc031fd-c5bc-4dab-9be6-0a2c21e59c64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793885-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T06:11:41Z', 'updated_at': '2021-06-01T06:11:49Z', 'revision_number': 4, 'project_id': '856ad5dcb525408fab9b255236023d67', 'subnets': [{'id': '1cc031fd-c5bc-4dab-9be6-0a2c21e59c64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 06:11:51.127407 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-8f4bb609-e39b-4013-9d40-9ba905c59f42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536289'] for subnet, after_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:11:51.143413 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:11:51.210337 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45458b6-e40d-4872-ab2c-b8c8347cb6f9 req-590e5f7e-c216-4b9b-828e-2d21876fa740 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:11:51.211798 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-a45458b6-e40d-4872-ab2c-b8c8347cb6f9 req-590e5f7e-c216-4b9b-828e-2d21876fa740 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=67a532f4-5301-4272-a23e-04b9dfc38b51 HTTP/1.1" status: 200 len: 854 time: 0.1626084 Jun 01 06:11:51.378753 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-a45458b6-e40d-4872-ab2c-b8c8347cb6f9 req-12149d23-fc19-4c5a-88e0-d71fd07eb9e8 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=0b7f9d5f-223f-43b5-8d0c-382ab5f66c87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1493981 Jun 01 06:11:51.439448 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4bb609-e39b-4013-9d40-9ba905c59f42 admin admin] Pushing event updated for resources: {'Subnet': ['ID=583c983b-cbf4-4a47-8c33-2b3c8f8c851e,revision_number=0']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:11:51.451958 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-8f4bb609-e39b-4013-9d40-9ba905c59f42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:11:51.456447 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f4bb609-e39b-4013-9d40-9ba905c59f42 admin admin] Checking segment: {'id': '64a9cc7a-9cb8-4972-b0ba-49efafd76524', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'f1b630be-b48a-42d1-ade7-d56f19fb0ead'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 06:11:51.456805 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f4bb609-e39b-4013-9d40-9ba905c59f42 admin admin] Network hostable DHCP agents. Network: f1b630be-b48a-42d1-ade7-d56f19fb0ead, hostable agents: ['19337ed4-2364-4f5e-82f6-1f840bd5d30c'], hosted agents: [] {{(pid=91912) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 06:11:51.712351 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-a45458b6-e40d-4872-ab2c-b8c8347cb6f9 req-12cdadcc-7897-40c4-980f-d6a8f252f35d service neutron] 10.222.0.45 "GET /v2.0/networks/0b7f9d5f-223f-43b5-8d0c-382ab5f66c87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3099515 Jun 01 06:11:51.718046 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f4bb609-e39b-4013-9d40-9ba905c59f42 admin admin] Network f1b630be-b48a-42d1-ade7-d56f19fb0ead is scheduled to be hosted by DHCP agent 19337ed4-2364-4f5e-82f6-1f840bd5d30c with binding_index 1 {{(pid=91912) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 06:11:51.938960 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.scheduler.base_scheduler [None req-8f4bb609-e39b-4013-9d40-9ba905c59f42 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-793885-1-smb, f1b630be-b48a-42d1-ade7-d56f19fb0ead) {{(pid=91912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 06:11:51.954069 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f4bb609-e39b-4013-9d40-9ba905c59f42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:11:51.954665 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-8f4bb609-e39b-4013-9d40-9ba905c59f42 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:11:51.954882 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0931dfe3-4fe7-4237-960e-8909fddcf034 None None] Network f1b630be-b48a-42d1-ade7-d56f19fb0ead requested from dv-cinder-793885-1-smb {{(pid=91914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 06:11:52.097550 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [None req-8f4bb609-e39b-4013-9d40-9ba905c59f42 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.2976468 Jun 01 06:11:52.100298 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.wsgi [-] (91912) accepted ('10.222.0.41', 54368) {{(pid=91912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 06:11:52.109546 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-a45458b6-e40d-4872-ab2c-b8c8347cb6f9 req-103d2879-623a-4c9b-a8da-fe5dc8107e25 service neutron] 10.222.0.45 "GET /v2.0/networks/0b7f9d5f-223f-43b5-8d0c-382ab5f66c87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3858099 Jun 01 06:11:52.112772 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.v2.base [None req-55076875-5855-4112-a4be-994d58d74106 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1706773213-router', 'tenant_id': 'fed377efae854216b9f148b73a2ed6ed', 'external_gateway_info': {'network_id': 'df727fa4-ca0b-43ba-be88-ffeb156f0c84'}}} {{(pid=91912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 06:11:52.132422 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.db.quota.driver [None req-55076875-5855-4112-a4be-994d58d74106 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91912) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 06:11:52.138821 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.quota.resource [None req-55076875-5855-4112-a4be-994d58d74106 admin admin] Usage tracker for resource:router and tenant:fed377efae854216b9f148b73a2ed6ed is out of sync, need to count used quota {{(pid=91912) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 06:11:52.140851 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4982b6-bc14-41b3-9c4f-57b1a05b1bfe req-a3abd709-e4f6-4782-a25c-5de1a46c992f tempest-AttachVolumeNegativeTest-1471670784 tempest-AttachVolumeNegativeTest-1471670784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:11:52.146294 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-7b4982b6-bc14-41b3-9c4f-57b1a05b1bfe req-a3abd709-e4f6-4782-a25c-5de1a46c992f tempest-AttachVolumeNegativeTest-1471670784 tempest-AttachVolumeNegativeTest-1471670784-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d7b47d7-a3ed-46a5-b7e3-694f298da58c HTTP/1.1" status: 200 len: 943 time: 0.2383168 Jun 01 06:11:52.151952 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.quota.resource [None req-55076875-5855-4112-a4be-994d58d74106 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91912) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 06:11:52.169243 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.db.quota.driver [None req-55076875-5855-4112-a4be-994d58d74106 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91912) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 06:11:52.196344 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-55076875-5855-4112-a4be-994d58d74106 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-890745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5139'] for router, before_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:11:52.197426 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-55076875-5855-4112-a4be-994d58d74106 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-889721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-880550', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-949579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5144'] for router, precommit_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:11:52.230668 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-55076875-5855-4112-a4be-994d58d74106 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:11:52.298888 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-7b4982b6-bc14-41b3-9c4f-57b1a05b1bfe req-ccfaeb74-17ed-4d48-8d07-1b8b2d87891a tempest-AttachVolumeNegativeTest-1471670784 tempest-AttachVolumeNegativeTest-1471670784-project] 10.222.0.41 "GET /v2.0/security-groups?id=148e0031-14dd-4990-9826-b8db75cc4be7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442966 Jun 01 06:11:52.654983 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-499b6c5b-20e8-4bb0-9214-fa503ec60837 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1120d2a-5d53-58fd-944c-c26255605104-f1b630be-b48a-42d1-ade7-d56f19fb0ead', 'network_id': 'f1b630be-b48a-42d1-ade7-d56f19fb0ead', 'tenant_id': 'fed377efae854216b9f148b73a2ed6ed', 'fixed_ips': [{'subnet_id': '583c983b-cbf4-4a47-8c33-2b3c8f8c851e'}]}} from dv-cinder-793885-1-smb. {{(pid=91914) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 01 06:11:52.657189 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-499b6c5b-20e8-4bb0-9214-fa503ec60837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3824664'] for port, before_create {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:11:52.821584 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-55076875-5855-4112-a4be-994d58d74106 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-880515', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-890699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5230'] for router, precommit_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:11:52.834178 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9447ebf-d283-422c-a693-25c211e69ec1 req-b5027304-3c8b-4b88-8461-8528ceb93bd6 tempest-ServerRescueNegativeTestJSON-2082042209 tempest-ServerRescueNegativeTestJSON-2082042209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:11:52.841475 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-d9447ebf-d283-422c-a693-25c211e69ec1 req-b5027304-3c8b-4b88-8461-8528ceb93bd6 tempest-ServerRescueNegativeTestJSON-2082042209 tempest-ServerRescueNegativeTestJSON-2082042209-project] 10.222.0.41 "GET /v2.0/ports?device_id=adbe8ec7-7667-4d7a-8fa0-614d82b10afb HTTP/1.1" status: 200 len: 945 time: 0.5817192 Jun 01 06:11:53.025674 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-d9447ebf-d283-422c-a693-25c211e69ec1 req-a697852a-2f50-44d8-a6b9-7569a30cb9a4 tempest-ServerRescueNegativeTestJSON-2082042209 tempest-ServerRescueNegativeTestJSON-2082042209-project] 10.222.0.41 "GET /v2.0/security-groups?id=b9806f43-fca1-4e3e-8128-d5f6b4549043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1832132 Jun 01 06:11:53.062768 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.db.db_base_plugin_common [None req-499b6c5b-20e8-4bb0-9214-fa503ec60837 None None] Allocated IP 172.20.0.2 (f1b630be-b48a-42d1-ade7-d56f19fb0ead/583c983b-cbf4-4a47-8c33-2b3c8f8c851e/867f0f85-50f0-46ff-b441-dac5e36d104c) {{(pid=91914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 06:11:53.182582 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.rpc [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] Device 1f04ce48-f22e-47f9-a44e-f6e021713252 up at agent ovs-agent-dv-cinder-793885-1-smb {{(pid=91914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 06:11:53.308824 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.db.provisioning_blocks [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] Provisioning for port 1f04ce48-f22e-47f9-a44e-f6e021713252 completed by entity L2. {{(pid=91914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 06:11:53.326543 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.db.provisioning_blocks [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] Provisioning complete for port 1f04ce48-f22e-47f9-a44e-f6e021713252 triggered by entity L2. {{(pid=91914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 06:11:53.326961 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3772206'] for port, provisioning_complete {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:11:53.357373 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-55076875-5855-4112-a4be-994d58d74106 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:11:53.409593 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-55076875-5855-4112-a4be-994d58d74106 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3824664'] for port, before_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:11:53.562582 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3956af4-b31f-446c-a37f-3d1a0bf3b484 req-c88ad2d0-aea2-4b98-820d-3d8bb3a124cf tempest-AttachVolumeNegativeTest-1471670784 tempest-AttachVolumeNegativeTest-1471670784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:11:53.575034 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-f3956af4-b31f-446c-a37f-3d1a0bf3b484 req-c88ad2d0-aea2-4b98-820d-3d8bb3a124cf tempest-AttachVolumeNegativeTest-1471670784 tempest-AttachVolumeNegativeTest-1471670784-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d7b47d7-a3ed-46a5-b7e3-694f298da58c HTTP/1.1" status: 200 len: 943 time: 0.1290169 Jun 01 06:11:53.606102 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-499b6c5b-20e8-4bb0-9214-fa503ec60837 None None] Notify callbacks [] for port, precommit_create {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:11:53.622855 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.db.provisioning_blocks [None req-499b6c5b-20e8-4bb0-9214-fa503ec60837 None None] Transition to ACTIVE for port object 867f0f85-50f0-46ff-b441-dac5e36d104c will not be triggered until provisioned by entity L2. {{(pid=91914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 06:11:53.645993 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-f3956af4-b31f-446c-a37f-3d1a0bf3b484 req-eb92853f-a240-4d8f-8b10-c1ba9507e0ec tempest-AttachVolumeNegativeTest-1471670784 tempest-AttachVolumeNegativeTest-1471670784-project] 10.222.0.41 "GET /v2.0/security-groups?id=148e0031-14dd-4990-9826-b8db75cc4be7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694695 Jun 01 06:11:53.648156 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.db.provisioning_blocks [None req-499b6c5b-20e8-4bb0-9214-fa503ec60837 None None] Transition to ACTIVE for port object 867f0f85-50f0-46ff-b441-dac5e36d104c will not be triggered until provisioned by entity DHCP. {{(pid=91914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 06:11:53.655431 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3824664'] for port, before_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:11:53.703843 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-499b6c5b-20e8-4bb0-9214-fa503ec60837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774208425683'] for port, after_create {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:11:53.711536 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91914) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:11:53.722565 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.db.db_base_plugin_common [None req-55076875-5855-4112-a4be-994d58d74106 admin admin] Allocated IP 172.28.2.221 (df727fa4-ca0b-43ba-be88-ffeb156f0c84/8acdb510-d5f4-4c90-8e8c-2a5ae18e332f/f8b0545d-724d-4320-88ed-206815aebb7e) {{(pid=91912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 06:11:53.826481 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499b6c5b-20e8-4bb0-9214-fa503ec60837 None None] Pushing event updated for resources: {'Port': ['ID=867f0f85-50f0-46ff-b441-dac5e36d104c,revision_number=1']} {{(pid=91914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:11:53.836268 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG oslo_concurrency.lockutils [None req-499b6c5b-20e8-4bb0-9214-fa503ec60837 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=91914) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:11:53.855911 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.db [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] For port 1f04ce48-f22e-47f9-a44e-f6e021713252, host dv-cinder-793885-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793885-1-smb',level=0,port_id=1f04ce48-f22e-47f9-a44e-f6e021713252,segment=NetworkSegment(0e7dd937-69e2-40df-b10d-100b14ee89a1),segment_id=0e7dd937-69e2-40df-b10d-100b14ee89a1)] {{(pid=91914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 06:11:53.867732 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-499b6c5b-20e8-4bb0-9214-fa503ec60837 None None] Network f1b630be-b48a-42d1-ade7-d56f19fb0ead is already hosted by enough agents. {{(pid=91914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 06:11:53.870340 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.scheduler.base_scheduler [None req-499b6c5b-20e8-4bb0-9214-fa503ec60837 None None] Resources bound (agent type, host, resource id): {{(pid=91914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 06:11:53.873469 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774208810132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774208425701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774208426006'] for port, after_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:11:53.876631 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-499b6c5b-20e8-4bb0-9214-fa503ec60837 None None] Received port after_create {{(pid=91914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 06:11:53.886280 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG oslo_concurrency.lockutils [None req-f4ef7463-7ffd-4931-8161-6d9f5cdef4df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91914) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:11:53.935293 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-55076875-5855-4112-a4be-994d58d74106 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:11:53.979049 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-55076875-5855-4112-a4be-994d58d74106 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774208425683'] for port, after_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:11:53.988818 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:11:54.060617 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55076875-5855-4112-a4be-994d58d74106 admin admin] Network df727fa4-ca0b-43ba-be88-ffeb156f0c84 is already hosted by enough agents. {{(pid=91912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 06:11:54.063857 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.scheduler.base_scheduler [None req-55076875-5855-4112-a4be-994d58d74106 admin admin] Resources bound (agent type, host, resource id): {{(pid=91912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 06:11:54.068333 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55076875-5855-4112-a4be-994d58d74106 admin admin] Received port after_create {{(pid=91912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 06:11:54.211570 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.managers [None req-499b6c5b-20e8-4bb0-9214-fa503ec60837 None None] Attempting to bind port 867f0f85-50f0-46ff-b441-dac5e36d104c on host dv-cinder-793885-1-smb for vnic_type normal with profile {{(pid=91914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 06:11:54.214816 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.managers [None req-499b6c5b-20e8-4bb0-9214-fa503ec60837 None None] Attempting to bind port 867f0f85-50f0-46ff-b441-dac5e36d104c by drivers openvswitch,hyperv on host dv-cinder-793885-1-smb at level 0 using segments [{'id': '64a9cc7a-9cb8-4972-b0ba-49efafd76524', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'f1b630be-b48a-42d1-ade7-d56f19fb0ead'}] {{(pid=91914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 06:11:54.218012 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-499b6c5b-20e8-4bb0-9214-fa503ec60837 None None] Attempting to bind port 867f0f85-50f0-46ff-b441-dac5e36d104c on network f1b630be-b48a-42d1-ade7-d56f19fb0ead {{(pid=91914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 06:11:54.234460 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-499b6c5b-20e8-4bb0-9214-fa503ec60837 None None] Checking agent: {'id': 'afbd2d5c-fa5a-4eff-9ede-b1626fbc7a4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793885-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 6, 1, 58), 'started_at': datetime.datetime(2021, 6, 1, 6, 2, 28), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 6, 11, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793885-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 06:11:54.239714 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-499b6c5b-20e8-4bb0-9214-fa503ec60837 None None] Checking segment: {'id': '64a9cc7a-9cb8-4972-b0ba-49efafd76524', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'f1b630be-b48a-42d1-ade7-d56f19fb0ead'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 06:11:54.240241 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-499b6c5b-20e8-4bb0-9214-fa503ec60837 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:11:54.241100 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-499b6c5b-20e8-4bb0-9214-fa503ec60837 None None] Bound using segment: {'id': '64a9cc7a-9cb8-4972-b0ba-49efafd76524', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'f1b630be-b48a-42d1-ade7-d56f19fb0ead'} {{(pid=91914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 06:11:54.243349 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.managers [None req-499b6c5b-20e8-4bb0-9214-fa503ec60837 None None] Bound port: 867f0f85-50f0-46ff-b441-dac5e36d104c, host: dv-cinder-793885-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64a9cc7a-9cb8-4972-b0ba-49efafd76524', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'f1b630be-b48a-42d1-ade7-d56f19fb0ead'}}] {{(pid=91914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 06:11:54.243349 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-499b6c5b-20e8-4bb0-9214-fa503ec60837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3824664'] for port, before_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:11:54.352841 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55076875-5855-4112-a4be-994d58d74106 admin admin] Pushing event updated for resources: {'Port': ['ID=f8b0545d-724d-4320-88ed-206815aebb7e,revision_number=1']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:11:54.388652 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] Pushing event updated for resources: {'Port': ['ID=1f04ce48-f22e-47f9-a44e-f6e021713252,revision_number=5']} {{(pid=91914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:11:54.393556 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG oslo_concurrency.lockutils [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.507s {{(pid=91914) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:11:54.445562 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3ff8c5-f1bc-4794-8231-2c1764cafcc7 req-55e67bcd-aeaa-47fd-a3be-227fb40a2d18 tempest-ServerRescueNegativeTestJSON-2082042209 tempest-ServerRescueNegativeTestJSON-2082042209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:11:54.449082 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.db [None req-499b6c5b-20e8-4bb0-9214-fa503ec60837 None None] For port 867f0f85-50f0-46ff-b441-dac5e36d104c, host dv-cinder-793885-1-smb, cleared binding levels {{(pid=91914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 06:11:54.455722 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.db [None req-499b6c5b-20e8-4bb0-9214-fa503ec60837 None None] For port 867f0f85-50f0-46ff-b441-dac5e36d104c, host dv-cinder-793885-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793885-1-smb',level=0,port_id=867f0f85-50f0-46ff-b441-dac5e36d104c,segment=NetworkSegment(64a9cc7a-9cb8-4972-b0ba-49efafd76524),segment_id=64a9cc7a-9cb8-4972-b0ba-49efafd76524)] {{(pid=91914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 06:11:54.456233 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-5f3ff8c5-f1bc-4794-8231-2c1764cafcc7 req-55e67bcd-aeaa-47fd-a3be-227fb40a2d18 tempest-ServerRescueNegativeTestJSON-2082042209 tempest-ServerRescueNegativeTestJSON-2082042209-project] 10.222.0.41 "GET /v2.0/ports?device_id=adbe8ec7-7667-4d7a-8fa0-614d82b10afb HTTP/1.1" status: 200 len: 945 time: 0.1926084 Jun 01 06:11:54.478837 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-499b6c5b-20e8-4bb0-9214-fa503ec60837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774208810132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774208425701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774208426006'] for port, after_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:11:54.487787 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG oslo_concurrency.lockutils [None req-ef69ad1b-d310-49dc-b1e7-0b8bbec34030 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91914) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:11:54.559188 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-5f3ff8c5-f1bc-4794-8231-2c1764cafcc7 req-3b00f6b5-0e5b-4365-9238-96104677bf37 tempest-ServerRescueNegativeTestJSON-2082042209 tempest-ServerRescueNegativeTestJSON-2082042209-project] 10.222.0.41 "GET /v2.0/security-groups?id=b9806f43-fca1-4e3e-8128-d5f6b4549043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932012 Jun 01 06:11:54.576440 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499b6c5b-20e8-4bb0-9214-fa503ec60837 None None] Pushing event updated for resources: {'Port': ['ID=867f0f85-50f0-46ff-b441-dac5e36d104c,revision_number=2']} {{(pid=91914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:11:54.580364 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG oslo_concurrency.lockutils [None req-499b6c5b-20e8-4bb0-9214-fa503ec60837 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=91914) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:11:54.581303 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55076875-5855-4112-a4be-994d58d74106 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:11:54.581668 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55076875-5855-4112-a4be-994d58d74106 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:11:54.582020 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55076875-5855-4112-a4be-994d58d74106 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:11:54.582362 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55076875-5855-4112-a4be-994d58d74106 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:11:54.582705 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55076875-5855-4112-a4be-994d58d74106 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:11:54.583042 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55076875-5855-4112-a4be-994d58d74106 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:11:54.583378 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55076875-5855-4112-a4be-994d58d74106 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:11:54.583710 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55076875-5855-4112-a4be-994d58d74106 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:11:54.584049 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55076875-5855-4112-a4be-994d58d74106 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:11:54.584394 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55076875-5855-4112-a4be-994d58d74106 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:11:54.584709 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55076875-5855-4112-a4be-994d58d74106 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:11:54.611077 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55076875-5855-4112-a4be-994d58d74106 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:11:54.644469 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.rpc [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Device c85ace89-29ac-4314-af91-01bbd31f271d details requested by agent hyperv_hv-cinder-79388 with host hv-cinder-79388 {{(pid=91914) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 06:11:54.681278 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-55076875-5855-4112-a4be-994d58d74106 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.692s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:11:55.279214 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.db [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] For port c85ace89-29ac-4314-af91-01bbd31f271d, host hv-cinder-79388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79388',level=0,port_id=c85ace89-29ac-4314-af91-01bbd31f271d,segment=NetworkSegment(bd10b108-5f36-416c-bf05-81cfe0f5f067),segment_id=bd10b108-5f36-416c-bf05-81cfe0f5f067)] {{(pid=91914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 06:11:55.315744 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.rpc [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Returning: {'device': 'c85ace89-29ac-4314-af91-01bbd31f271d', 'network_id': '0b7f9d5f-223f-43b5-8d0c-382ab5f66c87', 'port_id': 'c85ace89-29ac-4314-af91-01bbd31f271d', 'mac_address': 'fa:16:3e:42:40:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67a532f4-5301-4272-a23e-04b9dfc38b51', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91914) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 06:11:55.319619 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.rpc [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] Device 867f0f85-50f0-46ff-b441-dac5e36d104c up at agent ovs-agent-dv-cinder-793885-1-smb {{(pid=91914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 06:11:55.335605 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-55076875-5855-4112-a4be-994d58d74106 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:11:55.482171 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ade6f54-264b-44b2-902c-0c4b4c7417a9 req-90b4e288-73a7-4891-957d-4031d7675c67 tempest-AttachVolumeNegativeTest-1471670784 tempest-AttachVolumeNegativeTest-1471670784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:11:55.483522 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-4ade6f54-264b-44b2-902c-0c4b4c7417a9 req-90b4e288-73a7-4891-957d-4031d7675c67 tempest-AttachVolumeNegativeTest-1471670784 tempest-AttachVolumeNegativeTest-1471670784-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d7b47d7-a3ed-46a5-b7e3-694f298da58c HTTP/1.1" status: 200 len: 943 time: 0.5443630 Jun 01 06:11:55.532334 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3824664'] for port, before_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:11:55.552072 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.notifiers.nova [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c85ace89-29ac-4314-af91-01bbd31f271d {{(pid=91914) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 06:11:55.568115 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.db.provisioning_blocks [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] Provisioning for port 867f0f85-50f0-46ff-b441-dac5e36d104c completed by entity L2. {{(pid=91914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 06:11:55.575727 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.rpc [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] Device 1f04ce48-f22e-47f9-a44e-f6e021713252 up at agent ovs-agent-dv-cinder-793885-1-smb {{(pid=91914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 06:11:55.662336 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-4ade6f54-264b-44b2-902c-0c4b4c7417a9 req-f161a79c-3b9e-49d6-8abc-8110856ec76c tempest-AttachVolumeNegativeTest-1471670784 tempest-AttachVolumeNegativeTest-1471670784-project] 10.222.0.41 "GET /v2.0/security-groups?id=148e0031-14dd-4990-9826-b8db75cc4be7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709499 Jun 01 06:11:55.663324 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.db [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] For port c85ace89-29ac-4314-af91-01bbd31f271d, host hv-cinder-79388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79388',level=0,port_id=c85ace89-29ac-4314-af91-01bbd31f271d,segment=NetworkSegment(bd10b108-5f36-416c-bf05-81cfe0f5f067),segment_id=bd10b108-5f36-416c-bf05-81cfe0f5f067)] {{(pid=91914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 06:11:55.707048 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774208810132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774208425701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774208426006'] for port, after_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:11:55.709935 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG oslo_concurrency.lockutils [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91914) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:11:55.829537 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Pushing event updated for resources: {'Port': ['ID=c85ace89-29ac-4314-af91-01bbd31f271d,revision_number=4']} {{(pid=91914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:11:55.832929 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG oslo_concurrency.lockutils [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=91914) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:11:55.868510 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-b5f9fac1-95fb-4bb2-8611-40be0096d13b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774208951022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772053'] for agent, after_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:11:55.873306 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.db.provisioning_blocks [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] Provisioning complete for port 1f04ce48-f22e-47f9-a44e-f6e021713252 triggered by entity L2. {{(pid=91914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 06:11:55.873856 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3772206'] for port, provisioning_complete {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:11:55.945854 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220e0421-1acc-4a86-b7ce-4226d430fb24 req-879e3e28-5d57-4858-9a3f-f775198ebef8 tempest-ServerRescueNegativeTestJSON-2082042209 tempest-ServerRescueNegativeTestJSON-2082042209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:11:55.948313 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-220e0421-1acc-4a86-b7ce-4226d430fb24 req-879e3e28-5d57-4858-9a3f-f775198ebef8 tempest-ServerRescueNegativeTestJSON-2082042209 tempest-ServerRescueNegativeTestJSON-2082042209-project] 10.222.0.41 "GET /v2.0/ports?device_id=adbe8ec7-7667-4d7a-8fa0-614d82b10afb HTTP/1.1" status: 200 len: 945 time: 0.1737669 Jun 01 06:11:56.029299 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-220e0421-1acc-4a86-b7ce-4226d430fb24 req-1f13467b-9ead-419e-bc0c-26f5b6f5138e tempest-ServerRescueNegativeTestJSON-2082042209 tempest-ServerRescueNegativeTestJSON-2082042209-project] 10.222.0.41 "GET /v2.0/security-groups?id=b9806f43-fca1-4e3e-8128-d5f6b4549043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711966 Jun 01 06:11:56.038991 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-55076875-5855-4112-a4be-994d58d74106 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-890736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-880576'] for router, after_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:11:56.223245 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8421619-786e-4fdb-bdc7-ff8d406a70aa None None] Network f1b630be-b48a-42d1-ade7-d56f19fb0ead requested from dv-cinder-793885-1-smb {{(pid=91914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 06:11:56.246496 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.db [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] get_ports_and_sgs() called for port_ids ['c85ace89-29ac-4314-af91-01bbd31f271d'] {{(pid=91914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 06:11:56.434678 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.db.provisioning_blocks [None req-5a6efb09-73af-425e-872e-e864febcac35 None None] Provisioning for port 867f0f85-50f0-46ff-b441-dac5e36d104c completed by entity DHCP. {{(pid=91914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 06:11:56.464315 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.db.provisioning_blocks [None req-5a6efb09-73af-425e-872e-e864febcac35 None None] Provisioning complete for port 867f0f85-50f0-46ff-b441-dac5e36d104c triggered by entity DHCP. {{(pid=91914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 06:11:56.464820 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-5a6efb09-73af-425e-872e-e864febcac35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3772206'] for port, provisioning_complete {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:11:56.593122 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55076875-5855-4112-a4be-994d58d74106 admin admin] Router 180e85d4-bdfa-4219-bf42-53f95115edc7 is scheduled to L3 agent a2597806-c6e6-4acd-a843-608abc904602 with binding_index 1 {{(pid=91912) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 01 06:11:56.947356 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-5a6efb09-73af-425e-872e-e864febcac35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3824664'] for port, before_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:11:57.113700 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.db [None req-5a6efb09-73af-425e-872e-e864febcac35 None None] For port 867f0f85-50f0-46ff-b441-dac5e36d104c, host dv-cinder-793885-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793885-1-smb',level=0,port_id=867f0f85-50f0-46ff-b441-dac5e36d104c,segment=NetworkSegment(64a9cc7a-9cb8-4972-b0ba-49efafd76524),segment_id=64a9cc7a-9cb8-4972-b0ba-49efafd76524)] {{(pid=91914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 06:11:57.127334 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-5a6efb09-73af-425e-872e-e864febcac35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774208810132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774208425701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774208426006'] for port, after_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:11:57.134453 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG oslo_concurrency.lockutils [None req-499b6c5b-20e8-4bb0-9214-fa503ec60837 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91914) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:11:57.135897 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55076875-5855-4112-a4be-994d58d74106 admin admin] Notify agent at l3_agent.dv-cinder-793885-1-smb the message routers_updated {{(pid=91912) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 06:11:57.148085 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0a5a595-f228-4731-af43-0c281e3de2c3 None None] Sync routers for ids ['180e85d4-bdfa-4219-bf42-53f95115edc7'] in dv-cinder-793885-1-smb {{(pid=91915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 06:11:57.159758 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0a5a595-f228-4731-af43-0c281e3de2c3 None None] Routers {'180e85d4-bdfa-4219-bf42-53f95115edc7'} bound to L3 agent in host dv-cinder-793885-1-smb {{(pid=91915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 06:11:57.162324 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG neutron.db.l3_hamode_db [None req-e0a5a595-f228-4731-af43-0c281e3de2c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793885-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-01T06:01:58Z,description=,heartbeat_timestamp=2021-06-01T06:11:28Z,host='dv-cinder-793885-1-smb',id=a2597806-c6e6-4acd-a843-608abc904602,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T06:01:58Z,topic='l3_agent')) {'router_ids': ['180e85d4-bdfa-4219-bf42-53f95115edc7'], 'active': True} {{(pid=91915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 06:11:57.165980 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f533d8-64be-422d-8c99-299c0cb2ed54 req-9e89357e-e21f-4a72-8f49-0eb4ac581566 tempest-AttachVolumeNegativeTest-1471670784 tempest-AttachVolumeNegativeTest-1471670784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:11:57.173485 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-17f533d8-64be-422d-8c99-299c0cb2ed54 req-9e89357e-e21f-4a72-8f49-0eb4ac581566 tempest-AttachVolumeNegativeTest-1471670784 tempest-AttachVolumeNegativeTest-1471670784-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d7b47d7-a3ed-46a5-b7e3-694f298da58c HTTP/1.1" status: 200 len: 944 time: 0.3109114 Jun 01 06:11:57.198695 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-55076875-5855-4112-a4be-994d58d74106 admin admin] Notify callbacks [] for router, before_response {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:11:57.201899 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [None req-55076875-5855-4112-a4be-994d58d74106 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.1006284 Jun 01 06:11:57.205308 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.wsgi [-] (91912) accepted ('10.222.0.41', 54468) {{(pid=91912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 06:11:57.266006 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-17f533d8-64be-422d-8c99-299c0cb2ed54 req-03e973cf-3190-4107-ad4d-c9acf1fd5f32 tempest-AttachVolumeNegativeTest-1471670784 tempest-AttachVolumeNegativeTest-1471670784-project] 10.222.0.41 "GET /v2.0/security-groups?id=148e0031-14dd-4990-9826-b8db75cc4be7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915117 Jun 01 06:11:57.312060 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6efb09-73af-425e-872e-e864febcac35 None None] Pushing event updated for resources: {'Port': ['ID=867f0f85-50f0-46ff-b441-dac5e36d104c,revision_number=3']} {{(pid=91914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:11:57.333767 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG oslo_concurrency.lockutils [None req-5a6efb09-73af-425e-872e-e864febcac35 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=91914) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:11:57.568610 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG neutron.db.l3_dvr_db [None req-e0a5a595-f228-4731-af43-0c281e3de2c3 None None] Set router 180e85d4-bdfa-4219-bf42-53f95115edc7 gateway port host: dv-cinder-793885-1-smb {{(pid=91915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 06:11:57.761922 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.db.provisioning_blocks [None req-37334143-f3ef-4d2d-b977-bef4e85afd43 None None] Provisioning complete for port 867f0f85-50f0-46ff-b441-dac5e36d104c triggered by entity DHCP. {{(pid=91914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 06:11:57.762477 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-37334143-f3ef-4d2d-b977-bef4e85afd43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3772206'] for port, provisioning_complete {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:11:58.107871 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG neutron.db.l3_hamode_db [None req-e0a5a595-f228-4731-af43-0c281e3de2c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '180e85d4-bdfa-4219-bf42-53f95115edc7', 'name': 'tempest-TestShelveInstance-1706773213-router', 'tenant_id': 'fed377efae854216b9f148b73a2ed6ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df727fa4-ca0b-43ba-be88-ffeb156f0c84', 'external_fixed_ips': [{'subnet_id': '8acdb510-d5f4-4c90-8e8c-2a5ae18e332f', 'ip_address': '172.28.2.221'}], 'enable_snat': True}, 'gw_port_id': 'f8b0545d-724d-4320-88ed-206815aebb7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T06:11:52Z', 'updated_at': '2021-06-01T06:11:54Z', 'revision_number': 3, 'project_id': 'fed377efae854216b9f148b73a2ed6ed', 'gw_port': {'id': 'f8b0545d-724d-4320-88ed-206815aebb7e', 'name': '', 'network_id': 'df727fa4-ca0b-43ba-be88-ffeb156f0c84', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:7b:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '180e85d4-bdfa-4219-bf42-53f95115edc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': '8acdb510-d5f4-4c90-8e8c-2a5ae18e332f', 'ip_address': '172.28.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T06:11:53Z', 'updated_at': '2021-06-01T06:11:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8acdb510-d5f4-4c90-8e8c-2a5ae18e332f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793885-1-smb'}], 'dv-cinder-793885-1-smb', False) {} {{(pid=91915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 06:11:58.112947 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0a5a595-f228-4731-af43-0c281e3de2c3 None None] Checking router: 180e85d4-bdfa-4219-bf42-53f95115edc7 for host: dv-cinder-793885-1-smb {{(pid=91915) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 06:11:58.113355 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0a5a595-f228-4731-af43-0c281e3de2c3 None None] Updating router 180e85d4-bdfa-4219-bf42-53f95115edc7 port f8b0545d-724d-4320-88ed-206815aebb7e binding host dv-cinder-793885-1-smb {{(pid=91915) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 06:11:58.190824 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774208951022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772053'] for agent, after_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:11:58.205899 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-e0a5a595-f228-4731-af43-0c281e3de2c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3824664'] for port, before_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:11:58.457143 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902f78cc-5b84-4e8e-b9be-a6ec23f19cff req-0d5c4a3b-890d-4146-9421-4ee8c796aa88 tempest-ServerRescueNegativeTestJSON-2082042209 tempest-ServerRescueNegativeTestJSON-2082042209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:11:58.469178 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-902f78cc-5b84-4e8e-b9be-a6ec23f19cff req-0d5c4a3b-890d-4146-9421-4ee8c796aa88 tempest-ServerRescueNegativeTestJSON-2082042209 tempest-ServerRescueNegativeTestJSON-2082042209-project] 10.222.0.41 "GET /v2.0/ports?device_id=adbe8ec7-7667-4d7a-8fa0-614d82b10afb HTTP/1.1" status: 200 len: 945 time: 0.1989141 Jun 01 06:11:58.495754 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-cc06f240-f3c0-4f4c-bdc2-a975d36b13d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774208951022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772053'] for agent, after_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:11:58.596870 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-902f78cc-5b84-4e8e-b9be-a6ec23f19cff req-6ea752e2-5fe4-4232-a9de-627bb2989629 tempest-ServerRescueNegativeTestJSON-2082042209 tempest-ServerRescueNegativeTestJSON-2082042209-project] 10.222.0.41 "GET /v2.0/security-groups?id=b9806f43-fca1-4e3e-8128-d5f6b4549043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207302 Jun 01 06:11:58.650195 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.rpc [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Device c85ace89-29ac-4314-af91-01bbd31f271d up at agent hyperv_hv-cinder-79388 {{(pid=91914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 06:11:58.747056 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-e0a5a595-f228-4731-af43-0c281e3de2c3 None None] Notify callbacks [] for port, precommit_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:11:58.765600 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG neutron.db.provisioning_blocks [None req-e0a5a595-f228-4731-af43-0c281e3de2c3 None None] Transition to ACTIVE for port object f8b0545d-724d-4320-88ed-206815aebb7e will not be triggered until provisioned by entity L2. {{(pid=91915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 06:11:58.783253 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-e0a5a595-f228-4731-af43-0c281e3de2c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774208810132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774208425701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774208426006'] for port, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:11:58.790567 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:11:58.853631 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.wsgi [-] (91913) accepted ('10.222.0.41', 54518) {{(pid=91913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 06:11:58.861614 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.db.provisioning_blocks [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Provisioning for port c85ace89-29ac-4314-af91-01bbd31f271d completed by entity L2. {{(pid=91914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 06:11:58.867313 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.db.provisioning_blocks [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Provisioning complete for port c85ace89-29ac-4314-af91-01bbd31f271d triggered by entity L2. {{(pid=91914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 06:11:58.867704 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3772206'] for port, provisioning_complete {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:11:58.916545 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94be147-454d-44df-b14b-99bd82ab2242 None None] Pushing event updated for resources: {'Port': ['ID=f8b0545d-724d-4320-88ed-206815aebb7e,revision_number=2']} {{(pid=91915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:11:58.920163 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG neutron.plugins.ml2.managers [None req-e0a5a595-f228-4731-af43-0c281e3de2c3 None None] Attempting to bind port f8b0545d-724d-4320-88ed-206815aebb7e on host dv-cinder-793885-1-smb for vnic_type normal with profile {{(pid=91915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 06:11:58.920576 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG neutron.plugins.ml2.managers [None req-e0a5a595-f228-4731-af43-0c281e3de2c3 None None] Attempting to bind port f8b0545d-724d-4320-88ed-206815aebb7e by drivers openvswitch,hyperv on host dv-cinder-793885-1-smb at level 0 using segments [{'id': '97ee6b0e-31ac-4687-a432-1c46ba18e1e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df727fa4-ca0b-43ba-be88-ffeb156f0c84'}] {{(pid=91915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 06:11:58.921133 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0a5a595-f228-4731-af43-0c281e3de2c3 None None] Attempting to bind port f8b0545d-724d-4320-88ed-206815aebb7e on network df727fa4-ca0b-43ba-be88-ffeb156f0c84 {{(pid=91915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 06:11:58.923531 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-d94be147-454d-44df-b14b-99bd82ab2242 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:11:58.935351 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0a5a595-f228-4731-af43-0c281e3de2c3 None None] Checking agent: {'id': 'afbd2d5c-fa5a-4eff-9ede-b1626fbc7a4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793885-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 6, 1, 58), 'started_at': datetime.datetime(2021, 6, 1, 6, 2, 28), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 6, 11, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793885-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 06:11:58.935351 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0a5a595-f228-4731-af43-0c281e3de2c3 None None] Checking segment: {'id': '97ee6b0e-31ac-4687-a432-1c46ba18e1e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df727fa4-ca0b-43ba-be88-ffeb156f0c84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 06:11:58.935351 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-e0a5a595-f228-4731-af43-0c281e3de2c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:11:58.935351 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0a5a595-f228-4731-af43-0c281e3de2c3 None None] Bound using segment: {'id': '97ee6b0e-31ac-4687-a432-1c46ba18e1e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df727fa4-ca0b-43ba-be88-ffeb156f0c84'} {{(pid=91915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 06:11:58.935351 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG neutron.plugins.ml2.managers [None req-e0a5a595-f228-4731-af43-0c281e3de2c3 None None] Bound port: f8b0545d-724d-4320-88ed-206815aebb7e, host: dv-cinder-793885-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97ee6b0e-31ac-4687-a432-1c46ba18e1e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df727fa4-ca0b-43ba-be88-ffeb156f0c84'}}] {{(pid=91915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 06:11:58.935351 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-e0a5a595-f228-4731-af43-0c281e3de2c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3824664'] for port, before_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:11:59.004395 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c580c9-8ae4-454d-9f50-c16551a782f8 req-a936f169-4ae3-4f67-b392-c7a478bb6986 tempest-AttachVolumeNegativeTest-1471670784 tempest-AttachVolumeNegativeTest-1471670784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:11:59.005115 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.db.db_base_plugin_v2 [None req-e10d223d-d06f-482c-81af-a0645db4e110 admin admin] Deleting subnet 0a46cb3b-b37f-4da0-83a6-0c17380e3970 {{(pid=91913) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 01 06:11:59.013497 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-39c580c9-8ae4-454d-9f50-c16551a782f8 req-a936f169-4ae3-4f67-b392-c7a478bb6986 tempest-AttachVolumeNegativeTest-1471670784 tempest-AttachVolumeNegativeTest-1471670784-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d7b47d7-a3ed-46a5-b7e3-694f298da58c HTTP/1.1" status: 200 len: 944 time: 0.4193048 Jun 01 06:11:59.022381 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-e10d223d-d06f-482c-81af-a0645db4e110 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:11:59.155836 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG neutron.plugins.ml2.db [None req-e0a5a595-f228-4731-af43-0c281e3de2c3 None None] For port f8b0545d-724d-4320-88ed-206815aebb7e, host dv-cinder-793885-1-smb, cleared binding levels {{(pid=91915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 06:11:59.165679 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG neutron.plugins.ml2.db [None req-e0a5a595-f228-4731-af43-0c281e3de2c3 None None] For port f8b0545d-724d-4320-88ed-206815aebb7e, host dv-cinder-793885-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793885-1-smb',level=0,port_id=f8b0545d-724d-4320-88ed-206815aebb7e,segment=NetworkSegment(97ee6b0e-31ac-4687-a432-1c46ba18e1e7),segment_id=97ee6b0e-31ac-4687-a432-1c46ba18e1e7)] {{(pid=91915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 06:11:59.208591 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-e10d223d-d06f-482c-81af-a0645db4e110 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11393177'] for subnet, precommit_delete_associations {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:11:59.254170 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-e0a5a595-f228-4731-af43-0c281e3de2c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774208810132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774208425701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774208426006'] for port, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:11:59.267910 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-424ee648-0d3d-4e60-be70-39d13b374de8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:11:59.278818 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.rpc [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] Device 867f0f85-50f0-46ff-b441-dac5e36d104c up at agent ovs-agent-dv-cinder-793885-1-smb {{(pid=91914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 06:11:59.330384 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-e10d223d-d06f-482c-81af-a0645db4e110 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3776980'] for subnet, precommit_delete {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:11:59.374437 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-39c580c9-8ae4-454d-9f50-c16551a782f8 req-76d74f2c-2611-4336-87a8-ba3feb863d2a tempest-AttachVolumeNegativeTest-1471670784 tempest-AttachVolumeNegativeTest-1471670784-project] 10.222.0.41 "GET /v2.0/security-groups?id=148e0031-14dd-4990-9826-b8db75cc4be7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3570199 Jun 01 06:11:59.497135 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0a5a595-f228-4731-af43-0c281e3de2c3 None None] Routers {'180e85d4-bdfa-4219-bf42-53f95115edc7'} bound to L3 agent in host dv-cinder-793885-1-smb {{(pid=91915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 06:11:59.497874 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG neutron.db.l3_hamode_db [None req-e0a5a595-f228-4731-af43-0c281e3de2c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793885-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-01T06:01:58Z,description=,heartbeat_timestamp=2021-06-01T06:11:58Z,host='dv-cinder-793885-1-smb',id=a2597806-c6e6-4acd-a843-608abc904602,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T06:01:58Z,topic='l3_agent')) {'router_ids': ['180e85d4-bdfa-4219-bf42-53f95115edc7'], 'active': True} {{(pid=91915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 06:11:59.516804 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.db.provisioning_blocks [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] Provisioning complete for port 867f0f85-50f0-46ff-b441-dac5e36d104c triggered by entity L2. {{(pid=91914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 06:11:59.517292 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3772206'] for port, provisioning_complete {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:11:59.544884 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-10955599-7f19-4ed2-9d2c-bd6a8a961182 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3824664'] for port, before_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:11:59.682232 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94be147-454d-44df-b14b-99bd82ab2242 None None] Pushing event updated for resources: {'Port': ['ID=f8b0545d-724d-4320-88ed-206815aebb7e,revision_number=3']} {{(pid=91915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:11:59.691861 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-d94be147-454d-44df-b14b-99bd82ab2242 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.423s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:11:59.832388 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3824664'] for port, before_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:11:59.940658 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.db.db_base_plugin_common [None req-10955599-7f19-4ed2-9d2c-bd6a8a961182 admin admin] Allocated IP 172.20.0.1 (f1b630be-b48a-42d1-ade7-d56f19fb0ead/583c983b-cbf4-4a47-8c33-2b3c8f8c851e/6426c3b4-4d0f-476e-9168-1a453ba6ebe2) {{(pid=91912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 06:11:59.970338 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG neutron.db.l3_dvr_db [None req-e0a5a595-f228-4731-af43-0c281e3de2c3 None None] Set router 180e85d4-bdfa-4219-bf42-53f95115edc7 gateway port host: dv-cinder-793885-1-smb {{(pid=91915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 06:11:59.988684 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d7b47d7-a3ed-46a5-b7e3-694f298da58c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c85ace89-29ac-4314-af91-01bbd31f271d'}] {{(pid=91914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 06:11:59.999567 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cefeca7b2fbb82c39cf99810f9cdf69defc097144ee6f344485b033ce81b52cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90d397d2-64a2-4adc-b824-aa83e291441f" -d '{"events": [{"server_uuid": "1d7b47d7-a3ed-46a5-b7e3-694f298da58c", "name": "network-vif-plugged", "status": "completed", "tag": "c85ace89-29ac-4314-af91-01bbd31f271d"}]}' {{(pid=91914) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 06:12:00.025499 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-1d313a3c-a63a-4764-8840-fb680d7e5ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774208951022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772053'] for agent, after_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:12:00.037647 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.db [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] For port c85ace89-29ac-4314-af91-01bbd31f271d, host hv-cinder-79388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79388',level=0,port_id=c85ace89-29ac-4314-af91-01bbd31f271d,segment=NetworkSegment(bd10b108-5f36-416c-bf05-81cfe0f5f067),segment_id=bd10b108-5f36-416c-bf05-81cfe0f5f067)] {{(pid=91914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 06:12:00.054866 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774208810132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774208425701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774208426006'] for port, after_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:12:00.061134 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG oslo_concurrency.lockutils [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91914) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:12:00.113294 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-e10d223d-d06f-482c-81af-a0645db4e110 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3784033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10749084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11365346'] for subnet, after_delete {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:12:00.124955 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:12:00.206873 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 06:12:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e89d3b7e-d8d8-475d-8855-b5e546600f41 x-openstack-request-id: req-e89d3b7e-d8d8-475d-8855-b5e546600f41 {{(pid=91914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 06:12:00.207170 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d7b47d7-a3ed-46a5-b7e3-694f298da58c", "name": "network-vif-plugged", "status": "completed", "tag": "c85ace89-29ac-4314-af91-01bbd31f271d", "code": 200}]} {{(pid=91914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 06:12:00.209457 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e89d3b7e-d8d8-475d-8855-b5e546600f41 {{(pid=91914) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 06:12:00.210043 dv-cinder-793885-1-smb neutron-server[91914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d7b47d7-a3ed-46a5-b7e3-694f298da58c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c85ace89-29ac-4314-af91-01bbd31f271d', 'code': 200} Jun 01 06:12:00.276945 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-e10d223d-d06f-482c-81af-a0645db4e110 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536287'] for subnet, before_response {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:12:00.296569 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10d223d-d06f-482c-81af-a0645db4e110 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0a46cb3b-b37f-4da0-83a6-0c17380e3970,revision_number=None']} {{(pid=91913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:12:00.328275 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-10955599-7f19-4ed2-9d2c-bd6a8a961182 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:12:00.330923 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Pushing event updated for resources: {'Port': ['ID=c85ace89-29ac-4314-af91-01bbd31f271d,revision_number=5']} {{(pid=91914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:12:00.335071 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10d223d-d06f-482c-81af-a0645db4e110 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:12:00.335692 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10d223d-d06f-482c-81af-a0645db4e110 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:12:00.338612 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10d223d-d06f-482c-81af-a0645db4e110 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:12:00.339138 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10d223d-d06f-482c-81af-a0645db4e110 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:12:00.340354 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10d223d-d06f-482c-81af-a0645db4e110 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:12:00.340874 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10d223d-d06f-482c-81af-a0645db4e110 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:12:00.341385 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10d223d-d06f-482c-81af-a0645db4e110 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:12:00.341940 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10d223d-d06f-482c-81af-a0645db4e110 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:12:00.344423 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG oslo_concurrency.lockutils [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=91914) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:12:00.346350 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10d223d-d06f-482c-81af-a0645db4e110 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:12:00.346913 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10d223d-d06f-482c-81af-a0645db4e110 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:12:00.347429 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10d223d-d06f-482c-81af-a0645db4e110 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:12:00.349358 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10d223d-d06f-482c-81af-a0645db4e110 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:12:00.353720 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [None req-e10d223d-d06f-482c-81af-a0645db4e110 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/0a46cb3b-b37f-4da0-83a6-0c17380e3970 HTTP/1.1" status: 204 len: 168 time: 1.4999511 Jun 01 06:12:00.363702 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.wsgi [-] (91912) accepted ('10.222.0.41', 54554) {{(pid=91912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 06:12:00.363893 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [None req-e10d223d-d06f-482c-81af-a0645db4e110 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:12:00.506066 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-d417f60e-37b2-43ae-abc3-bf859c8cbbce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670944'] for network, before_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:12:00.556480 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.db.provisioning_blocks [None req-10955599-7f19-4ed2-9d2c-bd6a8a961182 admin admin] Transition to ACTIVE for port object 6426c3b4-4d0f-476e-9168-1a453ba6ebe2 will not be triggered until provisioned by entity DHCP. {{(pid=91912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 06:12:00.601774 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG neutron.db.l3_hamode_db [None req-e0a5a595-f228-4731-af43-0c281e3de2c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '180e85d4-bdfa-4219-bf42-53f95115edc7', 'name': 'tempest-TestShelveInstance-1706773213-router', 'tenant_id': 'fed377efae854216b9f148b73a2ed6ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df727fa4-ca0b-43ba-be88-ffeb156f0c84', 'external_fixed_ips': [{'subnet_id': '8acdb510-d5f4-4c90-8e8c-2a5ae18e332f', 'ip_address': '172.28.2.221'}], 'enable_snat': True}, 'gw_port_id': 'f8b0545d-724d-4320-88ed-206815aebb7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T06:11:52Z', 'updated_at': '2021-06-01T06:11:54Z', 'revision_number': 3, 'project_id': 'fed377efae854216b9f148b73a2ed6ed', 'gw_port': {'id': 'f8b0545d-724d-4320-88ed-206815aebb7e', 'name': '', 'network_id': 'df727fa4-ca0b-43ba-be88-ffeb156f0c84', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:7b:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '180e85d4-bdfa-4219-bf42-53f95115edc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': '8acdb510-d5f4-4c90-8e8c-2a5ae18e332f', 'ip_address': '172.28.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793885-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T06:11:53Z', 'updated_at': '2021-06-01T06:11:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8acdb510-d5f4-4c90-8e8c-2a5ae18e332f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793885-1-smb'}], 'dv-cinder-793885-1-smb', False) {} {{(pid=91915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 06:12:00.606130 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0a5a595-f228-4731-af43-0c281e3de2c3 None None] The sync data for ids ['180e85d4-bdfa-4219-bf42-53f95115edc7'] in dv-cinder-793885-1-smb is: [{'id': '180e85d4-bdfa-4219-bf42-53f95115edc7', 'name': 'tempest-TestShelveInstance-1706773213-router', 'tenant_id': 'fed377efae854216b9f148b73a2ed6ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df727fa4-ca0b-43ba-be88-ffeb156f0c84', 'external_fixed_ips': [{'subnet_id': '8acdb510-d5f4-4c90-8e8c-2a5ae18e332f', 'ip_address': '172.28.2.221'}], 'enable_snat': True}, 'gw_port_id': 'f8b0545d-724d-4320-88ed-206815aebb7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T06:11:52Z', 'updated_at': '2021-06-01T06:11:54Z', 'revision_number': 3, 'project_id': 'fed377efae854216b9f148b73a2ed6ed', 'gw_port': {'id': 'f8b0545d-724d-4320-88ed-206815aebb7e', 'name': '', 'network_id': 'df727fa4-ca0b-43ba-be88-ffeb156f0c84', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:7b:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '180e85d4-bdfa-4219-bf42-53f95115edc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': '8acdb510-d5f4-4c90-8e8c-2a5ae18e332f', 'ip_address': '172.28.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793885-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T06:11:53Z', 'updated_at': '2021-06-01T06:11:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8acdb510-d5f4-4c90-8e8c-2a5ae18e332f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793885-1-smb'}] {{(pid=91915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 06:12:00.799436 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e355bf-dcd3-4dde-ad36-26ea64a35973 req-fa40f6ec-10f9-4ffa-a477-a4c7235bac29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:12:00.801655 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-04e355bf-dcd3-4dde-ad36-26ea64a35973 req-fa40f6ec-10f9-4ffa-a477-a4c7235bac29 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=1d7b47d7-a3ed-46a5-b7e3-694f298da58c HTTP/1.1" status: 200 len: 1098 time: 0.2892799 Jun 01 06:12:00.809576 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-10955599-7f19-4ed2-9d2c-bd6a8a961182 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774208425683'] for port, after_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:12:00.847247 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-8fcd2bb6-67a1-48d3-b3cd-0a69fc872940 tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:12:00.971986 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-d417f60e-37b2-43ae-abc3-bf859c8cbbce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3782491', 'neutron.services.segments.db._delete_segments_for_network-8774208951004'] for network, precommit_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:12:01.018687 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-d417f60e-37b2-43ae-abc3-bf859c8cbbce admin admin] Subscribe: > segment before_delete 55550000 {{(pid=91912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 06:12:01.019042 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-d417f60e-37b2-43ae-abc3-bf859c8cbbce admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=91912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 06:12:01.019754 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-d417f60e-37b2-43ae-abc3-bf859c8cbbce admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=91912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 06:12:01.020115 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-d417f60e-37b2-43ae-abc3-bf859c8cbbce admin admin] Subscribe: > port after_create 55550000 {{(pid=91912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 06:12:01.020490 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-d417f60e-37b2-43ae-abc3-bf859c8cbbce admin admin] Subscribe: > port after_delete 55550000 {{(pid=91912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 06:12:01.020781 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-d417f60e-37b2-43ae-abc3-bf859c8cbbce admin admin] Subscribe: > port after_update 55550000 {{(pid=91912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 06:12:01.021167 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-d417f60e-37b2-43ae-abc3-bf859c8cbbce admin admin] Subscribe: > segment after_delete 55550000 {{(pid=91912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 06:12:01.021453 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-d417f60e-37b2-43ae-abc3-bf859c8cbbce admin admin] Subscribe: > subnet after_create 55550000 {{(pid=91912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 06:12:01.021764 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-d417f60e-37b2-43ae-abc3-bf859c8cbbce admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=91912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 06:12:01.022163 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-d417f60e-37b2-43ae-abc3-bf859c8cbbce admin admin] Subscribe: > subnet after_update 55550000 {{(pid=91912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 06:12:01.129492 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-d417f60e-37b2-43ae-abc3-bf859c8cbbce admin admin] Subscribe: > subnet after_create 55550000 {{(pid=91912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 06:12:01.129842 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-d417f60e-37b2-43ae-abc3-bf859c8cbbce admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=91912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 06:12:01.130166 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-d417f60e-37b2-43ae-abc3-bf859c8cbbce admin admin] Subscribe: > subnet before_create 55550000 {{(pid=91912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 06:12:01.130493 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-d417f60e-37b2-43ae-abc3-bf859c8cbbce admin admin] Subscribe: > subnet before_update 55550000 {{(pid=91912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 06:12:01.130962 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.services.segments.db [None req-d417f60e-37b2-43ae-abc3-bf859c8cbbce admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['238fca85-2170-4565-a7c0-f91c12b28812']}} {{(pid=91912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 06:12:01.143407 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-2212ef7e-50c1-45a6-8db2-90e035748ac3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774208951022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772053'] for agent, after_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:12:01.183979 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10955599-7f19-4ed2-9d2c-bd6a8a961182 admin admin] Network f1b630be-b48a-42d1-ade7-d56f19fb0ead is already hosted by enough agents. {{(pid=91912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 06:12:01.186432 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.services.segments.db [None req-d417f60e-37b2-43ae-abc3-bf859c8cbbce admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52f8f2fd-1c76-454d-85a3-9db4809bf673') {'for_net_delete': True} {{(pid=91912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 06:12:01.186432 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.services.segments.db [None req-d417f60e-37b2-43ae-abc3-bf859c8cbbce admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52f8f2fd-1c76-454d-85a3-9db4809bf673') {} {{(pid=91912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 06:12:01.201628 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.scheduler.base_scheduler [None req-10955599-7f19-4ed2-9d2c-bd6a8a961182 admin admin] Resources bound (agent type, host, resource id): {{(pid=91912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 06:12:01.202096 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.rpc [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] Device f8b0545d-724d-4320-88ed-206815aebb7e up at agent ovs-agent-dv-cinder-793885-1-smb {{(pid=91914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 06:12:01.204223 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10955599-7f19-4ed2-9d2c-bd6a8a961182 admin admin] Received port after_create {{(pid=91912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 06:12:01.204701 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-10955599-7f19-4ed2-9d2c-bd6a8a961182 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-878513'] for router_interface, before_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:12:01.366203 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-d417f60e-37b2-43ae-abc3-bf859c8cbbce admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774208960925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11192966'] for segment, before_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:12:01.402092 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10955599-7f19-4ed2-9d2c-bd6a8a961182 admin admin] Pushing event updated for resources: {'Port': ['ID=6426c3b4-4d0f-476e-9168-1a453ba6ebe2,revision_number=1']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:12:01.404913 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-10955599-7f19-4ed2-9d2c-bd6a8a961182 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.558s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:12:01.410666 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.db.provisioning_blocks [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] Provisioning for port f8b0545d-724d-4320-88ed-206815aebb7e completed by entity L2. {{(pid=91914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 06:12:01.418125 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-04e355bf-dcd3-4dde-ad36-26ea64a35973 req-d92d76ee-7178-4425-abae-f2b34f804e0a service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=148e0031-14dd-4990-9826-b8db75cc4be7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6037996 Jun 01 06:12:01.418438 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.db.provisioning_blocks [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] Provisioning complete for port f8b0545d-724d-4320-88ed-206815aebb7e triggered by entity L2. {{(pid=91914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 06:12:01.419454 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3772206'] for port, provisioning_complete {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:12:01.431710 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-d417f60e-37b2-43ae-abc3-bf859c8cbbce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3778787'] for segment, precommit_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:12:01.644150 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d417f60e-37b2-43ae-abc3-bf859c8cbbce admin admin] Releasing vlan 334 on physical network physnet1 to pool {{(pid=91912) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 06:12:01.644677 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-d417f60e-37b2-43ae-abc3-bf859c8cbbce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3778787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1720847'] for segment, after_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:12:01.665526 dv-cinder-793885-1-smb neutron-server[91912]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 01 06:12:01.665526 dv-cinder-793885-1-smb neutron-server[91912]: from cryptography.utils import int_from_bytes Jun 01 06:12:01.665526 dv-cinder-793885-1-smb neutron-server[91912]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 01 06:12:01.665526 dv-cinder-793885-1-smb neutron-server[91912]: from cryptography.utils import int_from_bytes Jun 01 06:12:01.665526 dv-cinder-793885-1-smb neutron-server[91912]: Traceback (most recent call last): Jun 01 06:12:01.665526 dv-cinder-793885-1-smb neutron-server[91912]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 01 06:12:01.665526 dv-cinder-793885-1-smb neutron-server[91912]: timer() Jun 01 06:12:01.665526 dv-cinder-793885-1-smb neutron-server[91912]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 01 06:12:01.665526 dv-cinder-793885-1-smb neutron-server[91912]: cb(*args, **kw) Jun 01 06:12:01.665526 dv-cinder-793885-1-smb neutron-server[91912]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 01 06:12:01.665526 dv-cinder-793885-1-smb neutron-server[91912]: return func(*args, **kwargs) Jun 01 06:12:01.665526 dv-cinder-793885-1-smb neutron-server[91912]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 01 06:12:01.665526 dv-cinder-793885-1-smb neutron-server[91912]: self._notify() Jun 01 06:12:01.665526 dv-cinder-793885-1-smb neutron-server[91912]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 01 06:12:01.665526 dv-cinder-793885-1-smb neutron-server[91912]: self.callback(batched_events) Jun 01 06:12:01.665526 dv-cinder-793885-1-smb neutron-server[91912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 01 06:12:01.665526 dv-cinder-793885-1-smb neutron-server[91912]: event.method(event) Jun 01 06:12:01.665526 dv-cinder-793885-1-smb neutron-server[91912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 01 06:12:01.665526 dv-cinder-793885-1-smb neutron-server[91912]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 01 06:12:01.665526 dv-cinder-793885-1-smb neutron-server[91912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 01 06:12:01.665526 dv-cinder-793885-1-smb neutron-server[91912]: aggregate_uuid = self.p_client.list_aggregates( Jun 01 06:12:01.665526 dv-cinder-793885-1-smb neutron-server[91912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 01 06:12:01.665526 dv-cinder-793885-1-smb neutron-server[91912]: return f(self, *a, **k) Jun 01 06:12:01.665526 dv-cinder-793885-1-smb neutron-server[91912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 01 06:12:01.665526 dv-cinder-793885-1-smb neutron-server[91912]: return self._get(url).json() Jun 01 06:12:01.665526 dv-cinder-793885-1-smb neutron-server[91912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 01 06:12:01.665526 dv-cinder-793885-1-smb neutron-server[91912]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 01 06:12:01.665526 dv-cinder-793885-1-smb neutron-server[91912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 01 06:12:01.665526 dv-cinder-793885-1-smb neutron-server[91912]: return self.request(url, 'GET', **kwargs) Jun 01 06:12:01.665526 dv-cinder-793885-1-smb neutron-server[91912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 01 06:12:01.665526 dv-cinder-793885-1-smb neutron-server[91912]: base_url = self.get_endpoint(auth, allow=allow, Jun 01 06:12:01.665526 dv-cinder-793885-1-smb neutron-server[91912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 01 06:12:01.665526 dv-cinder-793885-1-smb neutron-server[91912]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 01 06:12:01.665526 dv-cinder-793885-1-smb neutron-server[91912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 01 06:12:01.665526 dv-cinder-793885-1-smb neutron-server[91912]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 01 06:12:01.665526 dv-cinder-793885-1-smb neutron-server[91912]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 01 06:12:01.733119 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.db.provisioning_blocks [None req-0c9addff-9c03-46bf-badd-fd48d62cb50a None None] Provisioning for port 6426c3b4-4d0f-476e-9168-1a453ba6ebe2 completed by entity DHCP. {{(pid=91914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 06:12:01.738797 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3824664'] for port, before_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:12:01.758037 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.db.provisioning_blocks [None req-0c9addff-9c03-46bf-badd-fd48d62cb50a None None] Provisioning complete for port 6426c3b4-4d0f-476e-9168-1a453ba6ebe2 triggered by entity DHCP. {{(pid=91914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 06:12:01.758427 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-0c9addff-9c03-46bf-badd-fd48d62cb50a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3772206'] for port, provisioning_complete {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:12:01.828427 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.db [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] For port f8b0545d-724d-4320-88ed-206815aebb7e, host dv-cinder-793885-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793885-1-smb',level=0,port_id=f8b0545d-724d-4320-88ed-206815aebb7e,segment=NetworkSegment(97ee6b0e-31ac-4687-a432-1c46ba18e1e7),segment_id=97ee6b0e-31ac-4687-a432-1c46ba18e1e7)] {{(pid=91914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 06:12:01.842202 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774208810132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774208425701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774208426006'] for port, after_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:12:01.850529 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG oslo_concurrency.lockutils [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91914) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:12:01.853682 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51a6569-7a31-47c8-9cf9-f3f44f36e359 req-5fdb26f3-13cb-4d97-aa02-2a3af2e78fba tempest-AttachVolumeNegativeTest-1471670784 tempest-AttachVolumeNegativeTest-1471670784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:12:01.855720 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-b51a6569-7a31-47c8-9cf9-f3f44f36e359 req-5fdb26f3-13cb-4d97-aa02-2a3af2e78fba tempest-AttachVolumeNegativeTest-1471670784 tempest-AttachVolumeNegativeTest-1471670784-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d7b47d7-a3ed-46a5-b7e3-694f298da58c HTTP/1.1" status: 200 len: 945 time: 1.1115913 Jun 01 06:12:01.861104 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-d417f60e-37b2-43ae-abc3-bf859c8cbbce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3782482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-940336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-880394'] for network, after_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:12:01.901593 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.plugin [None req-0c9addff-9c03-46bf-badd-fd48d62cb50a None None] Port 6426c3b4-4d0f-476e-9168-1a453ba6ebe2 cannot update to ACTIVE because it is not bound. {{(pid=91914) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 06:12:01.917642 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-10955599-7f19-4ed2-9d2c-bd6a8a961182 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3824664'] for port, before_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:12:01.950630 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-d17a6051-b7ab-4bd2-9ceb-8f311e657c53 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:12:01.974272 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] Pushing event updated for resources: {'Port': ['ID=f8b0545d-724d-4320-88ed-206815aebb7e,revision_number=4']} {{(pid=91914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:12:01.987643 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d417f60e-37b2-43ae-abc3-bf859c8cbbce admin admin] Pushing event deleted for resources: {'Network': ['ID=238fca85-2170-4565-a7c0-f91c12b28812,revision_number=None']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:12:01.991766 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG oslo_concurrency.lockutils [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=91914) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:12:02.015492 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-d417f60e-37b2-43ae-abc3-bf859c8cbbce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:12:02.024690 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-d417f60e-37b2-43ae-abc3-bf859c8cbbce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536287'] for network, before_response {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:12:02.194169 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [None req-d417f60e-37b2-43ae-abc3-bf859c8cbbce admin admin] 10.222.0.41 "DELETE /v2.0/networks/238fca85-2170-4565-a7c0-f91c12b28812 HTTP/1.1" status: 204 len: 168 time: 1.8269796 Jun 01 06:12:02.194625 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.wsgi [-] (91913) accepted ('10.222.0.41', 54598) {{(pid=91913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 06:12:02.205905 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-b51a6569-7a31-47c8-9cf9-f3f44f36e359 req-5d404f04-8775-4074-844f-a4d8b6eccc5d tempest-AttachVolumeNegativeTest-1471670784 tempest-AttachVolumeNegativeTest-1471670784-project] 10.222.0.41 "GET /v2.0/security-groups?id=148e0031-14dd-4990-9826-b8db75cc4be7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3396740 Jun 01 06:12:02.313608 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.db.db_base_plugin_v2 [None req-44a2cb32-df66-40bb-bc6b-04745691c2db admin admin] Deleting subnet b6272634-2b5a-4fae-a79f-77f8ee7a548d {{(pid=91913) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 01 06:12:02.320490 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-44a2cb32-df66-40bb-bc6b-04745691c2db admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:12:02.383040 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-44a2cb32-df66-40bb-bc6b-04745691c2db admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11393177'] for subnet, precommit_delete_associations {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:12:02.425655 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-10955599-7f19-4ed2-9d2c-bd6a8a961182 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:12:02.431308 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-10955599-7f19-4ed2-9d2c-bd6a8a961182 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774208810132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774208425701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774208426006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1720915'] for port, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:12:02.447551 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-44a2cb32-df66-40bb-bc6b-04745691c2db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3776980'] for subnet, precommit_delete {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:12:02.459332 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-debe5f23-0512-4648-b949-1a471c8d7ea0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:12:02.544140 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10955599-7f19-4ed2-9d2c-bd6a8a961182 admin admin] Pushing event updated for resources: {'Port': ['ID=6426c3b4-4d0f-476e-9168-1a453ba6ebe2,revision_number=2']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:12:02.547579 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-10955599-7f19-4ed2-9d2c-bd6a8a961182 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:12:02.548767 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-10955599-7f19-4ed2-9d2c-bd6a8a961182 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-532480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-878364'] for router_interface, after_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:12:02.711252 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10955599-7f19-4ed2-9d2c-bd6a8a961182 admin admin] Network f1b630be-b48a-42d1-ade7-d56f19fb0ead is already hosted by enough agents. {{(pid=91912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 06:12:02.712526 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.scheduler.base_scheduler [None req-10955599-7f19-4ed2-9d2c-bd6a8a961182 admin admin] Resources bound (agent type, host, resource id): {{(pid=91912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 06:12:02.833329 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-44a2cb32-df66-40bb-bc6b-04745691c2db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3784033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10749084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11365346'] for subnet, after_delete {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:12:02.842618 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [None req-90eeac3d-ea2d-4c80-ab1f-2d68ee9257e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:12:02.923184 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-44a2cb32-df66-40bb-bc6b-04745691c2db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536287'] for subnet, before_response {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:12:02.941194 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [None req-44a2cb32-df66-40bb-bc6b-04745691c2db admin admin] 10.222.0.41 "DELETE /v2.0/subnets/b6272634-2b5a-4fae-a79f-77f8ee7a548d HTTP/1.1" status: 204 len: 168 time: 0.7451198 Jun 01 06:12:02.941824 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.wsgi [-] (91913) accepted ('10.222.0.41', 54608) {{(pid=91913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 06:12:02.948592 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a2cb32-df66-40bb-bc6b-04745691c2db admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b6272634-2b5a-4fae-a79f-77f8ee7a548d,revision_number=None']} {{(pid=91913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:12:03.021218 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10955599-7f19-4ed2-9d2c-bd6a8a961182 admin admin] Router 180e85d4-bdfa-4219-bf42-53f95115edc7 has already been hosted by L3 agent a2597806-c6e6-4acd-a843-608abc904602 {{(pid=91912) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 06:12:03.049383 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [None req-44a2cb32-df66-40bb-bc6b-04745691c2db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:12:03.096289 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-7de0e6c0-0778-41a5-92e1-61fce56f68ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670944'] for network, before_delete {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:12:03.146086 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.db.provisioning_blocks [None req-995d02c3-c089-432c-9a19-0bf1d7e59f4a None None] Provisioning complete for port 6426c3b4-4d0f-476e-9168-1a453ba6ebe2 triggered by entity DHCP. {{(pid=91914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 06:12:03.147335 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-995d02c3-c089-432c-9a19-0bf1d7e59f4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3772206'] for port, provisioning_complete {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:12:03.267166 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.rpc [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] Device f8b0545d-724d-4320-88ed-206815aebb7e up at agent ovs-agent-dv-cinder-793885-1-smb {{(pid=91914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 06:12:03.398442 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-7de0e6c0-0778-41a5-92e1-61fce56f68ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3782491', 'neutron.services.segments.db._delete_segments_for_network-8774208951004'] for network, precommit_delete {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:12:03.430410 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.services.segments.db [None req-7de0e6c0-0778-41a5-92e1-61fce56f68ce admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b9e8e60-70ac-49bb-b268-d1203fa23b1c']}} {{(pid=91913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 06:12:03.464039 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.services.segments.db [None req-7de0e6c0-0778-41a5-92e1-61fce56f68ce admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2fe220bb-d1d3-4172-8883-11c3ba7b360b') {'for_net_delete': True} {{(pid=91913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 06:12:03.467638 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.services.segments.db [None req-7de0e6c0-0778-41a5-92e1-61fce56f68ce admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2fe220bb-d1d3-4172-8883-11c3ba7b360b') {} {{(pid=91913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 06:12:03.510702 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-7de0e6c0-0778-41a5-92e1-61fce56f68ce admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774208960925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11393170'] for segment, before_delete {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:12:03.549911 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-7de0e6c0-0778-41a5-92e1-61fce56f68ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3778787'] for segment, precommit_delete {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:12:03.555458 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.plugin [None req-995d02c3-c089-432c-9a19-0bf1d7e59f4a None None] Port 6426c3b4-4d0f-476e-9168-1a453ba6ebe2 cannot update to ACTIVE because it is not bound. {{(pid=91914) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 06:12:03.560464 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7de0e6c0-0778-41a5-92e1-61fce56f68ce admin admin] Releasing vlan 315 on physical network physnet1 to pool {{(pid=91913) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 06:12:03.560930 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-7de0e6c0-0778-41a5-92e1-61fce56f68ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3778787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10749498'] for segment, after_delete {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:12:03.574378 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.db.provisioning_blocks [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] Provisioning complete for port f8b0545d-724d-4320-88ed-206815aebb7e triggered by entity L2. {{(pid=91914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 06:12:03.575800 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3772206'] for port, provisioning_complete {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:12:03.590777 dv-cinder-793885-1-smb neutron-server[91913]: Traceback (most recent call last): Jun 01 06:12:03.590777 dv-cinder-793885-1-smb neutron-server[91913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 01 06:12:03.590777 dv-cinder-793885-1-smb neutron-server[91913]: timer() Jun 01 06:12:03.590777 dv-cinder-793885-1-smb neutron-server[91913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 01 06:12:03.590777 dv-cinder-793885-1-smb neutron-server[91913]: cb(*args, **kw) Jun 01 06:12:03.590777 dv-cinder-793885-1-smb neutron-server[91913]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 01 06:12:03.590777 dv-cinder-793885-1-smb neutron-server[91913]: return func(*args, **kwargs) Jun 01 06:12:03.590777 dv-cinder-793885-1-smb neutron-server[91913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 01 06:12:03.590777 dv-cinder-793885-1-smb neutron-server[91913]: self._notify() Jun 01 06:12:03.590777 dv-cinder-793885-1-smb neutron-server[91913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 01 06:12:03.590777 dv-cinder-793885-1-smb neutron-server[91913]: self.callback(batched_events) Jun 01 06:12:03.590777 dv-cinder-793885-1-smb neutron-server[91913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 01 06:12:03.590777 dv-cinder-793885-1-smb neutron-server[91913]: event.method(event) Jun 01 06:12:03.590777 dv-cinder-793885-1-smb neutron-server[91913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 01 06:12:03.590777 dv-cinder-793885-1-smb neutron-server[91913]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 01 06:12:03.590777 dv-cinder-793885-1-smb neutron-server[91913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 01 06:12:03.590777 dv-cinder-793885-1-smb neutron-server[91913]: aggregate_uuid = self.p_client.list_aggregates( Jun 01 06:12:03.590777 dv-cinder-793885-1-smb neutron-server[91913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 01 06:12:03.590777 dv-cinder-793885-1-smb neutron-server[91913]: return f(self, *a, **k) Jun 01 06:12:03.590777 dv-cinder-793885-1-smb neutron-server[91913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 01 06:12:03.590777 dv-cinder-793885-1-smb neutron-server[91913]: return self._get(url).json() Jun 01 06:12:03.590777 dv-cinder-793885-1-smb neutron-server[91913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 01 06:12:03.590777 dv-cinder-793885-1-smb neutron-server[91913]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 01 06:12:03.590777 dv-cinder-793885-1-smb neutron-server[91913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 01 06:12:03.590777 dv-cinder-793885-1-smb neutron-server[91913]: return self.request(url, 'GET', **kwargs) Jun 01 06:12:03.590777 dv-cinder-793885-1-smb neutron-server[91913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 01 06:12:03.590777 dv-cinder-793885-1-smb neutron-server[91913]: base_url = self.get_endpoint(auth, allow=allow, Jun 01 06:12:03.590777 dv-cinder-793885-1-smb neutron-server[91913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 01 06:12:03.590777 dv-cinder-793885-1-smb neutron-server[91913]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 01 06:12:03.590777 dv-cinder-793885-1-smb neutron-server[91913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 01 06:12:03.590777 dv-cinder-793885-1-smb neutron-server[91913]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 01 06:12:03.590777 dv-cinder-793885-1-smb neutron-server[91913]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 01 06:12:03.783430 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-7de0e6c0-0778-41a5-92e1-61fce56f68ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3782482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-940336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-880394'] for network, after_delete {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:12:03.787335 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [None req-b7e4e7cc-ae07-4105-a1bd-6d84c84d9444 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:12:03.815483 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10955599-7f19-4ed2-9d2c-bd6a8a961182 admin admin] Notify agent at l3_agent.dv-cinder-793885-1-smb the message routers_updated {{(pid=91912) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 06:12:03.819986 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-7de0e6c0-0778-41a5-92e1-61fce56f68ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536287'] for network, before_response {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:12:03.823883 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de0e6c0-0778-41a5-92e1-61fce56f68ce admin admin] Pushing event deleted for resources: {'Network': ['ID=9b9e8e60-70ac-49bb-b268-d1203fa23b1c,revision_number=None']} {{(pid=91913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:12:03.830641 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b5c7796-bb6c-47f2-9d25-b69242d6ffab None None] Sync routers for ids ['180e85d4-bdfa-4219-bf42-53f95115edc7'] in dv-cinder-793885-1-smb {{(pid=91914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 06:12:03.832750 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [None req-7de0e6c0-0778-41a5-92e1-61fce56f68ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:12:03.836818 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [None req-7de0e6c0-0778-41a5-92e1-61fce56f68ce admin admin] 10.222.0.41 "DELETE /v2.0/networks/9b9e8e60-70ac-49bb-b268-d1203fa23b1c HTTP/1.1" status: 204 len: 168 time: 0.8936205 Jun 01 06:12:03.850548 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b5c7796-bb6c-47f2-9d25-b69242d6ffab None None] Routers {'180e85d4-bdfa-4219-bf42-53f95115edc7'} bound to L3 agent in host dv-cinder-793885-1-smb {{(pid=91914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 06:12:03.851363 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.db.l3_hamode_db [None req-9b5c7796-bb6c-47f2-9d25-b69242d6ffab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793885-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-01T06:01:58Z,description=,heartbeat_timestamp=2021-06-01T06:11:58Z,host='dv-cinder-793885-1-smb',id=a2597806-c6e6-4acd-a843-608abc904602,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T06:01:58Z,topic='l3_agent')) {'router_ids': ['180e85d4-bdfa-4219-bf42-53f95115edc7'], 'active': True} {{(pid=91914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 06:12:03.861524 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [None req-10955599-7f19-4ed2-9d2c-bd6a8a961182 admin admin] 10.222.0.41 "PUT /v2.0/routers/180e85d4-bdfa-4219-bf42-53f95115edc7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6550381 Jun 01 06:12:03.946454 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e677914-d4ee-44cd-8383-d9d867757ad2 req-d7db1a8d-b427-45df-a88f-7a529d320f4c tempest-AttachVolumeNegativeTest-1471670784 tempest-AttachVolumeNegativeTest-1471670784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:12:03.949388 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-1e677914-d4ee-44cd-8383-d9d867757ad2 req-d7db1a8d-b427-45df-a88f-7a529d320f4c tempest-AttachVolumeNegativeTest-1471670784 tempest-AttachVolumeNegativeTest-1471670784-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d7b47d7-a3ed-46a5-b7e3-694f298da58c HTTP/1.1" status: 200 len: 945 time: 0.3333044 Jun 01 06:12:04.055296 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-1e677914-d4ee-44cd-8383-d9d867757ad2 req-9b91eaf9-37be-4c5e-ab04-daaa20b49dd8 tempest-AttachVolumeNegativeTest-1471670784 tempest-AttachVolumeNegativeTest-1471670784-project] 10.222.0.41 "GET /v2.0/security-groups?id=148e0031-14dd-4990-9826-b8db75cc4be7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004269 Jun 01 06:12:04.141998 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.db.l3_dvr_db [None req-9b5c7796-bb6c-47f2-9d25-b69242d6ffab None None] Set router 180e85d4-bdfa-4219-bf42-53f95115edc7 gateway port host: dv-cinder-793885-1-smb {{(pid=91914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 06:12:04.146547 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.wsgi [-] (91913) accepted ('10.222.0.41', 54638) {{(pid=91913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 06:12:04.259739 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77e8a75-d741-4659-83dc-351c71ae2c83 req-9a584669-06aa-4958-a622-b3798b9b784f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:12:04.263486 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-e77e8a75-d741-4659-83dc-351c71ae2c83 req-9a584669-06aa-4958-a622-b3798b9b784f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e52e210129f84c5ab6a94a8e2b18edeb&device_id=adbe8ec7-7667-4d7a-8fa0-614d82b10afb HTTP/1.1" status: 200 len: 1098 time: 0.1393757 Jun 01 06:12:04.265247 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [None req-8837d8cc-7e95-49f6-ab97-e2031e83a346 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=fb331abd057c4001beb5d29963f89aad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1169186 Jun 01 06:12:04.267661 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.wsgi [-] (91912) accepted ('10.222.0.41', 54642) {{(pid=91912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 06:12:04.615520 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b96b9eb-3991-4006-a53b-a7a212a80daf req-d008aac1-d74f-4256-9dc1-d6c3ad2b72c6 tempest-ServerRescueNegativeTestJSON-2082042209 tempest-ServerRescueNegativeTestJSON-2082042209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:12:04.630878 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-2b96b9eb-3991-4006-a53b-a7a212a80daf req-d008aac1-d74f-4256-9dc1-d6c3ad2b72c6 tempest-ServerRescueNegativeTestJSON-2082042209 tempest-ServerRescueNegativeTestJSON-2082042209-project] 10.222.0.41 "GET /v2.0/ports?device_id=adbe8ec7-7667-4d7a-8fa0-614d82b10afb HTTP/1.1" status: 200 len: 945 time: 0.3639596 Jun 01 06:12:04.656297 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-364086aa-cc37-456b-a922-7c898bb8e42b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:12:04.748531 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-364086aa-cc37-456b-a922-7c898bb8e42b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:12:04.764135 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-2b96b9eb-3991-4006-a53b-a7a212a80daf req-d3e5efe0-ce04-4a10-a1c1-200ad50dfee5 tempest-ServerRescueNegativeTestJSON-2082042209 tempest-ServerRescueNegativeTestJSON-2082042209-project] 10.222.0.41 "GET /v2.0/security-groups?id=b9806f43-fca1-4e3e-8128-d5f6b4549043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307731 Jun 01 06:12:04.881404 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.db.l3_hamode_db [None req-9b5c7796-bb6c-47f2-9d25-b69242d6ffab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '180e85d4-bdfa-4219-bf42-53f95115edc7', 'name': 'tempest-TestShelveInstance-1706773213-router', 'tenant_id': 'fed377efae854216b9f148b73a2ed6ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df727fa4-ca0b-43ba-be88-ffeb156f0c84', 'external_fixed_ips': [{'subnet_id': '8acdb510-d5f4-4c90-8e8c-2a5ae18e332f', 'ip_address': '172.28.2.221'}], 'enable_snat': True}, 'gw_port_id': 'f8b0545d-724d-4320-88ed-206815aebb7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T06:11:52Z', 'updated_at': '2021-06-01T06:12:01Z', 'revision_number': 4, 'project_id': 'fed377efae854216b9f148b73a2ed6ed', 'gw_port': {'id': 'f8b0545d-724d-4320-88ed-206815aebb7e', 'name': '', 'network_id': 'df727fa4-ca0b-43ba-be88-ffeb156f0c84', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:7b:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '180e85d4-bdfa-4219-bf42-53f95115edc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': '8acdb510-d5f4-4c90-8e8c-2a5ae18e332f', 'ip_address': '172.28.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793885-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T06:11:53Z', 'updated_at': '2021-06-01T06:12:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acdb510-d5f4-4c90-8e8c-2a5ae18e332f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793885-1-smb', '_interfaces': [{'id': '6426c3b4-4d0f-476e-9168-1a453ba6ebe2', 'name': '', 'network_id': 'f1b630be-b48a-42d1-ade7-d56f19fb0ead', 'tenant_id': 'fed377efae854216b9f148b73a2ed6ed', 'mac_address': 'fa:16:3e:97:42:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '180e85d4-bdfa-4219-bf42-53f95115edc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '583c983b-cbf4-4a47-8c33-2b3c8f8c851e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T06:11:59Z', 'updated_at': '2021-06-01T06:12:02Z', 'revision_number': 2, 'project_id': 'fed377efae854216b9f148b73a2ed6ed', 'subnets': [{'id': '583c983b-cbf4-4a47-8c33-2b3c8f8c851e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793885-1-smb', False) {} {{(pid=91914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 06:12:04.884105 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77e8a75-d741-4659-83dc-351c71ae2c83 req-1bde1155-8baf-4c37-aa2b-c1ae9128fbbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:12:04.885572 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-e77e8a75-d741-4659-83dc-351c71ae2c83 req-1bde1155-8baf-4c37-aa2b-c1ae9128fbbe service neutron] 10.222.0.45 "GET /v2.0/networks?id=2cfdc2ff-8af3-4a0e-8494-3f69501eca70 HTTP/1.1" status: 200 len: 919 time: 0.6126568 Jun 01 06:12:04.898490 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b5c7796-bb6c-47f2-9d25-b69242d6ffab None None] Checking router: 180e85d4-bdfa-4219-bf42-53f95115edc7 for host: dv-cinder-793885-1-smb {{(pid=91914) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 06:12:04.899344 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b5c7796-bb6c-47f2-9d25-b69242d6ffab None None] Updating router 180e85d4-bdfa-4219-bf42-53f95115edc7 port 6426c3b4-4d0f-476e-9168-1a453ba6ebe2 binding host dv-cinder-793885-1-smb {{(pid=91914) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 06:12:04.983661 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-9b5c7796-bb6c-47f2-9d25-b69242d6ffab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3824664'] for port, before_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:12:05.054005 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-e77e8a75-d741-4659-83dc-351c71ae2c83 req-3f1b0155-bb7f-4368-b520-3c1cb7a7d578 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=086b5e9c-bc83-4237-8f83-92b088599ac2 HTTP/1.1" status: 200 len: 217 time: 0.1520746 Jun 01 06:12:05.133435 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-364086aa-cc37-456b-a922-7c898bb8e42b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940402'] for security_group, after_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:12:05.151670 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-3c1e47d1-6052-4866-81a5-21a2acfdca02 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:12:05.164103 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364086aa-cc37-456b-a922-7c898bb8e42b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2944dfc8-54a7-45a4-a0ae-01a78586e78a,revision_number=None']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:12:05.176273 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-364086aa-cc37-456b-a922-7c898bb8e42b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:12:05.186816 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-364086aa-cc37-456b-a922-7c898bb8e42b admin admin] Notify callbacks [] for security_group, before_response {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:12:05.188528 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [None req-364086aa-cc37-456b-a922-7c898bb8e42b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2944dfc8-54a7-45a4-a0ae-01a78586e78a HTTP/1.1" status: 204 len: 168 time: 0.9190845 Jun 01 06:12:05.190426 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77e8a75-d741-4659-83dc-351c71ae2c83 req-9fd3484c-5027-4bbf-ac32-76617ad3efd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:12:05.193083 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-e77e8a75-d741-4659-83dc-351c71ae2c83 req-9fd3484c-5027-4bbf-ac32-76617ad3efd0 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d9825719-b0f5-4a30-9b2a-ada7e262f0ce HTTP/1.1" status: 200 len: 858 time: 0.1304405 Jun 01 06:12:05.259282 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-e77e8a75-d741-4659-83dc-351c71ae2c83 req-aecd1891-68d3-41aa-ad79-b80758346050 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2cfdc2ff-8af3-4a0e-8494-3f69501eca70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0576997 Jun 01 06:12:05.478616 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-9b5c7796-bb6c-47f2-9d25-b69242d6ffab None None] Notify callbacks [] for port, precommit_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:12:05.505062 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.db.provisioning_blocks [None req-9b5c7796-bb6c-47f2-9d25-b69242d6ffab None None] Transition to ACTIVE for port object 6426c3b4-4d0f-476e-9168-1a453ba6ebe2 will not be triggered until provisioned by entity L2. {{(pid=91914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 06:12:05.525082 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-9b5c7796-bb6c-47f2-9d25-b69242d6ffab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774208810132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774208425701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774208426006'] for port, after_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:12:05.529357 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG oslo_concurrency.lockutils [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91914) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:12:05.560479 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.wsgi [-] (91913) accepted ('10.222.0.41', 54670) {{(pid=91913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 06:12:05.566423 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.v2.base [None req-302aa8cb-40b1-4f94-bca8-db4212b5f4ef tempest-TestShelveInstance-1107887697 tempest-TestShelveInstance-1107887697-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1583778620', 'description': 'tempest-secgroup-smoke-1583778620 description', 'project_id': '856ad5dcb525408fab9b255236023d67'}} {{(pid=91913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 06:12:05.588280 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.db.quota.driver [None req-302aa8cb-40b1-4f94-bca8-db4212b5f4ef tempest-TestShelveInstance-1107887697 tempest-TestShelveInstance-1107887697-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 06:12:05.592869 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-e77e8a75-d741-4659-83dc-351c71ae2c83 req-7f34471d-0fdb-4998-96c8-c322da2f317a service neutron] 10.222.0.45 "GET /v2.0/networks/2cfdc2ff-8af3-4a0e-8494-3f69501eca70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3230469 Jun 01 06:12:05.593899 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.quota.resource [None req-302aa8cb-40b1-4f94-bca8-db4212b5f4ef tempest-TestShelveInstance-1107887697 tempest-TestShelveInstance-1107887697-project] Usage tracker for resource:security_group and tenant:856ad5dcb525408fab9b255236023d67 is out of sync, need to count used quota {{(pid=91913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 06:12:05.603898 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.quota.resource [None req-302aa8cb-40b1-4f94-bca8-db4212b5f4ef tempest-TestShelveInstance-1107887697 tempest-TestShelveInstance-1107887697-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=91913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 06:12:05.615637 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.db.quota.driver [None req-302aa8cb-40b1-4f94-bca8-db4212b5f4ef tempest-TestShelveInstance-1107887697 tempest-TestShelveInstance-1107887697-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 06:12:05.641651 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-302aa8cb-40b1-4f94-bca8-db4212b5f4ef tempest-TestShelveInstance-1107887697 tempest-TestShelveInstance-1107887697-project] Notify callbacks [] for security_group, before_create {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:12:05.689607 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.db.quota.driver [None req-302aa8cb-40b1-4f94-bca8-db4212b5f4ef tempest-TestShelveInstance-1107887697 tempest-TestShelveInstance-1107887697-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 06:12:05.699893 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.quota.resource [None req-302aa8cb-40b1-4f94-bca8-db4212b5f4ef tempest-TestShelveInstance-1107887697 tempest-TestShelveInstance-1107887697-project] Usage tracker for resource:security_group_rule and tenant:856ad5dcb525408fab9b255236023d67 is out of sync, need to count used quota {{(pid=91913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 06:12:05.708507 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.quota.resource [None req-302aa8cb-40b1-4f94-bca8-db4212b5f4ef tempest-TestShelveInstance-1107887697 tempest-TestShelveInstance-1107887697-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=91913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 06:12:05.723314 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.db.quota.driver [None req-302aa8cb-40b1-4f94-bca8-db4212b5f4ef tempest-TestShelveInstance-1107887697 tempest-TestShelveInstance-1107887697-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=91913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 06:12:05.873885 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d367745-16e6-4141-b135-6de064ee5664 None None] Pushing event updated for resources: {'Port': ['ID=6426c3b4-4d0f-476e-9168-1a453ba6ebe2,revision_number=3']} {{(pid=91914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:12:05.883674 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG oslo_concurrency.lockutils [None req-9d367745-16e6-4141-b135-6de064ee5664 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.354s {{(pid=91914) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:12:05.951748 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-302aa8cb-40b1-4f94-bca8-db4212b5f4ef tempest-TestShelveInstance-1107887697 tempest-TestShelveInstance-1107887697-project] Notify callbacks [] for security_group, precommit_create {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:12:05.951748 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.wsgi [-] (91913) accepted ('10.222.0.41', 54680) {{(pid=91913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 06:12:05.951748 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-302aa8cb-40b1-4f94-bca8-db4212b5f4ef tempest-TestShelveInstance-1107887697 tempest-TestShelveInstance-1107887697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940402'] for security_group, after_create {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:12:06.022319 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-e77e8a75-d741-4659-83dc-351c71ae2c83 req-34737317-8bef-4bcd-b10c-69a340e06fd5 service neutron] 10.222.0.45 "GET /v2.0/networks/2cfdc2ff-8af3-4a0e-8494-3f69501eca70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4158275 Jun 01 06:12:06.087367 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [None req-2dd4b5ad-ab65-4324-ae2f-e8087e9dc7e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:12:06.117317 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-302aa8cb-40b1-4f94-bca8-db4212b5f4ef tempest-TestShelveInstance-1107887697 tempest-TestShelveInstance-1107887697-project] Notify callbacks [] for security_group, before_response {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:12:06.121908 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.wsgi [-] (91912) accepted ('10.222.0.41', 54692) {{(pid=91912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 06:12:06.128859 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.v2.base [None req-563ff3bb-ed99-40ee-a29f-c02687f94257 tempest-TestShelveInstance-1107887697 tempest-TestShelveInstance-1107887697-project] Request body: {'security_group_rule': {'security_group_id': '4ce01314-a77e-4519-975b-dbdbd392c102', 'project_id': '856ad5dcb525408fab9b255236023d67', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 06:12:06.138361 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [None req-302aa8cb-40b1-4f94-bca8-db4212b5f4ef tempest-TestShelveInstance-1107887697 tempest-TestShelveInstance-1107887697-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5725126 Jun 01 06:12:06.143227 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.db.quota.driver [None req-563ff3bb-ed99-40ee-a29f-c02687f94257 tempest-TestShelveInstance-1107887697 tempest-TestShelveInstance-1107887697-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91912) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 06:12:06.154179 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.quota.resource [None req-563ff3bb-ed99-40ee-a29f-c02687f94257 tempest-TestShelveInstance-1107887697 tempest-TestShelveInstance-1107887697-project] Usage tracker for resource:security_group_rule and tenant:856ad5dcb525408fab9b255236023d67 is out of sync, need to count used quota {{(pid=91912) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 06:12:06.166567 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.quota.resource [None req-563ff3bb-ed99-40ee-a29f-c02687f94257 tempest-TestShelveInstance-1107887697 tempest-TestShelveInstance-1107887697-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=91912) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 06:12:06.187996 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.db.quota.driver [None req-563ff3bb-ed99-40ee-a29f-c02687f94257 tempest-TestShelveInstance-1107887697 tempest-TestShelveInstance-1107887697-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=91912) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 06:12:06.209707 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.managers [None req-9b5c7796-bb6c-47f2-9d25-b69242d6ffab None None] Attempting to bind port 6426c3b4-4d0f-476e-9168-1a453ba6ebe2 on host dv-cinder-793885-1-smb for vnic_type normal with profile {{(pid=91914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 06:12:06.210154 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.managers [None req-9b5c7796-bb6c-47f2-9d25-b69242d6ffab None None] Attempting to bind port 6426c3b4-4d0f-476e-9168-1a453ba6ebe2 by drivers openvswitch,hyperv on host dv-cinder-793885-1-smb at level 0 using segments [{'id': '64a9cc7a-9cb8-4972-b0ba-49efafd76524', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'f1b630be-b48a-42d1-ade7-d56f19fb0ead'}] {{(pid=91914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 06:12:06.210446 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b5c7796-bb6c-47f2-9d25-b69242d6ffab None None] Attempting to bind port 6426c3b4-4d0f-476e-9168-1a453ba6ebe2 on network f1b630be-b48a-42d1-ade7-d56f19fb0ead {{(pid=91914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 06:12:06.218646 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-563ff3bb-ed99-40ee-a29f-c02687f94257 tempest-TestShelveInstance-1107887697 tempest-TestShelveInstance-1107887697-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:12:06.225467 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b5c7796-bb6c-47f2-9d25-b69242d6ffab None None] Checking agent: {'id': 'afbd2d5c-fa5a-4eff-9ede-b1626fbc7a4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793885-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 6, 1, 58), 'started_at': datetime.datetime(2021, 6, 1, 6, 2, 28), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 6, 11, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793885-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 06:12:06.225845 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b5c7796-bb6c-47f2-9d25-b69242d6ffab None None] Checking segment: {'id': '64a9cc7a-9cb8-4972-b0ba-49efafd76524', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'f1b630be-b48a-42d1-ade7-d56f19fb0ead'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 06:12:06.226249 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-9b5c7796-bb6c-47f2-9d25-b69242d6ffab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:12:06.226642 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b5c7796-bb6c-47f2-9d25-b69242d6ffab None None] Bound using segment: {'id': '64a9cc7a-9cb8-4972-b0ba-49efafd76524', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'f1b630be-b48a-42d1-ade7-d56f19fb0ead'} {{(pid=91914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 06:12:06.227112 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.managers [None req-9b5c7796-bb6c-47f2-9d25-b69242d6ffab None None] Bound port: 6426c3b4-4d0f-476e-9168-1a453ba6ebe2, host: dv-cinder-793885-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64a9cc7a-9cb8-4972-b0ba-49efafd76524', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'f1b630be-b48a-42d1-ade7-d56f19fb0ead'}}] {{(pid=91914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 06:12:06.227685 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-9b5c7796-bb6c-47f2-9d25-b69242d6ffab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3824664'] for port, before_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:12:06.295744 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302aa8cb-40b1-4f94-bca8-db4212b5f4ef tempest-TestShelveInstance-1107887697 tempest-TestShelveInstance-1107887697-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ce01314-a77e-4519-975b-dbdbd392c102,revision_number=1']} {{(pid=91913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:12:06.307620 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [None req-302aa8cb-40b1-4f94-bca8-db4212b5f4ef tempest-TestShelveInstance-1107887697 tempest-TestShelveInstance-1107887697-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:12:06.330230 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [None req-a7c886a1-94cd-4cd3-b8c4-1e95c345190a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=fb4292a7db3c4ab79e6d704e315808a2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2948234 Jun 01 06:12:06.332307 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.wsgi [-] (91913) accepted ('10.222.0.41', 54706) {{(pid=91913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 06:12:06.362367 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.db [None req-9b5c7796-bb6c-47f2-9d25-b69242d6ffab None None] For port 6426c3b4-4d0f-476e-9168-1a453ba6ebe2, host dv-cinder-793885-1-smb, cleared binding levels {{(pid=91914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 06:12:06.366223 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.db [None req-9b5c7796-bb6c-47f2-9d25-b69242d6ffab None None] For port 6426c3b4-4d0f-476e-9168-1a453ba6ebe2, host dv-cinder-793885-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793885-1-smb',level=0,port_id=6426c3b4-4d0f-476e-9168-1a453ba6ebe2,segment=NetworkSegment(64a9cc7a-9cb8-4972-b0ba-49efafd76524),segment_id=64a9cc7a-9cb8-4972-b0ba-49efafd76524)] {{(pid=91914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 06:12:06.373470 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-9b5c7796-bb6c-47f2-9d25-b69242d6ffab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774208810132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774208425701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774208426006'] for port, after_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:12:06.379052 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG oslo_concurrency.lockutils [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91914) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:12:06.400385 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-563ff3bb-ed99-40ee-a29f-c02687f94257 tempest-TestShelveInstance-1107887697 tempest-TestShelveInstance-1107887697-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:12:06.415024 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-563ff3bb-ed99-40ee-a29f-c02687f94257 tempest-TestShelveInstance-1107887697 tempest-TestShelveInstance-1107887697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940440'] for security_group_rule, after_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:12:06.420948 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ec8555-ddb1-46d1-9107-31289ce9dbc4 req-badd943a-ea71-496e-9d95-ed47e3bb3030 tempest-ServerRescueNegativeTestJSON-2082042209 tempest-ServerRescueNegativeTestJSON-2082042209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:12:06.424253 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-05ec8555-ddb1-46d1-9107-31289ce9dbc4 req-badd943a-ea71-496e-9d95-ed47e3bb3030 tempest-ServerRescueNegativeTestJSON-2082042209 tempest-ServerRescueNegativeTestJSON-2082042209-project] 10.222.0.41 "GET /v2.0/ports?device_id=adbe8ec7-7667-4d7a-8fa0-614d82b10afb HTTP/1.1" status: 200 len: 945 time: 0.2818649 Jun 01 06:12:06.430562 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:12:06.480243 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b5c7796-bb6c-47f2-9d25-b69242d6ffab None None] Routers {'180e85d4-bdfa-4219-bf42-53f95115edc7'} bound to L3 agent in host dv-cinder-793885-1-smb {{(pid=91914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 06:12:06.481003 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.db.l3_hamode_db [None req-9b5c7796-bb6c-47f2-9d25-b69242d6ffab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793885-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-01T06:01:58Z,description=,heartbeat_timestamp=2021-06-01T06:11:58Z,host='dv-cinder-793885-1-smb',id=a2597806-c6e6-4acd-a843-608abc904602,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T06:01:58Z,topic='l3_agent')) {'router_ids': ['180e85d4-bdfa-4219-bf42-53f95115edc7'], 'active': True} {{(pid=91914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 06:12:06.500761 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-8b666d81-1b13-4199-82b5-970beaed7850 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:12:06.503766 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563ff3bb-ed99-40ee-a29f-c02687f94257 tempest-TestShelveInstance-1107887697 tempest-TestShelveInstance-1107887697-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46c5004a-3ab7-4a73-a13d-d630cb7aeb44,revision_number=0']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:12:06.505631 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-563ff3bb-ed99-40ee-a29f-c02687f94257 tempest-TestShelveInstance-1107887697 tempest-TestShelveInstance-1107887697-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:12:06.509810 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [None req-563ff3bb-ed99-40ee-a29f-c02687f94257 tempest-TestShelveInstance-1107887697 tempest-TestShelveInstance-1107887697-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3866398 Jun 01 06:12:06.510315 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.wsgi [-] (91912) accepted ('10.222.0.41', 54712) {{(pid=91912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 06:12:06.513523 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-563ff3bb-ed99-40ee-a29f-c02687f94257 tempest-TestShelveInstance-1107887697 tempest-TestShelveInstance-1107887697-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:12:06.517029 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.v2.base [None req-a11e85ec-d395-4b4a-9095-742970a3dd23 tempest-TestShelveInstance-1107887697 tempest-TestShelveInstance-1107887697-project] Request body: {'security_group_rule': {'security_group_id': '4ce01314-a77e-4519-975b-dbdbd392c102', 'project_id': '856ad5dcb525408fab9b255236023d67', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=91912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 06:12:06.530744 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.db.quota.driver [None req-a11e85ec-d395-4b4a-9095-742970a3dd23 tempest-TestShelveInstance-1107887697 tempest-TestShelveInstance-1107887697-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91912) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 06:12:06.546851 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.quota.resource [None req-a11e85ec-d395-4b4a-9095-742970a3dd23 tempest-TestShelveInstance-1107887697 tempest-TestShelveInstance-1107887697-project] Usage tracker for resource:security_group_rule and tenant:856ad5dcb525408fab9b255236023d67 is out of sync, need to count used quota {{(pid=91912) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 06:12:06.550507 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.quota.resource [None req-a11e85ec-d395-4b4a-9095-742970a3dd23 tempest-TestShelveInstance-1107887697 tempest-TestShelveInstance-1107887697-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=91912) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 06:12:06.567712 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.db.quota.driver [None req-a11e85ec-d395-4b4a-9095-742970a3dd23 tempest-TestShelveInstance-1107887697 tempest-TestShelveInstance-1107887697-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=91912) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 06:12:06.602805 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-a11e85ec-d395-4b4a-9095-742970a3dd23 tempest-TestShelveInstance-1107887697 tempest-TestShelveInstance-1107887697-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:12:06.608678 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-8b666d81-1b13-4199-82b5-970beaed7850 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:12:06.675264 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-05ec8555-ddb1-46d1-9107-31289ce9dbc4 req-db943419-15a5-45da-a4e1-fbc532c05df8 tempest-ServerRescueNegativeTestJSON-2082042209 tempest-ServerRescueNegativeTestJSON-2082042209-project] 10.222.0.41 "GET /v2.0/security-groups?id=b9806f43-fca1-4e3e-8128-d5f6b4549043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2161331 Jun 01 06:12:06.756574 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d367745-16e6-4141-b135-6de064ee5664 None None] Pushing event updated for resources: {'Port': ['ID=6426c3b4-4d0f-476e-9168-1a453ba6ebe2,revision_number=4']} {{(pid=91914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:12:06.762898 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-a11e85ec-d395-4b4a-9095-742970a3dd23 tempest-TestShelveInstance-1107887697 tempest-TestShelveInstance-1107887697-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:12:06.767406 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG oslo_concurrency.lockutils [None req-9d367745-16e6-4141-b135-6de064ee5664 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.389s {{(pid=91914) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:12:06.774633 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-a11e85ec-d395-4b4a-9095-742970a3dd23 tempest-TestShelveInstance-1107887697 tempest-TestShelveInstance-1107887697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940440'] for security_group_rule, after_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:12:06.776714 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-563ff3bb-ed99-40ee-a29f-c02687f94257 tempest-TestShelveInstance-1107887697 tempest-TestShelveInstance-1107887697-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:12:06.780446 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-8b666d81-1b13-4199-82b5-970beaed7850 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940402'] for security_group, after_delete {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:12:06.784721 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [None req-e30ac96c-0ff4-4d8a-a96c-8829a8809b91 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:12:06.811272 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b666d81-1b13-4199-82b5-970beaed7850 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efd2e082-9de8-4564-a387-41663c4fd298,revision_number=None']} {{(pid=91913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:12:06.814494 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [None req-8b666d81-1b13-4199-82b5-970beaed7850 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:12:06.816596 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-8b666d81-1b13-4199-82b5-970beaed7850 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:12:06.817800 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [None req-8b666d81-1b13-4199-82b5-970beaed7850 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/efd2e082-9de8-4564-a387-41663c4fd298 HTTP/1.1" status: 204 len: 168 time: 0.4845548 Jun 01 06:12:06.843694 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11e85ec-d395-4b4a-9095-742970a3dd23 tempest-TestShelveInstance-1107887697 tempest-TestShelveInstance-1107887697-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0719ad7-a55a-4c00-9bb9-a1c85ea4fa68,revision_number=0']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:12:06.857735 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-a11e85ec-d395-4b4a-9095-742970a3dd23 tempest-TestShelveInstance-1107887697 tempest-TestShelveInstance-1107887697-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:12:06.869972 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-a11e85ec-d395-4b4a-9095-742970a3dd23 tempest-TestShelveInstance-1107887697 tempest-TestShelveInstance-1107887697-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:12:06.873959 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.wsgi [-] (91913) accepted ('10.222.0.41', 54728) {{(pid=91913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 06:12:06.878082 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [None req-a11e85ec-d395-4b4a-9095-742970a3dd23 tempest-TestShelveInstance-1107887697 tempest-TestShelveInstance-1107887697-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3660636 Jun 01 06:12:06.880607 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.v2.base [None req-98480d76-9323-4f61-8762-afbc2367d00f tempest-TestShelveInstance-1107887697 tempest-TestShelveInstance-1107887697-project] Request body: {'security_group_rule': {'security_group_id': '4ce01314-a77e-4519-975b-dbdbd392c102', 'project_id': '856ad5dcb525408fab9b255236023d67', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=91913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 06:12:06.893354 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.db.quota.driver [None req-98480d76-9323-4f61-8762-afbc2367d00f tempest-TestShelveInstance-1107887697 tempest-TestShelveInstance-1107887697-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 06:12:06.901938 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.quota.resource [None req-98480d76-9323-4f61-8762-afbc2367d00f tempest-TestShelveInstance-1107887697 tempest-TestShelveInstance-1107887697-project] Usage tracker for resource:security_group_rule and tenant:856ad5dcb525408fab9b255236023d67 is out of sync, need to count used quota {{(pid=91913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 06:12:06.910459 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.quota.resource [None req-98480d76-9323-4f61-8762-afbc2367d00f tempest-TestShelveInstance-1107887697 tempest-TestShelveInstance-1107887697-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=91913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 06:12:06.921644 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.db.quota.driver [None req-98480d76-9323-4f61-8762-afbc2367d00f tempest-TestShelveInstance-1107887697 tempest-TestShelveInstance-1107887697-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=91913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 06:12:06.965413 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-98480d76-9323-4f61-8762-afbc2367d00f tempest-TestShelveInstance-1107887697 tempest-TestShelveInstance-1107887697-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:12:07.032760 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.wsgi [-] (91912) accepted ('10.222.0.41', 54732) {{(pid=91912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 06:12:07.054445 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.db.l3_dvr_db [None req-9b5c7796-bb6c-47f2-9d25-b69242d6ffab None None] Set router 180e85d4-bdfa-4219-bf42-53f95115edc7 gateway port host: dv-cinder-793885-1-smb {{(pid=91914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 06:12:07.138242 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-98480d76-9323-4f61-8762-afbc2367d00f tempest-TestShelveInstance-1107887697 tempest-TestShelveInstance-1107887697-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:12:07.153832 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-98480d76-9323-4f61-8762-afbc2367d00f tempest-TestShelveInstance-1107887697 tempest-TestShelveInstance-1107887697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940440'] for security_group_rule, after_create {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:12:07.156217 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:12:07.193905 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98480d76-9323-4f61-8762-afbc2367d00f tempest-TestShelveInstance-1107887697 tempest-TestShelveInstance-1107887697-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f288cb2b-c58d-4dc5-947c-0bdb78bd7fa9,revision_number=0']} {{(pid=91913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:12:07.198780 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [None req-98480d76-9323-4f61-8762-afbc2367d00f tempest-TestShelveInstance-1107887697 tempest-TestShelveInstance-1107887697-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:12:07.205238 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-98480d76-9323-4f61-8762-afbc2367d00f tempest-TestShelveInstance-1107887697 tempest-TestShelveInstance-1107887697-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:12:07.206799 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [None req-98480d76-9323-4f61-8762-afbc2367d00f tempest-TestShelveInstance-1107887697 tempest-TestShelveInstance-1107887697-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3311825 Jun 01 06:12:07.210008 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.wsgi [-] (91912) accepted ('10.222.0.41', 54738) {{(pid=91912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 06:12:07.217952 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.v2.base [None req-fe56e412-3499-434d-becf-43bbd7d87cd6 tempest-TestShelveInstance-1107887697 tempest-TestShelveInstance-1107887697-project] Request body: {'security_group_rule': {'security_group_id': '4ce01314-a77e-4519-975b-dbdbd392c102', 'project_id': '856ad5dcb525408fab9b255236023d67', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=91912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 06:12:07.232915 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.db.quota.driver [None req-fe56e412-3499-434d-becf-43bbd7d87cd6 tempest-TestShelveInstance-1107887697 tempest-TestShelveInstance-1107887697-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91912) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 06:12:07.252315 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.quota.resource [None req-fe56e412-3499-434d-becf-43bbd7d87cd6 tempest-TestShelveInstance-1107887697 tempest-TestShelveInstance-1107887697-project] Usage tracker for resource:security_group_rule and tenant:856ad5dcb525408fab9b255236023d67 is out of sync, need to count used quota {{(pid=91912) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 06:12:07.257279 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.quota.resource [None req-fe56e412-3499-434d-becf-43bbd7d87cd6 tempest-TestShelveInstance-1107887697 tempest-TestShelveInstance-1107887697-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=91912) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 06:12:07.279638 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.db.quota.driver [None req-fe56e412-3499-434d-becf-43bbd7d87cd6 tempest-TestShelveInstance-1107887697 tempest-TestShelveInstance-1107887697-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=91912) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 06:12:07.320855 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-fe56e412-3499-434d-becf-43bbd7d87cd6 tempest-TestShelveInstance-1107887697 tempest-TestShelveInstance-1107887697-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:12:07.505808 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-fe56e412-3499-434d-becf-43bbd7d87cd6 tempest-TestShelveInstance-1107887697 tempest-TestShelveInstance-1107887697-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:12:07.525225 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-fe56e412-3499-434d-becf-43bbd7d87cd6 tempest-TestShelveInstance-1107887697 tempest-TestShelveInstance-1107887697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940440'] for security_group_rule, after_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:12:07.527612 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-a11e85ec-d395-4b4a-9095-742970a3dd23 tempest-TestShelveInstance-1107887697 tempest-TestShelveInstance-1107887697-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:12:07.602594 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe56e412-3499-434d-becf-43bbd7d87cd6 tempest-TestShelveInstance-1107887697 tempest-TestShelveInstance-1107887697-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2272dd48-4368-41d7-92ee-e728ece45d96,revision_number=0']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:12:07.611585 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-ba1ad530-79ec-49b3-a43c-e50aa6d8eca9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:12:07.626369 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-fe56e412-3499-434d-becf-43bbd7d87cd6 tempest-TestShelveInstance-1107887697 tempest-TestShelveInstance-1107887697-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:12:07.641509 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.db.quota.driver [None req-ba1ad530-79ec-49b3-a43c-e50aa6d8eca9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91912) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 06:12:07.648123 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-fe56e412-3499-434d-becf-43bbd7d87cd6 tempest-TestShelveInstance-1107887697 tempest-TestShelveInstance-1107887697-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:12:07.650903 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [None req-fe56e412-3499-434d-becf-43bbd7d87cd6 tempest-TestShelveInstance-1107887697 tempest-TestShelveInstance-1107887697-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4397862 Jun 01 06:12:07.652476 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.quota.resource [None req-ba1ad530-79ec-49b3-a43c-e50aa6d8eca9 admin admin] Usage tracker for resource:security_group_rule and tenant:bbf5342cd7ce4900b489b4c09ba58b84 is out of sync, need to count used quota {{(pid=91912) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 06:12:07.653745 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.wsgi [-] (91913) accepted ('10.222.0.41', 54752) {{(pid=91913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 06:12:07.658625 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.quota.resource [None req-ba1ad530-79ec-49b3-a43c-e50aa6d8eca9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91912) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 06:12:07.664436 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.v2.base [None req-b5843227-bec4-4643-938d-db882ffbd305 tempest-TestShelveInstance-1107887697 tempest-TestShelveInstance-1107887697-project] Request body: {'security_group_rule': {'security_group_id': '4ce01314-a77e-4519-975b-dbdbd392c102', 'project_id': '856ad5dcb525408fab9b255236023d67', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=91913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 06:12:07.668326 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.db.quota.driver [None req-ba1ad530-79ec-49b3-a43c-e50aa6d8eca9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91912) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 06:12:07.690460 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.db.quota.driver [None req-b5843227-bec4-4643-938d-db882ffbd305 tempest-TestShelveInstance-1107887697 tempest-TestShelveInstance-1107887697-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 06:12:07.707878 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.quota.resource [None req-b5843227-bec4-4643-938d-db882ffbd305 tempest-TestShelveInstance-1107887697 tempest-TestShelveInstance-1107887697-project] Usage tracker for resource:security_group_rule and tenant:856ad5dcb525408fab9b255236023d67 is out of sync, need to count used quota {{(pid=91913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 06:12:07.730489 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.db.l3_hamode_db [None req-9b5c7796-bb6c-47f2-9d25-b69242d6ffab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '180e85d4-bdfa-4219-bf42-53f95115edc7', 'name': 'tempest-TestShelveInstance-1706773213-router', 'tenant_id': 'fed377efae854216b9f148b73a2ed6ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df727fa4-ca0b-43ba-be88-ffeb156f0c84', 'external_fixed_ips': [{'subnet_id': '8acdb510-d5f4-4c90-8e8c-2a5ae18e332f', 'ip_address': '172.28.2.221'}], 'enable_snat': True}, 'gw_port_id': 'f8b0545d-724d-4320-88ed-206815aebb7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T06:11:52Z', 'updated_at': '2021-06-01T06:12:01Z', 'revision_number': 4, 'project_id': 'fed377efae854216b9f148b73a2ed6ed', 'gw_port': {'id': 'f8b0545d-724d-4320-88ed-206815aebb7e', 'name': '', 'network_id': 'df727fa4-ca0b-43ba-be88-ffeb156f0c84', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:7b:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '180e85d4-bdfa-4219-bf42-53f95115edc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': '8acdb510-d5f4-4c90-8e8c-2a5ae18e332f', 'ip_address': '172.28.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793885-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T06:11:53Z', 'updated_at': '2021-06-01T06:12:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acdb510-d5f4-4c90-8e8c-2a5ae18e332f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793885-1-smb', '_interfaces': [{'id': '6426c3b4-4d0f-476e-9168-1a453ba6ebe2', 'name': '', 'network_id': 'f1b630be-b48a-42d1-ade7-d56f19fb0ead', 'tenant_id': 'fed377efae854216b9f148b73a2ed6ed', 'mac_address': 'fa:16:3e:97:42:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '180e85d4-bdfa-4219-bf42-53f95115edc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '583c983b-cbf4-4a47-8c33-2b3c8f8c851e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793885-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T06:11:59Z', 'updated_at': '2021-06-01T06:12:06Z', 'revision_number': 4, 'project_id': 'fed377efae854216b9f148b73a2ed6ed', 'subnets': [{'id': '583c983b-cbf4-4a47-8c33-2b3c8f8c851e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793885-1-smb', False) {} {{(pid=91914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 06:12:07.736099 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.quota.resource [None req-b5843227-bec4-4643-938d-db882ffbd305 tempest-TestShelveInstance-1107887697 tempest-TestShelveInstance-1107887697-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=91913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 06:12:07.739738 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b5c7796-bb6c-47f2-9d25-b69242d6ffab None None] The sync data for ids ['180e85d4-bdfa-4219-bf42-53f95115edc7'] in dv-cinder-793885-1-smb is: [{'id': '180e85d4-bdfa-4219-bf42-53f95115edc7', 'name': 'tempest-TestShelveInstance-1706773213-router', 'tenant_id': 'fed377efae854216b9f148b73a2ed6ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df727fa4-ca0b-43ba-be88-ffeb156f0c84', 'external_fixed_ips': [{'subnet_id': '8acdb510-d5f4-4c90-8e8c-2a5ae18e332f', 'ip_address': '172.28.2.221'}], 'enable_snat': True}, 'gw_port_id': 'f8b0545d-724d-4320-88ed-206815aebb7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T06:11:52Z', 'updated_at': '2021-06-01T06:12:01Z', 'revision_number': 4, 'project_id': 'fed377efae854216b9f148b73a2ed6ed', 'gw_port': {'id': 'f8b0545d-724d-4320-88ed-206815aebb7e', 'name': '', 'network_id': 'df727fa4-ca0b-43ba-be88-ffeb156f0c84', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:7b:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '180e85d4-bdfa-4219-bf42-53f95115edc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': '8acdb510-d5f4-4c90-8e8c-2a5ae18e332f', 'ip_address': '172.28.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793885-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T06:11:53Z', 'updated_at': '2021-06-01T06:12:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acdb510-d5f4-4c90-8e8c-2a5ae18e332f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793885-1-smb', '_interfaces': [{'id': '6426c3b4-4d0f-476e-9168-1a453ba6ebe2', 'name': '', 'network_id': 'f1b630be-b48a-42d1-ade7-d56f19fb0ead', 'tenant_id': 'fed377efae854216b9f148b73a2ed6ed', 'mac_address': 'fa:16:3e:97:42:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '180e85d4-bdfa-4219-bf42-53f95115edc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '583c983b-cbf4-4a47-8c33-2b3c8f8c851e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793885-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T06:11:59Z', 'updated_at': '2021-06-01T06:12:06Z', 'revision_number': 4, 'project_id': 'fed377efae854216b9f148b73a2ed6ed', 'subnets': [{'id': '583c983b-cbf4-4a47-8c33-2b3c8f8c851e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 06:12:07.774881 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.db.quota.driver [None req-b5843227-bec4-4643-938d-db882ffbd305 tempest-TestShelveInstance-1107887697 tempest-TestShelveInstance-1107887697-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=91913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 06:12:07.823127 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.db.securitygroups_db [None req-b5843227-bec4-4643-938d-db882ffbd305 tempest-TestShelveInstance-1107887697 tempest-TestShelveInstance-1107887697-project] Project 856ad5dcb525408fab9b255236023d67 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 01 06:12:07.851422 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-b5843227-bec4-4643-938d-db882ffbd305 tempest-TestShelveInstance-1107887697 tempest-TestShelveInstance-1107887697-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:12:07.886279 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-ba1ad530-79ec-49b3-a43c-e50aa6d8eca9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:12:07.932740 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-ba1ad530-79ec-49b3-a43c-e50aa6d8eca9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940402'] for security_group, after_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:12:08.009789 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-0d090345-c96a-49c8-b3d2-6be2038577ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:12:08.048927 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-b5843227-bec4-4643-938d-db882ffbd305 tempest-TestShelveInstance-1107887697 tempest-TestShelveInstance-1107887697-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:12:08.062777 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-b5843227-bec4-4643-938d-db882ffbd305 tempest-TestShelveInstance-1107887697 tempest-TestShelveInstance-1107887697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940440'] for security_group_rule, after_create {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:12:08.066876 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [None req-d954ae5e-f31b-4aac-8723-4dafd7a5efea tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:12:08.126524 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5843227-bec4-4643-938d-db882ffbd305 tempest-TestShelveInstance-1107887697 tempest-TestShelveInstance-1107887697-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1013e5ce-043e-4b50-a9cd-395f9d71f93c,revision_number=0']} {{(pid=91913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:12:08.134952 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [None req-b5843227-bec4-4643-938d-db882ffbd305 tempest-TestShelveInstance-1107887697 tempest-TestShelveInstance-1107887697-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:12:08.157352 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-b5843227-bec4-4643-938d-db882ffbd305 tempest-TestShelveInstance-1107887697 tempest-TestShelveInstance-1107887697-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:12:08.161439 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [None req-b5843227-bec4-4643-938d-db882ffbd305 tempest-TestShelveInstance-1107887697 tempest-TestShelveInstance-1107887697-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5066102 Jun 01 06:12:08.162035 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.wsgi [-] (91913) accepted ('10.222.0.41', 54766) {{(pid=91913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 06:12:08.170175 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.v2.base [None req-4ca59ca3-0b87-4940-9057-f3023f7e974a tempest-TestShelveInstance-1107887697 tempest-TestShelveInstance-1107887697-project] Request body: {'security_group_rule': {'security_group_id': '4ce01314-a77e-4519-975b-dbdbd392c102', 'project_id': '856ad5dcb525408fab9b255236023d67', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=91913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 06:12:08.186073 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.db.quota.driver [None req-4ca59ca3-0b87-4940-9057-f3023f7e974a tempest-TestShelveInstance-1107887697 tempest-TestShelveInstance-1107887697-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 06:12:08.194358 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1ad530-79ec-49b3-a43c-e50aa6d8eca9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30a890c6-6a05-424f-8295-feba55e496df,revision_number=1']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:12:08.196447 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.quota.resource [None req-4ca59ca3-0b87-4940-9057-f3023f7e974a tempest-TestShelveInstance-1107887697 tempest-TestShelveInstance-1107887697-project] Usage tracker for resource:security_group_rule and tenant:856ad5dcb525408fab9b255236023d67 is out of sync, need to count used quota {{(pid=91913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 06:12:08.198851 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [None req-ba1ad530-79ec-49b3-a43c-e50aa6d8eca9 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=bbf5342cd7ce4900b489b4c09ba58b84&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1650155 Jun 01 06:12:08.201074 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-ba1ad530-79ec-49b3-a43c-e50aa6d8eca9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:12:08.201865 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.wsgi [-] (91912) accepted ('10.222.0.41', 54770) {{(pid=91912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 06:12:08.210172 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.quota.resource [None req-4ca59ca3-0b87-4940-9057-f3023f7e974a tempest-TestShelveInstance-1107887697 tempest-TestShelveInstance-1107887697-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=91913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 06:12:08.219737 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.db.quota.driver [None req-4ca59ca3-0b87-4940-9057-f3023f7e974a tempest-TestShelveInstance-1107887697 tempest-TestShelveInstance-1107887697-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=91913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 06:12:08.252221 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.db.securitygroups_db [None req-4ca59ca3-0b87-4940-9057-f3023f7e974a tempest-TestShelveInstance-1107887697 tempest-TestShelveInstance-1107887697-project] Project 856ad5dcb525408fab9b255236023d67 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 01 06:12:08.260294 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-4ca59ca3-0b87-4940-9057-f3023f7e974a tempest-TestShelveInstance-1107887697 tempest-TestShelveInstance-1107887697-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:12:08.357461 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e46635-2915-42c0-917e-024c65801a59 req-79e7d883-dcb3-4569-89f9-ce13818b39b9 tempest-ServerRescueNegativeTestJSON-2082042209 tempest-ServerRescueNegativeTestJSON-2082042209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:12:08.367630 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-91e46635-2915-42c0-917e-024c65801a59 req-79e7d883-dcb3-4569-89f9-ce13818b39b9 tempest-ServerRescueNegativeTestJSON-2082042209 tempest-ServerRescueNegativeTestJSON-2082042209-project] 10.222.0.41 "GET /v2.0/ports?device_id=adbe8ec7-7667-4d7a-8fa0-614d82b10afb HTTP/1.1" status: 200 len: 945 time: 0.3241203 Jun 01 06:12:08.369524 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-4ca59ca3-0b87-4940-9057-f3023f7e974a tempest-TestShelveInstance-1107887697 tempest-TestShelveInstance-1107887697-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:12:08.375014 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-4ca59ca3-0b87-4940-9057-f3023f7e974a tempest-TestShelveInstance-1107887697 tempest-TestShelveInstance-1107887697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940440'] for security_group_rule, after_create {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:12:08.377993 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:12:08.382301 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-3f1114be-5d4f-4934-a82a-bf3608cff5f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:12:08.396295 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca59ca3-0b87-4940-9057-f3023f7e974a tempest-TestShelveInstance-1107887697 tempest-TestShelveInstance-1107887697-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c10d704-de46-4c86-9eb3-57845d58cd61,revision_number=0']} {{(pid=91913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:12:08.400022 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [None req-4ca59ca3-0b87-4940-9057-f3023f7e974a tempest-TestShelveInstance-1107887697 tempest-TestShelveInstance-1107887697-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:12:08.426143 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-4ca59ca3-0b87-4940-9057-f3023f7e974a tempest-TestShelveInstance-1107887697 tempest-TestShelveInstance-1107887697-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:12:08.435073 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [None req-4ca59ca3-0b87-4940-9057-f3023f7e974a tempest-TestShelveInstance-1107887697 tempest-TestShelveInstance-1107887697-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2644653 Jun 01 06:12:08.508402 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-91e46635-2915-42c0-917e-024c65801a59 req-43aef872-30de-4eea-bfe6-bdeeec9238d1 tempest-ServerRescueNegativeTestJSON-2082042209 tempest-ServerRescueNegativeTestJSON-2082042209-project] 10.222.0.41 "GET /v2.0/security-groups?id=b9806f43-fca1-4e3e-8128-d5f6b4549043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289420 Jun 01 06:12:08.556814 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-3f1114be-5d4f-4934-a82a-bf3608cff5f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:12:08.616603 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-3f1114be-5d4f-4934-a82a-bf3608cff5f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940402'] for security_group, after_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:12:08.623302 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-62350a33-b784-4958-a8ff-898cf6837d23 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:12:08.648040 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-3f1114be-5d4f-4934-a82a-bf3608cff5f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:12:08.649653 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [None req-3f1114be-5d4f-4934-a82a-bf3608cff5f7 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/30a890c6-6a05-424f-8295-feba55e496df HTTP/1.1" status: 204 len: 168 time: 0.4465971 Jun 01 06:12:08.666414 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1114be-5d4f-4934-a82a-bf3608cff5f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30a890c6-6a05-424f-8295-feba55e496df,revision_number=None']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:12:08.674964 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-3f1114be-5d4f-4934-a82a-bf3608cff5f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:12:09.207424 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.rpc [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] Device 6426c3b4-4d0f-476e-9168-1a453ba6ebe2 up at agent ovs-agent-dv-cinder-793885-1-smb {{(pid=91914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 06:12:09.325470 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.db.provisioning_blocks [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] Provisioning for port 6426c3b4-4d0f-476e-9168-1a453ba6ebe2 completed by entity L2. {{(pid=91914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 06:12:09.333888 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.db.provisioning_blocks [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] Provisioning complete for port 6426c3b4-4d0f-476e-9168-1a453ba6ebe2 triggered by entity L2. {{(pid=91914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 06:12:09.334509 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3772206'] for port, provisioning_complete {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:12:09.549655 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3824664'] for port, before_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:12:09.608543 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.db [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] For port 6426c3b4-4d0f-476e-9168-1a453ba6ebe2, host dv-cinder-793885-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793885-1-smb',level=0,port_id=6426c3b4-4d0f-476e-9168-1a453ba6ebe2,segment=NetworkSegment(64a9cc7a-9cb8-4972-b0ba-49efafd76524),segment_id=64a9cc7a-9cb8-4972-b0ba-49efafd76524)] {{(pid=91914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 06:12:09.613494 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774208810132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774208425701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774208426006'] for port, after_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:12:09.615866 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG oslo_concurrency.lockutils [None req-499b6c5b-20e8-4bb0-9214-fa503ec60837 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91914) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:12:09.631153 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.wsgi [-] (91912) accepted ('10.222.0.41', 54874) {{(pid=91912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 06:12:09.708157 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] Pushing event updated for resources: {'Port': ['ID=6426c3b4-4d0f-476e-9168-1a453ba6ebe2,revision_number=5']} {{(pid=91914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:12:09.714724 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG oslo_concurrency.lockutils [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=91914) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:12:09.874019 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-02ae01c2-550f-47c3-b7b3-22e3e3f30135 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:12:09.898222 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.db.quota.driver [None req-02ae01c2-550f-47c3-b7b3-22e3e3f30135 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91912) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 06:12:09.908713 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a97d9d-2598-4658-95a9-f6fdf6b4f811 req-0f1ad1cc-7fa4-4e8a-80fc-398cb6022610 tempest-ServerRescueNegativeTestJSON-2082042209 tempest-ServerRescueNegativeTestJSON-2082042209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:12:09.916080 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-24a97d9d-2598-4658-95a9-f6fdf6b4f811 req-0f1ad1cc-7fa4-4e8a-80fc-398cb6022610 tempest-ServerRescueNegativeTestJSON-2082042209 tempest-ServerRescueNegativeTestJSON-2082042209-project] 10.222.0.41 "GET /v2.0/ports?device_id=adbe8ec7-7667-4d7a-8fa0-614d82b10afb HTTP/1.1" status: 200 len: 945 time: 0.1569703 Jun 01 06:12:09.920294 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.quota.resource [None req-02ae01c2-550f-47c3-b7b3-22e3e3f30135 admin admin] Usage tracker for resource:security_group_rule and tenant:27754c2465834ba296671027068b70e9 is out of sync, need to count used quota {{(pid=91912) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 06:12:09.934428 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.quota.resource [None req-02ae01c2-550f-47c3-b7b3-22e3e3f30135 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91912) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 06:12:09.943757 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.db.quota.driver [None req-02ae01c2-550f-47c3-b7b3-22e3e3f30135 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91912) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 06:12:09.993580 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-24a97d9d-2598-4658-95a9-f6fdf6b4f811 req-304d7f41-284e-46c1-bf57-87b757701d19 tempest-ServerRescueNegativeTestJSON-2082042209 tempest-ServerRescueNegativeTestJSON-2082042209-project] 10.222.0.41 "GET /v2.0/security-groups?id=b9806f43-fca1-4e3e-8128-d5f6b4549043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765660 Jun 01 06:12:10.071747 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-02ae01c2-550f-47c3-b7b3-22e3e3f30135 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:12:10.076281 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-02ae01c2-550f-47c3-b7b3-22e3e3f30135 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940402'] for security_group, after_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:12:10.087787 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-9e3fbb35-2cd1-4a84-8599-e05e936ca7da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:12:10.219043 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ae01c2-550f-47c3-b7b3-22e3e3f30135 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73130007-e7e7-4e77-ab23-961d3c14eccc,revision_number=1']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:12:10.223195 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-02ae01c2-550f-47c3-b7b3-22e3e3f30135 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:12:10.228707 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [None req-02ae01c2-550f-47c3-b7b3-22e3e3f30135 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=27754c2465834ba296671027068b70e9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5940104 Jun 01 06:12:10.229196 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.wsgi [-] (91912) accepted ('10.222.0.41', 54934) {{(pid=91912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 06:12:10.288200 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-1035dd97-46dd-4cb8-be59-b4e2e8eb38d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:12:10.316845 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-1035dd97-46dd-4cb8-be59-b4e2e8eb38d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:12:10.370306 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-1035dd97-46dd-4cb8-be59-b4e2e8eb38d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940402'] for security_group, after_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:12:10.375020 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-02ae01c2-550f-47c3-b7b3-22e3e3f30135 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:12:10.389177 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1035dd97-46dd-4cb8-be59-b4e2e8eb38d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73130007-e7e7-4e77-ab23-961d3c14eccc,revision_number=None']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:12:10.392963 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-1035dd97-46dd-4cb8-be59-b4e2e8eb38d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:12:10.395423 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-1035dd97-46dd-4cb8-be59-b4e2e8eb38d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:12:10.405480 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [None req-1035dd97-46dd-4cb8-be59-b4e2e8eb38d9 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/73130007-e7e7-4e77-ab23-961d3c14eccc HTTP/1.1" status: 204 len: 168 time: 0.1709428 Jun 01 06:12:11.148441 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.rpc [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] Device 6426c3b4-4d0f-476e-9168-1a453ba6ebe2 up at agent ovs-agent-dv-cinder-793885-1-smb {{(pid=91914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 06:12:11.231245 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.db.provisioning_blocks [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] Provisioning complete for port 6426c3b4-4d0f-476e-9168-1a453ba6ebe2 triggered by entity L2. {{(pid=91914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 06:12:11.231626 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3772206'] for port, provisioning_complete {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:12:11.250001 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bdd28b-b8f0-4218-a4bc-f232775f5dc4 req-82d41293-eea1-41a7-a662-0f7aa06fb384 tempest-ServerRescueNegativeTestJSON-2082042209 tempest-ServerRescueNegativeTestJSON-2082042209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:12:11.252018 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-20bdd28b-b8f0-4218-a4bc-f232775f5dc4 req-82d41293-eea1-41a7-a662-0f7aa06fb384 tempest-ServerRescueNegativeTestJSON-2082042209 tempest-ServerRescueNegativeTestJSON-2082042209-project] 10.222.0.41 "GET /v2.0/ports?device_id=adbe8ec7-7667-4d7a-8fa0-614d82b10afb HTTP/1.1" status: 200 len: 945 time: 0.1014845 Jun 01 06:12:11.302070 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-20bdd28b-b8f0-4218-a4bc-f232775f5dc4 req-cb3051da-12e2-4a21-9131-dd7bf54cbe83 tempest-ServerRescueNegativeTestJSON-2082042209 tempest-ServerRescueNegativeTestJSON-2082042209-project] 10.222.0.41 "GET /v2.0/security-groups?id=b9806f43-fca1-4e3e-8128-d5f6b4549043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426879 Jun 01 06:12:11.549852 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.wsgi [-] (91912) accepted ('10.222.0.41', 55024) {{(pid=91912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 06:12:11.615930 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6dd97c0-bc4a-4f17-8c90-94e6ed5e1293 admin admin] Deleting subnet 23acbc49-90e6-40c2-8fc0-8603191bb523 {{(pid=91912) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 01 06:12:11.619116 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-a6dd97c0-bc4a-4f17-8c90-94e6ed5e1293 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:12:11.678775 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-a6dd97c0-bc4a-4f17-8c90-94e6ed5e1293 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11192973'] for subnet, precommit_delete_associations {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:12:11.736674 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-a6dd97c0-bc4a-4f17-8c90-94e6ed5e1293 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3776980'] for subnet, precommit_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:12:11.950269 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG neutron.db.agents_db [None req-a707e798-5c4a-4349-b1a6-04fc24c0e8c1 None None] Agent healthcheck: found 6 active agents {{(pid=91915) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 06:12:12.021472 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-a6dd97c0-bc4a-4f17-8c90-94e6ed5e1293 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3784033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1720489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11144667'] for subnet, after_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:12:12.026046 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-5af91610-8dd0-4a8b-9497-fe03d947298e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:12:12.060713 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6dd97c0-bc4a-4f17-8c90-94e6ed5e1293 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=23acbc49-90e6-40c2-8fc0-8603191bb523,revision_number=None']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:12:12.062651 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-a6dd97c0-bc4a-4f17-8c90-94e6ed5e1293 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:12:12.065274 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-a6dd97c0-bc4a-4f17-8c90-94e6ed5e1293 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:12:12.068899 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [None req-a6dd97c0-bc4a-4f17-8c90-94e6ed5e1293 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/23acbc49-90e6-40c2-8fc0-8603191bb523 HTTP/1.1" status: 204 len: 168 time: 0.5170805 Jun 01 06:12:12.071334 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.wsgi [-] (91912) accepted ('10.222.0.41', 55034) {{(pid=91912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 06:12:12.179100 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-f1582065-b98c-47c7-b19d-1b259eb00892 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670944'] for network, before_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:12:12.305709 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-f1582065-b98c-47c7-b19d-1b259eb00892 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3782491', 'neutron.services.segments.db._delete_segments_for_network-8774208951004'] for network, precommit_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:12:12.319128 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.services.segments.db [None req-f1582065-b98c-47c7-b19d-1b259eb00892 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73eae694-94c0-4050-acfb-a8f3cc6434c6']}} {{(pid=91912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 06:12:12.332256 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.services.segments.db [None req-f1582065-b98c-47c7-b19d-1b259eb00892 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5046937c-199f-48e9-b747-bf6398bcc026') {'for_net_delete': True} {{(pid=91912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 06:12:12.332914 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.services.segments.db [None req-f1582065-b98c-47c7-b19d-1b259eb00892 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5046937c-199f-48e9-b747-bf6398bcc026') {} {{(pid=91912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 06:12:12.345361 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-f1582065-b98c-47c7-b19d-1b259eb00892 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774208960925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11192966'] for segment, before_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:12:12.370077 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-f1582065-b98c-47c7-b19d-1b259eb00892 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3778787'] for segment, precommit_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:12:12.376791 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1582065-b98c-47c7-b19d-1b259eb00892 admin admin] Releasing vlan 316 on physical network physnet1 to pool {{(pid=91912) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 06:12:12.377203 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-f1582065-b98c-47c7-b19d-1b259eb00892 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3778787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1720847'] for segment, after_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:12:12.389980 dv-cinder-793885-1-smb neutron-server[91912]: Traceback (most recent call last): Jun 01 06:12:12.389980 dv-cinder-793885-1-smb neutron-server[91912]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 01 06:12:12.389980 dv-cinder-793885-1-smb neutron-server[91912]: timer() Jun 01 06:12:12.389980 dv-cinder-793885-1-smb neutron-server[91912]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 01 06:12:12.389980 dv-cinder-793885-1-smb neutron-server[91912]: cb(*args, **kw) Jun 01 06:12:12.389980 dv-cinder-793885-1-smb neutron-server[91912]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 01 06:12:12.389980 dv-cinder-793885-1-smb neutron-server[91912]: return func(*args, **kwargs) Jun 01 06:12:12.389980 dv-cinder-793885-1-smb neutron-server[91912]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 01 06:12:12.389980 dv-cinder-793885-1-smb neutron-server[91912]: self._notify() Jun 01 06:12:12.389980 dv-cinder-793885-1-smb neutron-server[91912]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 01 06:12:12.389980 dv-cinder-793885-1-smb neutron-server[91912]: self.callback(batched_events) Jun 01 06:12:12.389980 dv-cinder-793885-1-smb neutron-server[91912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 01 06:12:12.389980 dv-cinder-793885-1-smb neutron-server[91912]: event.method(event) Jun 01 06:12:12.389980 dv-cinder-793885-1-smb neutron-server[91912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 01 06:12:12.389980 dv-cinder-793885-1-smb neutron-server[91912]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 01 06:12:12.389980 dv-cinder-793885-1-smb neutron-server[91912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 01 06:12:12.389980 dv-cinder-793885-1-smb neutron-server[91912]: aggregate_uuid = self.p_client.list_aggregates( Jun 01 06:12:12.389980 dv-cinder-793885-1-smb neutron-server[91912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 01 06:12:12.389980 dv-cinder-793885-1-smb neutron-server[91912]: return f(self, *a, **k) Jun 01 06:12:12.389980 dv-cinder-793885-1-smb neutron-server[91912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 01 06:12:12.389980 dv-cinder-793885-1-smb neutron-server[91912]: return self._get(url).json() Jun 01 06:12:12.389980 dv-cinder-793885-1-smb neutron-server[91912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 01 06:12:12.389980 dv-cinder-793885-1-smb neutron-server[91912]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 01 06:12:12.389980 dv-cinder-793885-1-smb neutron-server[91912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 01 06:12:12.389980 dv-cinder-793885-1-smb neutron-server[91912]: return self.request(url, 'GET', **kwargs) Jun 01 06:12:12.389980 dv-cinder-793885-1-smb neutron-server[91912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 01 06:12:12.389980 dv-cinder-793885-1-smb neutron-server[91912]: base_url = self.get_endpoint(auth, allow=allow, Jun 01 06:12:12.389980 dv-cinder-793885-1-smb neutron-server[91912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 01 06:12:12.389980 dv-cinder-793885-1-smb neutron-server[91912]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 01 06:12:12.389980 dv-cinder-793885-1-smb neutron-server[91912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 01 06:12:12.389980 dv-cinder-793885-1-smb neutron-server[91912]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 01 06:12:12.389980 dv-cinder-793885-1-smb neutron-server[91912]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 01 06:12:12.470527 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-f1582065-b98c-47c7-b19d-1b259eb00892 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3782482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-940336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-880394'] for network, after_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:12:12.474726 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:12:12.490174 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-f1582065-b98c-47c7-b19d-1b259eb00892 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536287'] for network, before_response {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:12:12.498465 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1582065-b98c-47c7-b19d-1b259eb00892 admin admin] Pushing event deleted for resources: {'Network': ['ID=73eae694-94c0-4050-acfb-a8f3cc6434c6,revision_number=None']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:12:12.502480 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-f1582065-b98c-47c7-b19d-1b259eb00892 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:12:12.509350 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [None req-f1582065-b98c-47c7-b19d-1b259eb00892 admin admin] 10.222.0.41 "DELETE /v2.0/networks/73eae694-94c0-4050-acfb-a8f3cc6434c6 HTTP/1.1" status: 204 len: 168 time: 0.4369683 Jun 01 06:12:12.519471 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7435d95d-4cd9-4b1d-8dcb-d182976b56a1 req-70fde020-4476-47db-b547-b4c77e34e064 tempest-ServerRescueNegativeTestJSON-2082042209 tempest-ServerRescueNegativeTestJSON-2082042209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:12:12.521091 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-7435d95d-4cd9-4b1d-8dcb-d182976b56a1 req-70fde020-4476-47db-b547-b4c77e34e064 tempest-ServerRescueNegativeTestJSON-2082042209 tempest-ServerRescueNegativeTestJSON-2082042209-project] 10.222.0.41 "GET /v2.0/ports?device_id=adbe8ec7-7667-4d7a-8fa0-614d82b10afb HTTP/1.1" status: 200 len: 945 time: 0.0961061 Jun 01 06:12:12.573945 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-7435d95d-4cd9-4b1d-8dcb-d182976b56a1 req-67c85658-54b4-4f75-9220-6c646eac7f35 tempest-ServerRescueNegativeTestJSON-2082042209 tempest-ServerRescueNegativeTestJSON-2082042209-project] 10.222.0.41 "GET /v2.0/security-groups?id=b9806f43-fca1-4e3e-8128-d5f6b4549043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461137 Jun 01 06:12:12.693815 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.wsgi [-] (91912) accepted ('10.222.0.41', 55060) {{(pid=91912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 06:12:12.746663 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [None req-83a138e8-4b6e-4e8f-a858-8148e169cb45 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=41c101b65d5d4764bc557847c62fff7d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0494299 Jun 01 06:12:12.747432 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.wsgi [-] (91913) accepted ('10.222.0.41', 55064) {{(pid=91913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 06:12:12.837405 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-6cdb4830-e462-4f77-b69b-c39f4ffe4af4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:12:12.852624 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fbf778-7966-4b8b-8b5b-6ccebf8343be req-6a9da549-7eb3-41ab-860c-0f3cdc0d1b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:12:12.854256 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-39fbf778-7966-4b8b-8b5b-6ccebf8343be req-6a9da549-7eb3-41ab-860c-0f3cdc0d1b52 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e52e210129f84c5ab6a94a8e2b18edeb&device_id=adbe8ec7-7667-4d7a-8fa0-614d82b10afb HTTP/1.1" status: 200 len: 1098 time: 0.0789196 Jun 01 06:12:12.881838 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-6cdb4830-e462-4f77-b69b-c39f4ffe4af4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:12:12.934869 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-6cdb4830-e462-4f77-b69b-c39f4ffe4af4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940402'] for security_group, after_delete {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:12:12.939612 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [None req-a5678b38-fbe9-4b64-a001-b4dcb6cf8967 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:12:12.953689 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdb4830-e462-4f77-b69b-c39f4ffe4af4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c17888f-8134-4b0e-a491-f03facaafcfa,revision_number=None']} {{(pid=91913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:12:12.956920 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [None req-6cdb4830-e462-4f77-b69b-c39f4ffe4af4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:12:12.968148 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-6cdb4830-e462-4f77-b69b-c39f4ffe4af4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:12:12.969565 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [None req-6cdb4830-e462-4f77-b69b-c39f4ffe4af4 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4c17888f-8134-4b0e-a491-f03facaafcfa HTTP/1.1" status: 204 len: 168 time: 0.2211299 Jun 01 06:12:13.019918 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fbf778-7966-4b8b-8b5b-6ccebf8343be req-d6e57656-9606-42fa-83db-078f33865519 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:12:13.021458 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-39fbf778-7966-4b8b-8b5b-6ccebf8343be req-d6e57656-9606-42fa-83db-078f33865519 service neutron] 10.222.0.45 "GET /v2.0/networks?id=2cfdc2ff-8af3-4a0e-8494-3f69501eca70 HTTP/1.1" status: 200 len: 919 time: 0.1403620 Jun 01 06:12:13.105539 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-39fbf778-7966-4b8b-8b5b-6ccebf8343be req-9c60713e-0b5d-4dfe-ba7d-a14836fe55f5 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=086b5e9c-bc83-4237-8f83-92b088599ac2 HTTP/1.1" status: 200 len: 217 time: 0.0712533 Jun 01 06:12:13.173925 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fbf778-7966-4b8b-8b5b-6ccebf8343be req-57a5a4bc-5935-4ac1-91c7-657890db97e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:12:13.175376 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-39fbf778-7966-4b8b-8b5b-6ccebf8343be req-57a5a4bc-5935-4ac1-91c7-657890db97e2 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d9825719-b0f5-4a30-9b2a-ada7e262f0ce HTTP/1.1" status: 200 len: 858 time: 0.0608511 Jun 01 06:12:13.222685 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-39fbf778-7966-4b8b-8b5b-6ccebf8343be req-689fc4e0-58bc-4241-9ce8-8a2c69b8f06e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2cfdc2ff-8af3-4a0e-8494-3f69501eca70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394518 Jun 01 06:12:13.449091 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-39fbf778-7966-4b8b-8b5b-6ccebf8343be req-5fbfe969-5579-41c2-b472-c18343aeb468 service neutron] 10.222.0.45 "GET /v2.0/networks/2cfdc2ff-8af3-4a0e-8494-3f69501eca70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2073083 Jun 01 06:12:13.594731 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-39fbf778-7966-4b8b-8b5b-6ccebf8343be req-af81b67f-784c-4a64-896b-d3afc0a66818 service neutron] 10.222.0.45 "GET /v2.0/networks/2cfdc2ff-8af3-4a0e-8494-3f69501eca70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1371555 Jun 01 06:12:13.770607 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad0e41e-ab40-49c2-8006-e2b642db5107 req-ae96b248-9955-465e-b2ae-4f8580fdfa40 tempest-ServerRescueNegativeTestJSON-2082042209 tempest-ServerRescueNegativeTestJSON-2082042209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:12:13.772126 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-fad0e41e-ab40-49c2-8006-e2b642db5107 req-ae96b248-9955-465e-b2ae-4f8580fdfa40 tempest-ServerRescueNegativeTestJSON-2082042209 tempest-ServerRescueNegativeTestJSON-2082042209-project] 10.222.0.41 "GET /v2.0/ports?device_id=adbe8ec7-7667-4d7a-8fa0-614d82b10afb HTTP/1.1" status: 200 len: 945 time: 0.0891840 Jun 01 06:12:13.818043 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-fad0e41e-ab40-49c2-8006-e2b642db5107 req-9f385ff2-ec3f-4912-874c-6726a5a1f7a3 tempest-ServerRescueNegativeTestJSON-2082042209 tempest-ServerRescueNegativeTestJSON-2082042209-project] 10.222.0.41 "GET /v2.0/security-groups?id=b9806f43-fca1-4e3e-8128-d5f6b4549043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401764 Jun 01 06:12:15.022134 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ad9c98-53cc-4dd4-a48e-603671a4a81e req-39ef42c4-7756-4a1b-a233-ba2300c7db75 tempest-ServerRescueNegativeTestJSON-2082042209 tempest-ServerRescueNegativeTestJSON-2082042209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:12:15.023592 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-05ad9c98-53cc-4dd4-a48e-603671a4a81e req-39ef42c4-7756-4a1b-a233-ba2300c7db75 tempest-ServerRescueNegativeTestJSON-2082042209 tempest-ServerRescueNegativeTestJSON-2082042209-project] 10.222.0.41 "GET /v2.0/ports?device_id=adbe8ec7-7667-4d7a-8fa0-614d82b10afb HTTP/1.1" status: 200 len: 945 time: 0.0876937 Jun 01 06:12:15.070495 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-05ad9c98-53cc-4dd4-a48e-603671a4a81e req-47cc166b-8086-4801-b327-487a3feed987 tempest-ServerRescueNegativeTestJSON-2082042209 tempest-ServerRescueNegativeTestJSON-2082042209-project] 10.222.0.41 "GET /v2.0/security-groups?id=b9806f43-fca1-4e3e-8128-d5f6b4549043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412362 Jun 01 06:12:15.530330 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07839d43-846b-4263-8d55-9b4c836895dc req-43eed9cf-0112-4924-ad00-7b324e922bde tempest-AttachVolumeNegativeTest-1471670784 tempest-AttachVolumeNegativeTest-1471670784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:12:15.532517 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-07839d43-846b-4263-8d55-9b4c836895dc req-43eed9cf-0112-4924-ad00-7b324e922bde tempest-AttachVolumeNegativeTest-1471670784 tempest-AttachVolumeNegativeTest-1471670784-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d7b47d7-a3ed-46a5-b7e3-694f298da58c HTTP/1.1" status: 200 len: 945 time: 0.0874538 Jun 01 06:12:15.577418 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-07839d43-846b-4263-8d55-9b4c836895dc req-17cdfc5e-8623-4276-805b-db8bcafe5456 tempest-AttachVolumeNegativeTest-1471670784 tempest-AttachVolumeNegativeTest-1471670784-project] 10.222.0.41 "GET /v2.0/security-groups?id=148e0031-14dd-4990-9826-b8db75cc4be7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391660 Jun 01 06:12:16.259416 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2b31d3-f985-4f1b-855e-852286c9d16d req-170d6d81-2191-4ea5-af0a-2fad3bc2bd7f tempest-ServerRescueNegativeTestJSON-2082042209 tempest-ServerRescueNegativeTestJSON-2082042209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:12:16.261288 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-6c2b31d3-f985-4f1b-855e-852286c9d16d req-170d6d81-2191-4ea5-af0a-2fad3bc2bd7f tempest-ServerRescueNegativeTestJSON-2082042209 tempest-ServerRescueNegativeTestJSON-2082042209-project] 10.222.0.41 "GET /v2.0/ports?device_id=adbe8ec7-7667-4d7a-8fa0-614d82b10afb HTTP/1.1" status: 200 len: 945 time: 0.0796974 Jun 01 06:12:16.310450 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-6c2b31d3-f985-4f1b-855e-852286c9d16d req-a0360057-2a24-4158-9569-7ffae96b13c4 tempest-ServerRescueNegativeTestJSON-2082042209 tempest-ServerRescueNegativeTestJSON-2082042209-project] 10.222.0.41 "GET /v2.0/security-groups?id=b9806f43-fca1-4e3e-8128-d5f6b4549043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430760 Jun 01 06:12:16.766375 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c052770-f3e6-4bda-b204-886c60616df8 req-27d91988-d097-44f6-9a63-78931cd729ad tempest-AttachVolumeNegativeTest-1471670784 tempest-AttachVolumeNegativeTest-1471670784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:12:16.768887 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-3c052770-f3e6-4bda-b204-886c60616df8 req-27d91988-d097-44f6-9a63-78931cd729ad tempest-AttachVolumeNegativeTest-1471670784 tempest-AttachVolumeNegativeTest-1471670784-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d7b47d7-a3ed-46a5-b7e3-694f298da58c HTTP/1.1" status: 200 len: 945 time: 0.0808630 Jun 01 06:12:16.811650 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-3c052770-f3e6-4bda-b204-886c60616df8 req-eede2901-a43b-4f08-a959-1a244c58f4de tempest-AttachVolumeNegativeTest-1471670784 tempest-AttachVolumeNegativeTest-1471670784-project] 10.222.0.41 "GET /v2.0/security-groups?id=148e0031-14dd-4990-9826-b8db75cc4be7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374656 Jun 01 06:12:17.502924 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b17c45-ec03-45fb-86a6-57501a357381 req-011a8812-585c-4c2e-8426-3e7610c83bb5 tempest-ServerRescueNegativeTestJSON-2082042209 tempest-ServerRescueNegativeTestJSON-2082042209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:12:17.504342 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-45b17c45-ec03-45fb-86a6-57501a357381 req-011a8812-585c-4c2e-8426-3e7610c83bb5 tempest-ServerRescueNegativeTestJSON-2082042209 tempest-ServerRescueNegativeTestJSON-2082042209-project] 10.222.0.41 "GET /v2.0/ports?device_id=adbe8ec7-7667-4d7a-8fa0-614d82b10afb HTTP/1.1" status: 200 len: 945 time: 0.0837162 Jun 01 06:12:17.548440 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-45b17c45-ec03-45fb-86a6-57501a357381 req-ba28ef25-cd46-4e48-b1d6-93b1cb698ad0 tempest-ServerRescueNegativeTestJSON-2082042209 tempest-ServerRescueNegativeTestJSON-2082042209-project] 10.222.0.41 "GET /v2.0/security-groups?id=b9806f43-fca1-4e3e-8128-d5f6b4549043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383506 Jun 01 06:12:17.577843 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774208951022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772053'] for agent, after_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:12:17.997377 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8221b8-4d78-43af-a7cf-96fe94cb4861 req-0c7f3a4f-561b-4ceb-babf-b64711890518 tempest-AttachVolumeNegativeTest-1471670784 tempest-AttachVolumeNegativeTest-1471670784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:12:17.998971 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-6f8221b8-4d78-43af-a7cf-96fe94cb4861 req-0c7f3a4f-561b-4ceb-babf-b64711890518 tempest-AttachVolumeNegativeTest-1471670784 tempest-AttachVolumeNegativeTest-1471670784-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d7b47d7-a3ed-46a5-b7e3-694f298da58c HTTP/1.1" status: 200 len: 945 time: 0.0817504 Jun 01 06:12:18.046083 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-6f8221b8-4d78-43af-a7cf-96fe94cb4861 req-1a43c365-48d6-4f92-86d5-ca3d27f86a26 tempest-AttachVolumeNegativeTest-1471670784 tempest-AttachVolumeNegativeTest-1471670784-project] 10.222.0.41 "GET /v2.0/security-groups?id=148e0031-14dd-4990-9826-b8db75cc4be7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410349 Jun 01 06:12:18.085322 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c61b857-0c02-4a4c-a0f3-1d95cf8ee2b4 req-a6395921-ea14-4d88-9f0b-c6208610e9e7 tempest-AttachVolumeNegativeTest-1471670784 tempest-AttachVolumeNegativeTest-1471670784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:12:18.086759 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-5c61b857-0c02-4a4c-a0f3-1d95cf8ee2b4 req-a6395921-ea14-4d88-9f0b-c6208610e9e7 tempest-AttachVolumeNegativeTest-1471670784 tempest-AttachVolumeNegativeTest-1471670784-project] 10.222.0.45 "GET /v2.0/ports?device_id=1d7b47d7-a3ed-46a5-b7e3-694f298da58c HTTP/1.1" status: 200 len: 945 time: 0.0866895 Jun 01 06:12:18.224950 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.plugins.ml2.plugin [req-5c61b857-0c02-4a4c-a0f3-1d95cf8ee2b4 req-c2fcd7e7-e38d-445c-a314-cbdf2c95a874 tempest-AttachVolumeNegativeTest-1471670784 tempest-AttachVolumeNegativeTest-1471670784-project] Deleting port c85ace89-29ac-4314-af91-01bbd31f271d {{(pid=91912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 06:12:18.225316 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [req-5c61b857-0c02-4a4c-a0f3-1d95cf8ee2b4 req-c2fcd7e7-e38d-445c-a314-cbdf2c95a874 tempest-AttachVolumeNegativeTest-1471670784 tempest-AttachVolumeNegativeTest-1471670784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774208809027'] for port, before_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:12:18.375937 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.plugins.ml2.db [req-5c61b857-0c02-4a4c-a0f3-1d95cf8ee2b4 req-c2fcd7e7-e38d-445c-a314-cbdf2c95a874 tempest-AttachVolumeNegativeTest-1471670784 tempest-AttachVolumeNegativeTest-1471670784-project] For port c85ace89-29ac-4314-af91-01bbd31f271d, host hv-cinder-79388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79388',level=0,port_id=c85ace89-29ac-4314-af91-01bbd31f271d,segment=NetworkSegment(bd10b108-5f36-416c-bf05-81cfe0f5f067),segment_id=bd10b108-5f36-416c-bf05-81cfe0f5f067)] {{(pid=91912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 06:12:18.376293 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [req-5c61b857-0c02-4a4c-a0f3-1d95cf8ee2b4 req-c2fcd7e7-e38d-445c-a314-cbdf2c95a874 tempest-AttachVolumeNegativeTest-1471670784 tempest-AttachVolumeNegativeTest-1471670784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-879323'] for port, precommit_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:12:18.496308 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.plugins.ml2.plugin [req-5c61b857-0c02-4a4c-a0f3-1d95cf8ee2b4 req-c2fcd7e7-e38d-445c-a314-cbdf2c95a874 tempest-AttachVolumeNegativeTest-1471670784 tempest-AttachVolumeNegativeTest-1471670784-project] Calling delete_port for c85ace89-29ac-4314-af91-01bbd31f271d owned by compute:nova {{(pid=91912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 06:12:18.607627 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [req-5c61b857-0c02-4a4c-a0f3-1d95cf8ee2b4 req-c2fcd7e7-e38d-445c-a314-cbdf2c95a874 tempest-AttachVolumeNegativeTest-1471670784 tempest-AttachVolumeNegativeTest-1471670784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774208810150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774208425692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1720922'] for port, after_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:12:18.613320 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:12:18.619483 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.db [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] get_ports_and_sgs() called for port_ids ['0045608c-1373-47a7-8f8d-d1f7bc48717c', 'baf11038-68bf-45ba-a722-dbaa09c3d5b4', '810aff4e-4fc6-4756-84d3-a6d271850364', 'c85ace89-29ac-4314-af91-01bbd31f271d'] {{(pid=91914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 06:12:18.706115 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fcd7e7-e38d-445c-a314-cbdf2c95a874 tempest-AttachVolumeNegativeTest-1471670784 tempest-AttachVolumeNegativeTest-1471670784-project] Pushing event deleted for resources: {'Port': ['ID=c85ace89-29ac-4314-af91-01bbd31f271d,revision_number=None']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:12:18.709355 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-c2fcd7e7-e38d-445c-a314-cbdf2c95a874 tempest-AttachVolumeNegativeTest-1471670784 tempest-AttachVolumeNegativeTest-1471670784-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:12:18.748232 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c4480b-6b7b-4621-9b51-e5551969a719 req-3410187c-8c36-4538-a1e4-aea1502a0598 tempest-ServerRescueNegativeTestJSON-2082042209 tempest-ServerRescueNegativeTestJSON-2082042209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:12:18.749712 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-b8c4480b-6b7b-4621-9b51-e5551969a719 req-3410187c-8c36-4538-a1e4-aea1502a0598 tempest-ServerRescueNegativeTestJSON-2082042209 tempest-ServerRescueNegativeTestJSON-2082042209-project] 10.222.0.41 "GET /v2.0/ports?device_id=adbe8ec7-7667-4d7a-8fa0-614d82b10afb HTTP/1.1" status: 200 len: 945 time: 0.0861678 Jun 01 06:12:18.771509 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c61b857-0c02-4a4c-a0f3-1d95cf8ee2b4 req-c2fcd7e7-e38d-445c-a314-cbdf2c95a874 tempest-AttachVolumeNegativeTest-1471670784 tempest-AttachVolumeNegativeTest-1471670784-project] No DVR routers for this DVR port c85ace89-29ac-4314-af91-01bbd31f271d on host hv-cinder-79388 {{(pid=91912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 06:12:18.774281 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [req-5c61b857-0c02-4a4c-a0f3-1d95cf8ee2b4 req-c2fcd7e7-e38d-445c-a314-cbdf2c95a874 tempest-AttachVolumeNegativeTest-1471670784 tempest-AttachVolumeNegativeTest-1471670784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239402'] for port, before_response {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:12:18.777141 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d7b47d7-a3ed-46a5-b7e3-694f298da58c', 'name': 'network-vif-deleted', 'tag': 'c85ace89-29ac-4314-af91-01bbd31f271d'}] {{(pid=91912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 06:12:18.779440 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c7b3c6e1f14bb220aa0995d95792b8f3e6549c6955cb141320bca3e5502353f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebd29809-fc70-4e7b-96ee-2221d601dba2" -d '{"events": [{"server_uuid": "1d7b47d7-a3ed-46a5-b7e3-694f298da58c", "name": "network-vif-deleted", "tag": "c85ace89-29ac-4314-af91-01bbd31f271d"}]}' {{(pid=91912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 06:12:18.793397 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-5c61b857-0c02-4a4c-a0f3-1d95cf8ee2b4 req-c2fcd7e7-e38d-445c-a314-cbdf2c95a874 tempest-AttachVolumeNegativeTest-1471670784 tempest-AttachVolumeNegativeTest-1471670784-project] 10.222.0.45 "DELETE /v2.0/ports/c85ace89-29ac-4314-af91-01bbd31f271d HTTP/1.1" status: 204 len: 173 time: 0.7009223 Jun 01 06:12:18.796503 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-b8c4480b-6b7b-4621-9b51-e5551969a719 req-9ad049db-4eb7-43bb-a74e-49b953ac6305 tempest-ServerRescueNegativeTestJSON-2082042209 tempest-ServerRescueNegativeTestJSON-2082042209-project] 10.222.0.41 "GET /v2.0/security-groups?id=b9806f43-fca1-4e3e-8128-d5f6b4549043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396178 Jun 01 06:12:18.855941 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 06:12:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef06794a-b4bc-45e8-9ee1-46d7b2c43d39 x-openstack-request-id: req-ef06794a-b4bc-45e8-9ee1-46d7b2c43d39 {{(pid=91912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 06:12:18.856290 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d7b47d7-a3ed-46a5-b7e3-694f298da58c", "name": "network-vif-deleted", "tag": "c85ace89-29ac-4314-af91-01bbd31f271d", "status": "completed", "code": 200}]} {{(pid=91912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 06:12:18.856593 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ef06794a-b4bc-45e8-9ee1-46d7b2c43d39 {{(pid=91912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 06:12:18.857077 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d7b47d7-a3ed-46a5-b7e3-694f298da58c', 'name': 'network-vif-deleted', 'tag': 'c85ace89-29ac-4314-af91-01bbd31f271d', 'status': 'completed', 'code': 200} Jun 01 06:12:19.206013 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-f3b6437c-7bfb-4339-b405-cdbe317e4f0b req-685f227b-7697-47c3-8b7c-0464a5f1511c tempest-AttachVolumeNegativeTest-1471670784 tempest-AttachVolumeNegativeTest-1471670784-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d7b47d7-a3ed-46a5-b7e3-694f298da58c HTTP/1.1" status: 200 len: 210 time: 0.0427082 Jun 01 06:12:19.990255 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d3fc3a-a5db-4e3a-848c-e8a4f9c111be req-3796974a-09a8-492b-b749-ca2e3d469c23 tempest-ServerRescueNegativeTestJSON-2082042209 tempest-ServerRescueNegativeTestJSON-2082042209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:12:19.991699 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-75d3fc3a-a5db-4e3a-848c-e8a4f9c111be req-3796974a-09a8-492b-b749-ca2e3d469c23 tempest-ServerRescueNegativeTestJSON-2082042209 tempest-ServerRescueNegativeTestJSON-2082042209-project] 10.222.0.41 "GET /v2.0/ports?device_id=adbe8ec7-7667-4d7a-8fa0-614d82b10afb HTTP/1.1" status: 200 len: 945 time: 0.0843363 Jun 01 06:12:20.034852 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-75d3fc3a-a5db-4e3a-848c-e8a4f9c111be req-c0515bcb-98bc-4914-9cd8-3af291f37ece tempest-ServerRescueNegativeTestJSON-2082042209 tempest-ServerRescueNegativeTestJSON-2082042209-project] 10.222.0.41 "GET /v2.0/security-groups?id=b9806f43-fca1-4e3e-8128-d5f6b4549043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373120 Jun 01 06:12:20.745466 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.rpc [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Device c85ace89-29ac-4314-af91-01bbd31f271d no longer exists at agent hyperv_hv-cinder-79388 {{(pid=91914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 06:12:20.781320 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.plugin [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] No Port match for: c85ace89-29ac-4314-af91-01bbd31f271d {{(pid=91914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 01 06:12:20.782162 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.rpc [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Device c85ace89-29ac-4314-af91-01bbd31f271d not bound to the agent host hv-cinder-79388 {{(pid=91914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 06:12:21.228727 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a30fa2-e45f-4fe2-824a-6e2d42960151 req-3df2100e-331e-4e18-ae1f-812a843944ab tempest-ServerRescueNegativeTestJSON-2082042209 tempest-ServerRescueNegativeTestJSON-2082042209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:12:21.230892 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-58a30fa2-e45f-4fe2-824a-6e2d42960151 req-3df2100e-331e-4e18-ae1f-812a843944ab tempest-ServerRescueNegativeTestJSON-2082042209 tempest-ServerRescueNegativeTestJSON-2082042209-project] 10.222.0.41 "GET /v2.0/ports?device_id=adbe8ec7-7667-4d7a-8fa0-614d82b10afb HTTP/1.1" status: 200 len: 945 time: 0.0897920 Jun 01 06:12:21.277010 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-58a30fa2-e45f-4fe2-824a-6e2d42960151 req-076b652f-4e84-4299-ad41-276e324ae741 tempest-ServerRescueNegativeTestJSON-2082042209 tempest-ServerRescueNegativeTestJSON-2082042209-project] 10.222.0.41 "GET /v2.0/security-groups?id=b9806f43-fca1-4e3e-8128-d5f6b4549043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385747 Jun 01 06:12:22.230035 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79cdd5d-b7ae-4f4c-adb9-847997edb55d req-9f872127-b8c2-42aa-93d3-e2395e7f7b48 tempest-AttachVolumeNegativeTest-1471670784 tempest-AttachVolumeNegativeTest-1471670784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:12:22.231488 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-b79cdd5d-b7ae-4f4c-adb9-847997edb55d req-9f872127-b8c2-42aa-93d3-e2395e7f7b48 tempest-AttachVolumeNegativeTest-1471670784 tempest-AttachVolumeNegativeTest-1471670784-project] 10.222.0.41 "GET /v2.0/ports?device_id=011fe2b1-128f-4766-9e00-8a6ae7d32309 HTTP/1.1" status: 200 len: 945 time: 0.1425829 Jun 01 06:12:22.276933 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-b79cdd5d-b7ae-4f4c-adb9-847997edb55d req-995b6036-b8b9-4873-8b78-b71416f20fed tempest-AttachVolumeNegativeTest-1471670784 tempest-AttachVolumeNegativeTest-1471670784-project] 10.222.0.41 "GET /v2.0/security-groups?id=148e0031-14dd-4990-9826-b8db75cc4be7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395153 Jun 01 06:12:22.464641 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f50bd2-f72a-4b1d-bec9-a4442aac318d req-7a12cfe1-2770-4732-8e95-9baa1edd541e tempest-ServerRescueNegativeTestJSON-2082042209 tempest-ServerRescueNegativeTestJSON-2082042209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:12:22.466111 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-f6f50bd2-f72a-4b1d-bec9-a4442aac318d req-7a12cfe1-2770-4732-8e95-9baa1edd541e tempest-ServerRescueNegativeTestJSON-2082042209 tempest-ServerRescueNegativeTestJSON-2082042209-project] 10.222.0.41 "GET /v2.0/ports?device_id=adbe8ec7-7667-4d7a-8fa0-614d82b10afb HTTP/1.1" status: 200 len: 945 time: 0.0842109 Jun 01 06:12:22.511385 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-f6f50bd2-f72a-4b1d-bec9-a4442aac318d req-e72b51ee-df90-423b-8141-5b5b9c782142 tempest-ServerRescueNegativeTestJSON-2082042209 tempest-ServerRescueNegativeTestJSON-2082042209-project] 10.222.0.41 "GET /v2.0/security-groups?id=b9806f43-fca1-4e3e-8128-d5f6b4549043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395145 Jun 01 06:12:23.463551 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784a21e1-63d7-48a8-9764-ce420b4d2df0 req-8e237bce-009f-4bfd-9a24-4b5cb7ac91de tempest-AttachVolumeNegativeTest-1471670784 tempest-AttachVolumeNegativeTest-1471670784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:12:23.464968 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-784a21e1-63d7-48a8-9764-ce420b4d2df0 req-8e237bce-009f-4bfd-9a24-4b5cb7ac91de tempest-AttachVolumeNegativeTest-1471670784 tempest-AttachVolumeNegativeTest-1471670784-project] 10.222.0.41 "GET /v2.0/ports?device_id=011fe2b1-128f-4766-9e00-8a6ae7d32309 HTTP/1.1" status: 200 len: 945 time: 0.0777295 Jun 01 06:12:23.508171 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-784a21e1-63d7-48a8-9764-ce420b4d2df0 req-45f7d16a-b29a-410e-a795-2bcac57a461f tempest-AttachVolumeNegativeTest-1471670784 tempest-AttachVolumeNegativeTest-1471670784-project] 10.222.0.41 "GET /v2.0/security-groups?id=148e0031-14dd-4990-9826-b8db75cc4be7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368710 Jun 01 06:12:23.701223 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30490ec1-8b11-4418-8f84-7d9f864983a7 req-612cbf1e-3fc1-4daa-9e60-46661466d86f tempest-ServerRescueNegativeTestJSON-2082042209 tempest-ServerRescueNegativeTestJSON-2082042209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:12:23.702636 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-30490ec1-8b11-4418-8f84-7d9f864983a7 req-612cbf1e-3fc1-4daa-9e60-46661466d86f tempest-ServerRescueNegativeTestJSON-2082042209 tempest-ServerRescueNegativeTestJSON-2082042209-project] 10.222.0.41 "GET /v2.0/ports?device_id=adbe8ec7-7667-4d7a-8fa0-614d82b10afb HTTP/1.1" status: 200 len: 945 time: 0.0834079 Jun 01 06:12:23.745334 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-30490ec1-8b11-4418-8f84-7d9f864983a7 req-89bee760-4537-48a1-819d-e07da201ccb1 tempest-ServerRescueNegativeTestJSON-2082042209 tempest-ServerRescueNegativeTestJSON-2082042209-project] 10.222.0.41 "GET /v2.0/security-groups?id=b9806f43-fca1-4e3e-8128-d5f6b4549043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364964 Jun 01 06:12:24.268612 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d090d9dc-01a9-4f9d-8efd-3b733117eb78 req-bf558e40-50d7-4ac6-9b0a-6bf7dfea08cd tempest-AttachVolumeNegativeTest-1471670784 tempest-AttachVolumeNegativeTest-1471670784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:12:24.270040 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.quota.resource [req-d090d9dc-01a9-4f9d-8efd-3b733117eb78 req-bf558e40-50d7-4ac6-9b0a-6bf7dfea08cd tempest-AttachVolumeNegativeTest-1471670784 tempest-AttachVolumeNegativeTest-1471670784-project] Synchronizing usage tracker for tenant:2a6f229a53e74061b535c311a3c04284 on resource:port {{(pid=91912) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 06:12:24.286109 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.quota.resource [req-d090d9dc-01a9-4f9d-8efd-3b733117eb78 req-bf558e40-50d7-4ac6-9b0a-6bf7dfea08cd tempest-AttachVolumeNegativeTest-1471670784 tempest-AttachVolumeNegativeTest-1471670784-project] Unset dirty status for tenant:2a6f229a53e74061b535c311a3c04284 on resource:port {{(pid=91912) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 06:12:24.287213 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-d090d9dc-01a9-4f9d-8efd-3b733117eb78 req-bf558e40-50d7-4ac6-9b0a-6bf7dfea08cd tempest-AttachVolumeNegativeTest-1471670784 tempest-AttachVolumeNegativeTest-1471670784-project] 10.222.0.45 "GET /v2.0/ports?device_id=011fe2b1-128f-4766-9e00-8a6ae7d32309 HTTP/1.1" status: 200 len: 945 time: 0.1049366 Jun 01 06:12:24.425297 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.plugins.ml2.plugin [req-d090d9dc-01a9-4f9d-8efd-3b733117eb78 req-be6362bd-8816-444d-981f-052abf343fe0 tempest-AttachVolumeNegativeTest-1471670784 tempest-AttachVolumeNegativeTest-1471670784-project] Deleting port 810aff4e-4fc6-4756-84d3-a6d271850364 {{(pid=91912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 06:12:24.425636 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [req-d090d9dc-01a9-4f9d-8efd-3b733117eb78 req-be6362bd-8816-444d-981f-052abf343fe0 tempest-AttachVolumeNegativeTest-1471670784 tempest-AttachVolumeNegativeTest-1471670784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774208809027'] for port, before_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:12:24.565687 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.plugins.ml2.db [req-d090d9dc-01a9-4f9d-8efd-3b733117eb78 req-be6362bd-8816-444d-981f-052abf343fe0 tempest-AttachVolumeNegativeTest-1471670784 tempest-AttachVolumeNegativeTest-1471670784-project] For port 810aff4e-4fc6-4756-84d3-a6d271850364, host hv-cinder-79388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79388',level=0,port_id=810aff4e-4fc6-4756-84d3-a6d271850364,segment=NetworkSegment(bd10b108-5f36-416c-bf05-81cfe0f5f067),segment_id=bd10b108-5f36-416c-bf05-81cfe0f5f067)] {{(pid=91912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 06:12:24.566041 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [req-d090d9dc-01a9-4f9d-8efd-3b733117eb78 req-be6362bd-8816-444d-981f-052abf343fe0 tempest-AttachVolumeNegativeTest-1471670784 tempest-AttachVolumeNegativeTest-1471670784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-879323'] for port, precommit_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:12:24.694242 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.plugins.ml2.plugin [req-d090d9dc-01a9-4f9d-8efd-3b733117eb78 req-be6362bd-8816-444d-981f-052abf343fe0 tempest-AttachVolumeNegativeTest-1471670784 tempest-AttachVolumeNegativeTest-1471670784-project] Calling delete_port for 810aff4e-4fc6-4756-84d3-a6d271850364 owned by compute:nova {{(pid=91912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 06:12:24.708439 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd229e9-2cab-443c-bed3-2552ac6f8bc5 req-8f89c4b6-7777-44bf-85f1-838c22d863fb tempest-AttachVolumeNegativeTest-1471670784 tempest-AttachVolumeNegativeTest-1471670784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:12:24.709952 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-5cd229e9-2cab-443c-bed3-2552ac6f8bc5 req-8f89c4b6-7777-44bf-85f1-838c22d863fb tempest-AttachVolumeNegativeTest-1471670784 tempest-AttachVolumeNegativeTest-1471670784-project] 10.222.0.41 "GET /v2.0/ports?device_id=011fe2b1-128f-4766-9e00-8a6ae7d32309 HTTP/1.1" status: 200 len: 945 time: 0.0823917 Jun 01 06:12:24.757392 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-5cd229e9-2cab-443c-bed3-2552ac6f8bc5 req-d46944c4-f8a1-47fa-8492-8fd543c56463 tempest-AttachVolumeNegativeTest-1471670784 tempest-AttachVolumeNegativeTest-1471670784-project] 10.222.0.41 "GET /v2.0/security-groups?id=148e0031-14dd-4990-9826-b8db75cc4be7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415926 Jun 01 06:12:24.807848 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [req-d090d9dc-01a9-4f9d-8efd-3b733117eb78 req-be6362bd-8816-444d-981f-052abf343fe0 tempest-AttachVolumeNegativeTest-1471670784 tempest-AttachVolumeNegativeTest-1471670784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774208810150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774208425692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1720922'] for port, after_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:12:24.813738 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-72bcfa62-4f9c-44c3-b375-5fc908062374 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:12:24.818855 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.db [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] get_ports_and_sgs() called for port_ids ['0045608c-1373-47a7-8f8d-d1f7bc48717c', 'baf11038-68bf-45ba-a722-dbaa09c3d5b4'] {{(pid=91914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 06:12:24.953130 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebe8d9b-3b64-4eff-8370-f4c6a578b68b req-46c0c6ea-27dd-4f3b-a300-5a710b9574f3 tempest-ServerRescueNegativeTestJSON-2082042209 tempest-ServerRescueNegativeTestJSON-2082042209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:12:24.954958 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-6ebe8d9b-3b64-4eff-8370-f4c6a578b68b req-46c0c6ea-27dd-4f3b-a300-5a710b9574f3 tempest-ServerRescueNegativeTestJSON-2082042209 tempest-ServerRescueNegativeTestJSON-2082042209-project] 10.222.0.41 "GET /v2.0/ports?device_id=adbe8ec7-7667-4d7a-8fa0-614d82b10afb HTTP/1.1" status: 200 len: 945 time: 0.0982389 Jun 01 06:12:24.957285 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6362bd-8816-444d-981f-052abf343fe0 tempest-AttachVolumeNegativeTest-1471670784 tempest-AttachVolumeNegativeTest-1471670784-project] Pushing event deleted for resources: {'Port': ['ID=810aff4e-4fc6-4756-84d3-a6d271850364,revision_number=None']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:12:24.961096 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-be6362bd-8816-444d-981f-052abf343fe0 tempest-AttachVolumeNegativeTest-1471670784 tempest-AttachVolumeNegativeTest-1471670784-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:12:25.010745 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-6ebe8d9b-3b64-4eff-8370-f4c6a578b68b req-ecd1e8a1-7e3a-4b20-b193-9bce164ac7a9 tempest-ServerRescueNegativeTestJSON-2082042209 tempest-ServerRescueNegativeTestJSON-2082042209-project] 10.222.0.41 "GET /v2.0/security-groups?id=b9806f43-fca1-4e3e-8128-d5f6b4549043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436730 Jun 01 06:12:25.046383 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.db.l3_dvrscheduler_db [req-d090d9dc-01a9-4f9d-8efd-3b733117eb78 req-be6362bd-8816-444d-981f-052abf343fe0 tempest-AttachVolumeNegativeTest-1471670784 tempest-AttachVolumeNegativeTest-1471670784-project] No DVR routers for this DVR port 810aff4e-4fc6-4756-84d3-a6d271850364 on host hv-cinder-79388 {{(pid=91912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 06:12:25.049625 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [req-d090d9dc-01a9-4f9d-8efd-3b733117eb78 req-be6362bd-8816-444d-981f-052abf343fe0 tempest-AttachVolumeNegativeTest-1471670784 tempest-AttachVolumeNegativeTest-1471670784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239402'] for port, before_response {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:12:25.055106 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '011fe2b1-128f-4766-9e00-8a6ae7d32309', 'name': 'network-vif-deleted', 'tag': '810aff4e-4fc6-4756-84d3-a6d271850364'}] {{(pid=91912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 06:12:25.060411 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c7b3c6e1f14bb220aa0995d95792b8f3e6549c6955cb141320bca3e5502353f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-557d2f55-9b78-439e-898d-0bb9a8d22a20" -d '{"events": [{"server_uuid": "011fe2b1-128f-4766-9e00-8a6ae7d32309", "name": "network-vif-deleted", "tag": "810aff4e-4fc6-4756-84d3-a6d271850364"}]}' {{(pid=91912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 06:12:25.073535 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-d090d9dc-01a9-4f9d-8efd-3b733117eb78 req-be6362bd-8816-444d-981f-052abf343fe0 tempest-AttachVolumeNegativeTest-1471670784 tempest-AttachVolumeNegativeTest-1471670784-project] 10.222.0.45 "DELETE /v2.0/ports/810aff4e-4fc6-4756-84d3-a6d271850364 HTTP/1.1" status: 204 len: 173 time: 0.7808983 Jun 01 06:12:25.107773 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 06:12:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-385ed60f-f7fa-4c56-977b-53622343f301 x-openstack-request-id: req-385ed60f-f7fa-4c56-977b-53622343f301 {{(pid=91912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 06:12:25.108090 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "011fe2b1-128f-4766-9e00-8a6ae7d32309", "name": "network-vif-deleted", "tag": "810aff4e-4fc6-4756-84d3-a6d271850364", "status": "completed", "code": 200}]} {{(pid=91912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 06:12:25.108369 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-385ed60f-f7fa-4c56-977b-53622343f301 {{(pid=91912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 06:12:25.108786 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '011fe2b1-128f-4766-9e00-8a6ae7d32309', 'name': 'network-vif-deleted', 'tag': '810aff4e-4fc6-4756-84d3-a6d271850364', 'status': 'completed', 'code': 200} Jun 01 06:12:25.780809 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-675f6b3f-1a25-4569-9110-e94cf5b88b23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774208951022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772053'] for agent, after_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:12:26.221274 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a866f11a-500b-47a6-96db-af8c30a87efa req-c2825112-cd92-49ec-a69a-e6ccdbe4e7da tempest-ServerRescueNegativeTestJSON-2082042209 tempest-ServerRescueNegativeTestJSON-2082042209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:12:26.221885 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-a866f11a-500b-47a6-96db-af8c30a87efa req-c2825112-cd92-49ec-a69a-e6ccdbe4e7da tempest-ServerRescueNegativeTestJSON-2082042209 tempest-ServerRescueNegativeTestJSON-2082042209-project] 10.222.0.41 "GET /v2.0/ports?device_id=adbe8ec7-7667-4d7a-8fa0-614d82b10afb HTTP/1.1" status: 200 len: 945 time: 0.0818336 Jun 01 06:12:26.270798 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-a866f11a-500b-47a6-96db-af8c30a87efa req-6515b52e-d82a-42f5-a2cf-86f9cae5dc11 tempest-ServerRescueNegativeTestJSON-2082042209 tempest-ServerRescueNegativeTestJSON-2082042209-project] 10.222.0.41 "GET /v2.0/security-groups?id=b9806f43-fca1-4e3e-8128-d5f6b4549043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421162 Jun 01 06:12:26.438182 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66846dc-5475-409c-a01e-f22f587e56e9 req-e6ef6f67-b397-4f69-98de-038e366368b4 tempest-AttachVolumeNegativeTest-1471670784 tempest-AttachVolumeNegativeTest-1471670784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:12:26.440120 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-e66846dc-5475-409c-a01e-f22f587e56e9 req-e6ef6f67-b397-4f69-98de-038e366368b4 tempest-AttachVolumeNegativeTest-1471670784 tempest-AttachVolumeNegativeTest-1471670784-project] 10.222.0.41 "GET /v2.0/ports?device_id=f64f725f-1c75-4174-8dbc-f720bd2607ac HTTP/1.1" status: 200 len: 946 time: 0.0775366 Jun 01 06:12:26.486972 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-e66846dc-5475-409c-a01e-f22f587e56e9 req-6afa08fa-543e-4118-8c4d-e5e21d55c301 tempest-AttachVolumeNegativeTest-1471670784 tempest-AttachVolumeNegativeTest-1471670784-project] 10.222.0.41 "GET /v2.0/security-groups?id=148e0031-14dd-4990-9826-b8db75cc4be7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397146 Jun 01 06:12:26.785342 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.rpc [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Device 810aff4e-4fc6-4756-84d3-a6d271850364 no longer exists at agent hyperv_hv-cinder-79388 {{(pid=91914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 06:12:26.819023 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.plugin [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] No Port match for: 810aff4e-4fc6-4756-84d3-a6d271850364 {{(pid=91914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 01 06:12:26.819367 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.rpc [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Device 810aff4e-4fc6-4756-84d3-a6d271850364 not bound to the agent host hv-cinder-79388 {{(pid=91914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 06:12:27.459099 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca0a9cf-e431-465d-8aa1-7cac433b0227 req-0b48b77d-2b7f-4dab-b240-7a16ae45e003 tempest-ServerRescueNegativeTestJSON-2082042209 tempest-ServerRescueNegativeTestJSON-2082042209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:12:27.460546 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-3ca0a9cf-e431-465d-8aa1-7cac433b0227 req-0b48b77d-2b7f-4dab-b240-7a16ae45e003 tempest-ServerRescueNegativeTestJSON-2082042209 tempest-ServerRescueNegativeTestJSON-2082042209-project] 10.222.0.41 "GET /v2.0/ports?device_id=adbe8ec7-7667-4d7a-8fa0-614d82b10afb HTTP/1.1" status: 200 len: 945 time: 0.0819170 Jun 01 06:12:27.503869 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-3ca0a9cf-e431-465d-8aa1-7cac433b0227 req-2ecf3070-2621-4701-93dd-8d7ed2703e2d tempest-ServerRescueNegativeTestJSON-2082042209 tempest-ServerRescueNegativeTestJSON-2082042209-project] 10.222.0.41 "GET /v2.0/security-groups?id=b9806f43-fca1-4e3e-8128-d5f6b4549043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376434 Jun 01 06:12:27.681293 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd52d48-9535-42d3-9b1c-29ca908de3a1 req-3ed3b580-dd9f-4456-9e7c-9ead4de171d9 tempest-AttachVolumeNegativeTest-1471670784 tempest-AttachVolumeNegativeTest-1471670784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:12:27.682654 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-3bd52d48-9535-42d3-9b1c-29ca908de3a1 req-3ed3b580-dd9f-4456-9e7c-9ead4de171d9 tempest-AttachVolumeNegativeTest-1471670784 tempest-AttachVolumeNegativeTest-1471670784-project] 10.222.0.41 "GET /v2.0/ports?device_id=f64f725f-1c75-4174-8dbc-f720bd2607ac HTTP/1.1" status: 200 len: 946 time: 0.0791016 Jun 01 06:12:27.727050 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-3bd52d48-9535-42d3-9b1c-29ca908de3a1 req-43b28ee9-f95d-4abb-b3a5-ed3efa4141aa tempest-AttachVolumeNegativeTest-1471670784 tempest-AttachVolumeNegativeTest-1471670784-project] 10.222.0.41 "GET /v2.0/security-groups?id=148e0031-14dd-4990-9826-b8db75cc4be7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388341 Jun 01 06:12:27.965466 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40dd5368-b9df-4e57-bc0c-48299736a018 req-be9720bf-55cd-4785-b2a7-33441afec626 tempest-AttachVolumeNegativeTest-1471670784 tempest-AttachVolumeNegativeTest-1471670784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:12:27.966155 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.quota.resource [req-40dd5368-b9df-4e57-bc0c-48299736a018 req-be9720bf-55cd-4785-b2a7-33441afec626 tempest-AttachVolumeNegativeTest-1471670784 tempest-AttachVolumeNegativeTest-1471670784-project] Synchronizing usage tracker for tenant:2a6f229a53e74061b535c311a3c04284 on resource:port {{(pid=91912) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 06:12:27.981299 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.quota.resource [req-40dd5368-b9df-4e57-bc0c-48299736a018 req-be9720bf-55cd-4785-b2a7-33441afec626 tempest-AttachVolumeNegativeTest-1471670784 tempest-AttachVolumeNegativeTest-1471670784-project] Unset dirty status for tenant:2a6f229a53e74061b535c311a3c04284 on resource:port {{(pid=91912) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 06:12:27.982421 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-40dd5368-b9df-4e57-bc0c-48299736a018 req-be9720bf-55cd-4785-b2a7-33441afec626 tempest-AttachVolumeNegativeTest-1471670784 tempest-AttachVolumeNegativeTest-1471670784-project] 10.222.0.45 "GET /v2.0/ports?device_id=f64f725f-1c75-4174-8dbc-f720bd2607ac HTTP/1.1" status: 200 len: 946 time: 0.0958505 Jun 01 06:12:28.117719 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.plugins.ml2.plugin [req-40dd5368-b9df-4e57-bc0c-48299736a018 req-bf99ed58-edb3-4a12-bd10-b0a9693f9382 tempest-AttachVolumeNegativeTest-1471670784 tempest-AttachVolumeNegativeTest-1471670784-project] Deleting port baf11038-68bf-45ba-a722-dbaa09c3d5b4 {{(pid=91912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 06:12:28.118041 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [req-40dd5368-b9df-4e57-bc0c-48299736a018 req-bf99ed58-edb3-4a12-bd10-b0a9693f9382 tempest-AttachVolumeNegativeTest-1471670784 tempest-AttachVolumeNegativeTest-1471670784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774208809027'] for port, before_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:12:28.176067 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774208951022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772053'] for agent, after_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:12:28.258503 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.plugins.ml2.db [req-40dd5368-b9df-4e57-bc0c-48299736a018 req-bf99ed58-edb3-4a12-bd10-b0a9693f9382 tempest-AttachVolumeNegativeTest-1471670784 tempest-AttachVolumeNegativeTest-1471670784-project] For port baf11038-68bf-45ba-a722-dbaa09c3d5b4, host hv-cinder-79388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79388',level=0,port_id=baf11038-68bf-45ba-a722-dbaa09c3d5b4,segment=NetworkSegment(bd10b108-5f36-416c-bf05-81cfe0f5f067),segment_id=bd10b108-5f36-416c-bf05-81cfe0f5f067)] {{(pid=91912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 06:12:28.258916 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [req-40dd5368-b9df-4e57-bc0c-48299736a018 req-bf99ed58-edb3-4a12-bd10-b0a9693f9382 tempest-AttachVolumeNegativeTest-1471670784 tempest-AttachVolumeNegativeTest-1471670784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-879323'] for port, precommit_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:12:28.383103 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.plugins.ml2.plugin [req-40dd5368-b9df-4e57-bc0c-48299736a018 req-bf99ed58-edb3-4a12-bd10-b0a9693f9382 tempest-AttachVolumeNegativeTest-1471670784 tempest-AttachVolumeNegativeTest-1471670784-project] Calling delete_port for baf11038-68bf-45ba-a722-dbaa09c3d5b4 owned by compute:nova {{(pid=91912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 06:12:28.480125 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-34ca2018-ed18-46c7-89ea-c707f7b5b7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774208951022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772053'] for agent, after_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:12:28.498391 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [req-40dd5368-b9df-4e57-bc0c-48299736a018 req-bf99ed58-edb3-4a12-bd10-b0a9693f9382 tempest-AttachVolumeNegativeTest-1471670784 tempest-AttachVolumeNegativeTest-1471670784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774208810150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774208425692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1720922'] for port, after_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:12:28.504126 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-55076875-5855-4112-a4be-994d58d74106 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:12:28.513960 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.db [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] get_ports_and_sgs() called for port_ids ['0045608c-1373-47a7-8f8d-d1f7bc48717c', 'baf11038-68bf-45ba-a722-dbaa09c3d5b4'] {{(pid=91914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 06:12:28.553115 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf99ed58-edb3-4a12-bd10-b0a9693f9382 tempest-AttachVolumeNegativeTest-1471670784 tempest-AttachVolumeNegativeTest-1471670784-project] Pushing event deleted for resources: {'Port': ['ID=baf11038-68bf-45ba-a722-dbaa09c3d5b4,revision_number=None']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:12:28.556093 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-bf99ed58-edb3-4a12-bd10-b0a9693f9382 tempest-AttachVolumeNegativeTest-1471670784 tempest-AttachVolumeNegativeTest-1471670784-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:12:28.631807 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.db.l3_dvrscheduler_db [req-40dd5368-b9df-4e57-bc0c-48299736a018 req-bf99ed58-edb3-4a12-bd10-b0a9693f9382 tempest-AttachVolumeNegativeTest-1471670784 tempest-AttachVolumeNegativeTest-1471670784-project] No DVR routers for this DVR port baf11038-68bf-45ba-a722-dbaa09c3d5b4 on host hv-cinder-79388 {{(pid=91912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 06:12:28.637478 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [req-40dd5368-b9df-4e57-bc0c-48299736a018 req-bf99ed58-edb3-4a12-bd10-b0a9693f9382 tempest-AttachVolumeNegativeTest-1471670784 tempest-AttachVolumeNegativeTest-1471670784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239402'] for port, before_response {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:12:28.640928 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f64f725f-1c75-4174-8dbc-f720bd2607ac', 'name': 'network-vif-deleted', 'tag': 'baf11038-68bf-45ba-a722-dbaa09c3d5b4'}] {{(pid=91912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 06:12:28.645045 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c7b3c6e1f14bb220aa0995d95792b8f3e6549c6955cb141320bca3e5502353f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e49f129f-65c8-41c3-839b-bbc1bee15924" -d '{"events": [{"server_uuid": "f64f725f-1c75-4174-8dbc-f720bd2607ac", "name": "network-vif-deleted", "tag": "baf11038-68bf-45ba-a722-dbaa09c3d5b4"}]}' {{(pid=91912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 06:12:28.660715 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-40dd5368-b9df-4e57-bc0c-48299736a018 req-bf99ed58-edb3-4a12-bd10-b0a9693f9382 tempest-AttachVolumeNegativeTest-1471670784 tempest-AttachVolumeNegativeTest-1471670784-project] 10.222.0.45 "DELETE /v2.0/ports/baf11038-68bf-45ba-a722-dbaa09c3d5b4 HTTP/1.1" status: 204 len: 173 time: 0.6722374 Jun 01 06:12:28.736668 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ed3258-dbac-463f-9f48-e71f48522e38 req-c0fd9fb1-5908-4a9b-a1af-595344d6cfc8 tempest-ServerRescueNegativeTestJSON-2082042209 tempest-ServerRescueNegativeTestJSON-2082042209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:12:28.741079 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-87ed3258-dbac-463f-9f48-e71f48522e38 req-c0fd9fb1-5908-4a9b-a1af-595344d6cfc8 tempest-ServerRescueNegativeTestJSON-2082042209 tempest-ServerRescueNegativeTestJSON-2082042209-project] 10.222.0.41 "GET /v2.0/ports?device_id=adbe8ec7-7667-4d7a-8fa0-614d82b10afb HTTP/1.1" status: 200 len: 945 time: 0.1134093 Jun 01 06:12:28.784192 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-87ed3258-dbac-463f-9f48-e71f48522e38 req-bfe0235a-fc6b-4ee7-9c2e-2112a57868c0 tempest-ServerRescueNegativeTestJSON-2082042209 tempest-ServerRescueNegativeTestJSON-2082042209-project] 10.222.0.41 "GET /v2.0/security-groups?id=b9806f43-fca1-4e3e-8128-d5f6b4549043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402606 Jun 01 06:12:28.835475 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 06:12:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79e087f8-1e4e-45b2-898f-7da4459c7ad4 x-openstack-request-id: req-79e087f8-1e4e-45b2-898f-7da4459c7ad4 {{(pid=91912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 06:12:28.835798 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f64f725f-1c75-4174-8dbc-f720bd2607ac", "name": "network-vif-deleted", "tag": "baf11038-68bf-45ba-a722-dbaa09c3d5b4", "status": "completed", "code": 200}]} {{(pid=91912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 06:12:28.836084 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-79e087f8-1e4e-45b2-898f-7da4459c7ad4 {{(pid=91912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 06:12:28.836509 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f64f725f-1c75-4174-8dbc-f720bd2607ac', 'name': 'network-vif-deleted', 'tag': 'baf11038-68bf-45ba-a722-dbaa09c3d5b4', 'status': 'completed', 'code': 200} Jun 01 06:12:28.971578 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-0c5a3380-7216-4a73-8790-c1d203ac23cf req-07fe5f5a-f295-4cc0-9a68-35c84121cd7c tempest-AttachVolumeNegativeTest-1471670784 tempest-AttachVolumeNegativeTest-1471670784-project] 10.222.0.41 "GET /v2.0/ports?device_id=f64f725f-1c75-4174-8dbc-f720bd2607ac HTTP/1.1" status: 200 len: 210 time: 0.0427372 Jun 01 06:12:29.769983 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-1d313a3c-a63a-4764-8840-fb680d7e5ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774208951022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772053'] for agent, after_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:12:29.983142 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa591c0-5a3f-45c3-b1be-66d7eeeb0b03 req-4a9be5c4-89e1-40d4-916c-916584efe3bb tempest-ServerRescueNegativeTestJSON-2082042209 tempest-ServerRescueNegativeTestJSON-2082042209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:12:29.984579 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-7aa591c0-5a3f-45c3-b1be-66d7eeeb0b03 req-4a9be5c4-89e1-40d4-916c-916584efe3bb tempest-ServerRescueNegativeTestJSON-2082042209 tempest-ServerRescueNegativeTestJSON-2082042209-project] 10.222.0.41 "GET /v2.0/ports?device_id=adbe8ec7-7667-4d7a-8fa0-614d82b10afb HTTP/1.1" status: 200 len: 945 time: 0.0823371 Jun 01 06:12:30.030310 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-7aa591c0-5a3f-45c3-b1be-66d7eeeb0b03 req-76b537ab-c093-4b22-be7d-44e0c02bc929 tempest-ServerRescueNegativeTestJSON-2082042209 tempest-ServerRescueNegativeTestJSON-2082042209-project] 10.222.0.41 "GET /v2.0/security-groups?id=b9806f43-fca1-4e3e-8128-d5f6b4549043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390110 Jun 01 06:12:30.814130 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.rpc [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Device baf11038-68bf-45ba-a722-dbaa09c3d5b4 no longer exists at agent hyperv_hv-cinder-79388 {{(pid=91914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 06:12:30.848238 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.plugin [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] No Port match for: baf11038-68bf-45ba-a722-dbaa09c3d5b4 {{(pid=91914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 01 06:12:30.848590 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.rpc [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Device baf11038-68bf-45ba-a722-dbaa09c3d5b4 not bound to the agent host hv-cinder-79388 {{(pid=91914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 06:12:31.117044 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-2212ef7e-50c1-45a6-8db2-90e035748ac3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774208951022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772053'] for agent, after_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:12:31.218967 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-ec6aa489-5ab9-4d40-b511-bc1adadab83c req-e5832d8d-0e18-4f62-bee6-cbed95f2b44b tempest-VolumesNegativeTest-638838798 tempest-VolumesNegativeTest-638838798-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=439bc5fb17064ab98decc736402f2fcb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0283148 Jun 01 06:12:31.230240 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c66ae6-4eb0-4786-ac23-d71865bd054e req-0fe348c7-ff8b-48f4-b130-a67348b2ab28 tempest-ServerRescueNegativeTestJSON-2082042209 tempest-ServerRescueNegativeTestJSON-2082042209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:12:31.232302 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-d7c66ae6-4eb0-4786-ac23-d71865bd054e req-0fe348c7-ff8b-48f4-b130-a67348b2ab28 tempest-ServerRescueNegativeTestJSON-2082042209 tempest-ServerRescueNegativeTestJSON-2082042209-project] 10.222.0.41 "GET /v2.0/ports?device_id=adbe8ec7-7667-4d7a-8fa0-614d82b10afb HTTP/1.1" status: 200 len: 945 time: 0.0882330 Jun 01 06:12:31.290070 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-d7c66ae6-4eb0-4786-ac23-d71865bd054e req-0c89f968-6463-47cf-96ec-36c866471d8a tempest-ServerRescueNegativeTestJSON-2082042209 tempest-ServerRescueNegativeTestJSON-2082042209-project] 10.222.0.41 "GET /v2.0/security-groups?id=b9806f43-fca1-4e3e-8128-d5f6b4549043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467544 Jun 01 06:12:31.378900 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6aa489-5ab9-4d40-b511-bc1adadab83c req-78c29f3a-f2ab-4db5-8388-70c4494ed6b7 tempest-VolumesNegativeTest-638838798 tempest-VolumesNegativeTest-638838798-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:12:31.380421 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-ec6aa489-5ab9-4d40-b511-bc1adadab83c req-78c29f3a-f2ab-4db5-8388-70c4494ed6b7 tempest-VolumesNegativeTest-638838798 tempest-VolumesNegativeTest-638838798-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1552017 Jun 01 06:12:31.394904 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-ec6aa489-5ab9-4d40-b511-bc1adadab83c req-f48bf027-75cb-474c-b5ca-6e5f922eb75b tempest-VolumesNegativeTest-638838798 tempest-VolumesNegativeTest-638838798-project] 10.222.0.41 "GET /v2.0/quotas/439bc5fb17064ab98decc736402f2fcb HTTP/1.1" status: 200 len: 375 time: 0.0090518 Jun 01 06:12:31.441339 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-ec6aa489-5ab9-4d40-b511-bc1adadab83c req-7d7c573c-1dbe-4535-949c-95ccb3847453 tempest-VolumesNegativeTest-638838798 tempest-VolumesNegativeTest-638838798-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=439bc5fb17064ab98decc736402f2fcb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0416207 Jun 01 06:12:31.631321 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-05d137c9-a5a6-41a7-872b-c2dc7e80af06 req-832b50f2-10aa-4a62-96b2-5a4436427f0c tempest-VolumesNegativeTest-638838798 tempest-VolumesNegativeTest-638838798-project] 10.222.0.41 "GET /v2.0/ports?device_id=6283c6d3-bbfe-4040-be65-e96078db5140 HTTP/1.1" status: 200 len: 210 time: 0.0539234 Jun 01 06:12:31.848456 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6658434-0981-4f0d-8580-69199f3cfdde req-876b65e5-22e7-4ebe-8c69-afaa3177f5b9 tempest-AttachVolumeNegativeTest-1471670784 tempest-AttachVolumeNegativeTest-1471670784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:12:31.849132 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.quota.resource [req-a6658434-0981-4f0d-8580-69199f3cfdde req-876b65e5-22e7-4ebe-8c69-afaa3177f5b9 tempest-AttachVolumeNegativeTest-1471670784 tempest-AttachVolumeNegativeTest-1471670784-project] Synchronizing usage tracker for tenant:2a6f229a53e74061b535c311a3c04284 on resource:port {{(pid=91912) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 06:12:31.865227 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.quota.resource [req-a6658434-0981-4f0d-8580-69199f3cfdde req-876b65e5-22e7-4ebe-8c69-afaa3177f5b9 tempest-AttachVolumeNegativeTest-1471670784 tempest-AttachVolumeNegativeTest-1471670784-project] Unset dirty status for tenant:2a6f229a53e74061b535c311a3c04284 on resource:port {{(pid=91912) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 06:12:31.866421 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-a6658434-0981-4f0d-8580-69199f3cfdde req-876b65e5-22e7-4ebe-8c69-afaa3177f5b9 tempest-AttachVolumeNegativeTest-1471670784 tempest-AttachVolumeNegativeTest-1471670784-project] 10.222.0.41 "GET /v2.0/ports?device_id=aa160ab3-5246-434a-8d0e-26dddf429663 HTTP/1.1" status: 200 len: 945 time: 0.1069965 Jun 01 06:12:31.917782 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-a6658434-0981-4f0d-8580-69199f3cfdde req-515a6fa1-4c86-4882-bee9-a399deef1f48 tempest-AttachVolumeNegativeTest-1471670784 tempest-AttachVolumeNegativeTest-1471670784-project] 10.222.0.41 "GET /v2.0/security-groups?id=148e0031-14dd-4990-9826-b8db75cc4be7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456579 Jun 01 06:12:32.481789 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89488fb3-348d-461a-90bc-e359b4e4806d req-ad2b51a1-b878-4d6f-8d8c-14d61ff06c2e tempest-ServerRescueNegativeTestJSON-2082042209 tempest-ServerRescueNegativeTestJSON-2082042209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:12:32.483238 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-89488fb3-348d-461a-90bc-e359b4e4806d req-ad2b51a1-b878-4d6f-8d8c-14d61ff06c2e tempest-ServerRescueNegativeTestJSON-2082042209 tempest-ServerRescueNegativeTestJSON-2082042209-project] 10.222.0.41 "GET /v2.0/ports?device_id=adbe8ec7-7667-4d7a-8fa0-614d82b10afb HTTP/1.1" status: 200 len: 945 time: 0.0810165 Jun 01 06:12:32.529655 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-89488fb3-348d-461a-90bc-e359b4e4806d req-069c9844-131e-40a6-8bd3-bee16483af94 tempest-ServerRescueNegativeTestJSON-2082042209 tempest-ServerRescueNegativeTestJSON-2082042209-project] 10.222.0.41 "GET /v2.0/security-groups?id=b9806f43-fca1-4e3e-8128-d5f6b4549043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396202 Jun 01 06:12:32.737976 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-ec6aa489-5ab9-4d40-b511-bc1adadab83c req-98e2af46-b567-4245-a368-d92e91a4ebe5 tempest-VolumesNegativeTest-638838798 tempest-VolumesNegativeTest-638838798-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=439bc5fb17064ab98decc736402f2fcb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0360897 Jun 01 06:12:32.798809 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-6a245ad1-dbfc-4ae1-a2fc-b6761b5c03b9 req-6d56cc87-9d93-4b53-947c-b1409e1daf64 tempest-VolumesNegativeTest-638838798 tempest-VolumesNegativeTest-638838798-project] 10.222.0.41 "GET /v2.0/ports?device_id=6283c6d3-bbfe-4040-be65-e96078db5140 HTTP/1.1" status: 200 len: 210 time: 0.0488656 Jun 01 06:12:32.900848 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6aa489-5ab9-4d40-b511-bc1adadab83c req-4fb26389-320c-4653-90df-af2ec81b629d tempest-VolumesNegativeTest-638838798 tempest-VolumesNegativeTest-638838798-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:12:32.902356 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-ec6aa489-5ab9-4d40-b511-bc1adadab83c req-4fb26389-320c-4653-90df-af2ec81b629d tempest-VolumesNegativeTest-638838798 tempest-VolumesNegativeTest-638838798-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1571825 Jun 01 06:12:32.923144 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.v2.base [req-ec6aa489-5ab9-4d40-b511-bc1adadab83c req-f9550337-17cf-488e-a564-484fff1714aa tempest-VolumesNegativeTest-638838798 tempest-VolumesNegativeTest-638838798-project] Request body: {'port': {'device_id': '6283c6d3-bbfe-4040-be65-e96078db5140', 'network_id': 'a194ccb0-fcac-4664-b698-549a8f524f53', 'admin_state_up': True, 'tenant_id': '439bc5fb17064ab98decc736402f2fcb'}} {{(pid=91912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 06:12:33.181635 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.db.quota.driver [req-ec6aa489-5ab9-4d40-b511-bc1adadab83c req-f9550337-17cf-488e-a564-484fff1714aa tempest-VolumesNegativeTest-638838798 tempest-VolumesNegativeTest-638838798-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91912) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 06:12:33.187000 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.quota.resource [req-ec6aa489-5ab9-4d40-b511-bc1adadab83c req-f9550337-17cf-488e-a564-484fff1714aa tempest-VolumesNegativeTest-638838798 tempest-VolumesNegativeTest-638838798-project] Usage tracker for resource:port and tenant:439bc5fb17064ab98decc736402f2fcb is out of sync, need to count used quota {{(pid=91912) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 06:12:33.191444 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.quota.resource [req-ec6aa489-5ab9-4d40-b511-bc1adadab83c req-f9550337-17cf-488e-a564-484fff1714aa tempest-VolumesNegativeTest-638838798 tempest-VolumesNegativeTest-638838798-project] Quota usage for port was recalculated. Used quota:0. {{(pid=91912) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 06:12:33.199806 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.db.quota.driver [req-ec6aa489-5ab9-4d40-b511-bc1adadab83c req-f9550337-17cf-488e-a564-484fff1714aa tempest-VolumesNegativeTest-638838798 tempest-VolumesNegativeTest-638838798-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=91912) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 06:12:33.217506 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec6aa489-5ab9-4d40-b511-bc1adadab83c req-f9550337-17cf-488e-a564-484fff1714aa tempest-VolumesNegativeTest-638838798 tempest-VolumesNegativeTest-638838798-project] Made reservation on behalf of 439bc5fb17064ab98decc736402f2fcb for: {'port': 1} {{(pid=91912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 06:12:33.220912 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [req-ec6aa489-5ab9-4d40-b511-bc1adadab83c req-f9550337-17cf-488e-a564-484fff1714aa tempest-VolumesNegativeTest-638838798 tempest-VolumesNegativeTest-638838798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3824664'] for port, before_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:12:33.239300 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963915dc-38ed-4086-8546-11fc68ec1b4a req-911be0c1-a09e-49ba-915a-115b45c77af8 tempest-AttachVolumeNegativeTest-1471670784 tempest-AttachVolumeNegativeTest-1471670784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:12:33.240756 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-963915dc-38ed-4086-8546-11fc68ec1b4a req-911be0c1-a09e-49ba-915a-115b45c77af8 tempest-AttachVolumeNegativeTest-1471670784 tempest-AttachVolumeNegativeTest-1471670784-project] 10.222.0.41 "GET /v2.0/ports?device_id=aa160ab3-5246-434a-8d0e-26dddf429663 HTTP/1.1" status: 200 len: 945 time: 0.2094276 Jun 01 06:12:33.242908 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [req-ec6aa489-5ab9-4d40-b511-bc1adadab83c req-f9550337-17cf-488e-a564-484fff1714aa tempest-VolumesNegativeTest-638838798 tempest-VolumesNegativeTest-638838798-project] Notify callbacks [] for security_group, before_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:12:33.274245 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.db.quota.driver [req-ec6aa489-5ab9-4d40-b511-bc1adadab83c req-f9550337-17cf-488e-a564-484fff1714aa tempest-VolumesNegativeTest-638838798 tempest-VolumesNegativeTest-638838798-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91912) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 06:12:33.280675 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.quota.resource [req-ec6aa489-5ab9-4d40-b511-bc1adadab83c req-f9550337-17cf-488e-a564-484fff1714aa tempest-VolumesNegativeTest-638838798 tempest-VolumesNegativeTest-638838798-project] Usage tracker for resource:security_group_rule and tenant:439bc5fb17064ab98decc736402f2fcb is out of sync, need to count used quota {{(pid=91912) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 06:12:33.290863 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.quota.resource [req-ec6aa489-5ab9-4d40-b511-bc1adadab83c req-f9550337-17cf-488e-a564-484fff1714aa tempest-VolumesNegativeTest-638838798 tempest-VolumesNegativeTest-638838798-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91912) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 06:12:33.300593 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.db.quota.driver [req-ec6aa489-5ab9-4d40-b511-bc1adadab83c req-f9550337-17cf-488e-a564-484fff1714aa tempest-VolumesNegativeTest-638838798 tempest-VolumesNegativeTest-638838798-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91912) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 06:12:33.307490 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-963915dc-38ed-4086-8546-11fc68ec1b4a req-c6fc7357-838e-47a7-95fc-81f7e59bd39d tempest-AttachVolumeNegativeTest-1471670784 tempest-AttachVolumeNegativeTest-1471670784-project] 10.222.0.41 "GET /v2.0/security-groups?id=148e0031-14dd-4990-9826-b8db75cc4be7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538716 Jun 01 06:12:33.395535 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [req-ec6aa489-5ab9-4d40-b511-bc1adadab83c req-f9550337-17cf-488e-a564-484fff1714aa tempest-VolumesNegativeTest-638838798 tempest-VolumesNegativeTest-638838798-project] Notify callbacks [] for security_group, precommit_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:12:33.399205 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [req-ec6aa489-5ab9-4d40-b511-bc1adadab83c req-f9550337-17cf-488e-a564-484fff1714aa tempest-VolumesNegativeTest-638838798 tempest-VolumesNegativeTest-638838798-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940402'] for security_group, after_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:12:33.403393 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-44bf149b-1f84-4231-88d2-fa1480f5eac3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:12:33.484459 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9550337-17cf-488e-a564-484fff1714aa tempest-VolumesNegativeTest-638838798 tempest-VolumesNegativeTest-638838798-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1f54f8a1-109a-4841-b286-07001b96a3ab,revision_number=1']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:12:33.489158 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-f9550337-17cf-488e-a564-484fff1714aa tempest-VolumesNegativeTest-638838798 tempest-VolumesNegativeTest-638838798-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:12:33.574999 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.db.db_base_plugin_common [req-ec6aa489-5ab9-4d40-b511-bc1adadab83c req-f9550337-17cf-488e-a564-484fff1714aa tempest-VolumesNegativeTest-638838798 tempest-VolumesNegativeTest-638838798-project] Allocated IP 192.168.233.106 (a194ccb0-fcac-4664-b698-549a8f524f53/8404c838-4a70-43a3-9684-9bcc00a6c5f5/4337d6eb-dcd3-474a-b49e-ab550c779dc6) {{(pid=91912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 06:12:33.728042 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92657297-7be4-4ae8-a890-f2410152c713 req-27909ff1-0af5-40ac-9f38-009af5d4260e tempest-ServerRescueNegativeTestJSON-2082042209 tempest-ServerRescueNegativeTestJSON-2082042209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:12:33.729576 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-92657297-7be4-4ae8-a890-f2410152c713 req-27909ff1-0af5-40ac-9f38-009af5d4260e tempest-ServerRescueNegativeTestJSON-2082042209 tempest-ServerRescueNegativeTestJSON-2082042209-project] 10.222.0.41 "GET /v2.0/ports?device_id=adbe8ec7-7667-4d7a-8fa0-614d82b10afb HTTP/1.1" status: 200 len: 945 time: 0.0929005 Jun 01 06:12:33.775515 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-92657297-7be4-4ae8-a890-f2410152c713 req-7441fed0-1e75-4a9c-a340-4eb7f0255159 tempest-ServerRescueNegativeTestJSON-2082042209 tempest-ServerRescueNegativeTestJSON-2082042209-project] 10.222.0.41 "GET /v2.0/security-groups?id=b9806f43-fca1-4e3e-8128-d5f6b4549043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395560 Jun 01 06:12:33.800657 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [req-ec6aa489-5ab9-4d40-b511-bc1adadab83c req-f9550337-17cf-488e-a564-484fff1714aa tempest-VolumesNegativeTest-638838798 tempest-VolumesNegativeTest-638838798-project] Notify callbacks [] for port, precommit_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:12:33.816194 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.db.provisioning_blocks [req-ec6aa489-5ab9-4d40-b511-bc1adadab83c req-f9550337-17cf-488e-a564-484fff1714aa tempest-VolumesNegativeTest-638838798 tempest-VolumesNegativeTest-638838798-project] Transition to ACTIVE for port object 4337d6eb-dcd3-474a-b49e-ab550c779dc6 will not be triggered until provisioned by entity DHCP. {{(pid=91912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 06:12:33.841649 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [req-ec6aa489-5ab9-4d40-b511-bc1adadab83c req-f9550337-17cf-488e-a564-484fff1714aa tempest-VolumesNegativeTest-638838798 tempest-VolumesNegativeTest-638838798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774208425683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1720922'] for port, after_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:12:33.851112 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-10955599-7f19-4ed2-9d2c-bd6a8a961182 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:12:33.933553 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec6aa489-5ab9-4d40-b511-bc1adadab83c req-f9550337-17cf-488e-a564-484fff1714aa tempest-VolumesNegativeTest-638838798 tempest-VolumesNegativeTest-638838798-project] Network a194ccb0-fcac-4664-b698-549a8f524f53 is already hosted by enough agents. {{(pid=91912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 06:12:33.935381 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.scheduler.base_scheduler [req-ec6aa489-5ab9-4d40-b511-bc1adadab83c req-f9550337-17cf-488e-a564-484fff1714aa tempest-VolumesNegativeTest-638838798 tempest-VolumesNegativeTest-638838798-project] Resources bound (agent type, host, resource id): {{(pid=91912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 06:12:33.945517 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec6aa489-5ab9-4d40-b511-bc1adadab83c req-f9550337-17cf-488e-a564-484fff1714aa tempest-VolumesNegativeTest-638838798 tempest-VolumesNegativeTest-638838798-project] Received port after_create {{(pid=91912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 06:12:33.990823 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9550337-17cf-488e-a564-484fff1714aa tempest-VolumesNegativeTest-638838798 tempest-VolumesNegativeTest-638838798-project] Pushing event updated for resources: {'Port': ['ID=4337d6eb-dcd3-474a-b49e-ab550c779dc6,revision_number=1']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:12:34.013933 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-f9550337-17cf-488e-a564-484fff1714aa tempest-VolumesNegativeTest-638838798 tempest-VolumesNegativeTest-638838798-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:12:34.035729 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6aa489-5ab9-4d40-b511-bc1adadab83c req-f9550337-17cf-488e-a564-484fff1714aa tempest-VolumesNegativeTest-638838798 tempest-VolumesNegativeTest-638838798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:12:34.037523 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [req-ec6aa489-5ab9-4d40-b511-bc1adadab83c req-f9550337-17cf-488e-a564-484fff1714aa tempest-VolumesNegativeTest-638838798 tempest-VolumesNegativeTest-638838798-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239402'] for port, before_response {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:12:34.070342 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-ec6aa489-5ab9-4d40-b511-bc1adadab83c req-f9550337-17cf-488e-a564-484fff1714aa tempest-VolumesNegativeTest-638838798 tempest-VolumesNegativeTest-638838798-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1527834 Jun 01 06:12:34.089148 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.v2.base [req-ec6aa489-5ab9-4d40-b511-bc1adadab83c req-ff232cba-7b8e-42ad-81c3-ad853555e19c service neutron] Request body: {'port': {'device_id': '6283c6d3-bbfe-4040-be65-e96078db5140', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79388'}} {{(pid=91912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 06:12:34.091780 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3666312-268d-4d6e-8419-de587fe5bf98 req-3df40c0b-a849-42d3-b440-71d299561bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:12:34.093285 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-e3666312-268d-4d6e-8419-de587fe5bf98 req-3df40c0b-a849-42d3-b440-71d299561bf1 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=adbe8ec7-7667-4d7a-8fa0-614d82b10afb HTTP/1.1" status: 200 len: 1098 time: 0.1553898 Jun 01 06:12:34.125038 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1929b1-c6da-47af-bae1-06fcdd774616 req-9a60ba22-f9bb-493f-bd91-6209f24fee7b tempest-VolumesNegativeTest-638838798 tempest-VolumesNegativeTest-638838798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:12:34.127032 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-4e1929b1-c6da-47af-bae1-06fcdd774616 req-9a60ba22-f9bb-493f-bd91-6209f24fee7b tempest-VolumesNegativeTest-638838798 tempest-VolumesNegativeTest-638838798-project] 10.222.0.41 "GET /v2.0/ports?device_id=6283c6d3-bbfe-4040-be65-e96078db5140 HTTP/1.1" status: 200 len: 936 time: 0.1472070 Jun 01 06:12:34.166543 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-e3666312-268d-4d6e-8419-de587fe5bf98 req-a6eb497d-0471-4e8c-aa14-458ffee72c8c service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=b9806f43-fca1-4e3e-8128-d5f6b4549043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640860 Jun 01 06:12:34.177373 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.db.provisioning_blocks [None req-0baec678-2102-4552-82a4-8fa50f7bbbc0 None None] Provisioning for port 4337d6eb-dcd3-474a-b49e-ab550c779dc6 completed by entity DHCP. {{(pid=91914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 06:12:34.181994 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.db.provisioning_blocks [None req-0baec678-2102-4552-82a4-8fa50f7bbbc0 None None] Provisioning complete for port 4337d6eb-dcd3-474a-b49e-ab550c779dc6 triggered by entity DHCP. {{(pid=91914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 06:12:34.182369 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-0baec678-2102-4552-82a4-8fa50f7bbbc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3772206'] for port, provisioning_complete {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:12:34.190636 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-4e1929b1-c6da-47af-bae1-06fcdd774616 req-c9b6c639-6f81-4d7a-8139-bf1951c35609 tempest-VolumesNegativeTest-638838798 tempest-VolumesNegativeTest-638838798-project] 10.222.0.41 "GET /v2.0/security-groups?id=1f54f8a1-109a-4841-b286-07001b96a3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576816 Jun 01 06:12:34.210895 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [req-ec6aa489-5ab9-4d40-b511-bc1adadab83c req-ff232cba-7b8e-42ad-81c3-ad853555e19c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3824664'] for port, before_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:12:34.237797 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.plugin [None req-0baec678-2102-4552-82a4-8fa50f7bbbc0 None None] Port 4337d6eb-dcd3-474a-b49e-ab550c779dc6 cannot update to ACTIVE because it is not bound. {{(pid=91914) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 06:12:34.550424 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bcc126-c796-406c-b089-52391109a62e req-837e9c66-f5cf-456d-b96f-d75654c0b07b tempest-AttachVolumeNegativeTest-1471670784 tempest-AttachVolumeNegativeTest-1471670784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:12:34.551845 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-35bcc126-c796-406c-b089-52391109a62e req-837e9c66-f5cf-456d-b96f-d75654c0b07b tempest-AttachVolumeNegativeTest-1471670784 tempest-AttachVolumeNegativeTest-1471670784-project] 10.222.0.45 "GET /v2.0/ports?device_id=aa160ab3-5246-434a-8d0e-26dddf429663 HTTP/1.1" status: 200 len: 945 time: 0.1401331 Jun 01 06:12:34.569850 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cea808b-8700-448c-933e-01436699ac75 req-286a32b9-c434-414b-ae76-7733087fee5b tempest-AttachVolumeNegativeTest-1471670784 tempest-AttachVolumeNegativeTest-1471670784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:12:34.571399 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-8cea808b-8700-448c-933e-01436699ac75 req-286a32b9-c434-414b-ae76-7733087fee5b tempest-AttachVolumeNegativeTest-1471670784 tempest-AttachVolumeNegativeTest-1471670784-project] 10.222.0.41 "GET /v2.0/ports?device_id=aa160ab3-5246-434a-8d0e-26dddf429663 HTTP/1.1" status: 200 len: 945 time: 0.1345766 Jun 01 06:12:34.669372 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.notifiers.nova [req-ec6aa489-5ab9-4d40-b511-bc1adadab83c req-ff232cba-7b8e-42ad-81c3-ad853555e19c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4337d6eb-dcd3-474a-b49e-ab550c779dc6 {{(pid=91912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 06:12:34.679356 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-8cea808b-8700-448c-933e-01436699ac75 req-f08b0b32-6a97-48d4-8796-e60e18e8c3b8 tempest-AttachVolumeNegativeTest-1471670784 tempest-AttachVolumeNegativeTest-1471670784-project] 10.222.0.41 "GET /v2.0/security-groups?id=148e0031-14dd-4990-9826-b8db75cc4be7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964055 Jun 01 06:12:34.680927 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [req-ec6aa489-5ab9-4d40-b511-bc1adadab83c req-ff232cba-7b8e-42ad-81c3-ad853555e19c service neutron] Notify callbacks [] for port, precommit_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:12:34.701532 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.db.provisioning_blocks [req-ec6aa489-5ab9-4d40-b511-bc1adadab83c req-ff232cba-7b8e-42ad-81c3-ad853555e19c service neutron] Transition to ACTIVE for port object 4337d6eb-dcd3-474a-b49e-ab550c779dc6 will not be triggered until provisioned by entity L2. {{(pid=91912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 06:12:34.706637 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [req-ec6aa489-5ab9-4d40-b511-bc1adadab83c req-ff232cba-7b8e-42ad-81c3-ad853555e19c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774208810132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774208425701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774208426006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1720915'] for port, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:12:34.706805 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.plugins.ml2.plugin [req-35bcc126-c796-406c-b089-52391109a62e req-aa9e29ac-ff93-4a35-960a-dbca31b22d00 tempest-AttachVolumeNegativeTest-1471670784 tempest-AttachVolumeNegativeTest-1471670784-project] Deleting port 0045608c-1373-47a7-8f8d-d1f7bc48717c {{(pid=91913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 06:12:34.707193 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [req-35bcc126-c796-406c-b089-52391109a62e req-aa9e29ac-ff93-4a35-960a-dbca31b22d00 tempest-AttachVolumeNegativeTest-1471670784 tempest-AttachVolumeNegativeTest-1471670784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774208809027'] for port, before_delete {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:12:34.711186 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-7e309bfe-553c-4f29-afe2-daec4baef534 tempest-VolumesActionsTest-1831653484 tempest-VolumesActionsTest-1831653484-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:12:34.919689 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.plugins.ml2.db [req-35bcc126-c796-406c-b089-52391109a62e req-aa9e29ac-ff93-4a35-960a-dbca31b22d00 tempest-AttachVolumeNegativeTest-1471670784 tempest-AttachVolumeNegativeTest-1471670784-project] For port 0045608c-1373-47a7-8f8d-d1f7bc48717c, host hv-cinder-79388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79388',level=0,port_id=0045608c-1373-47a7-8f8d-d1f7bc48717c,segment=NetworkSegment(bd10b108-5f36-416c-bf05-81cfe0f5f067),segment_id=bd10b108-5f36-416c-bf05-81cfe0f5f067)] {{(pid=91913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 06:12:34.920239 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [req-35bcc126-c796-406c-b089-52391109a62e req-aa9e29ac-ff93-4a35-960a-dbca31b22d00 tempest-AttachVolumeNegativeTest-1471670784 tempest-AttachVolumeNegativeTest-1471670784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-879323'] for port, precommit_delete {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:12:34.929969 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff232cba-7b8e-42ad-81c3-ad853555e19c service neutron] Pushing event updated for resources: {'Port': ['ID=4337d6eb-dcd3-474a-b49e-ab550c779dc6,revision_number=2']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:12:34.952829 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-ff232cba-7b8e-42ad-81c3-ad853555e19c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:12:35.009996 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.plugins.ml2.managers [req-ec6aa489-5ab9-4d40-b511-bc1adadab83c req-ff232cba-7b8e-42ad-81c3-ad853555e19c service neutron] Attempting to bind port 4337d6eb-dcd3-474a-b49e-ab550c779dc6 on host hv-cinder-79388 for vnic_type normal with profile {{(pid=91912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 06:12:35.010328 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.plugins.ml2.managers [req-ec6aa489-5ab9-4d40-b511-bc1adadab83c req-ff232cba-7b8e-42ad-81c3-ad853555e19c service neutron] Attempting to bind port 4337d6eb-dcd3-474a-b49e-ab550c779dc6 by drivers openvswitch,hyperv on host hv-cinder-79388 at level 0 using segments [{'id': '94b64567-be26-4ec9-8392-2aadb14cc9cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'a194ccb0-fcac-4664-b698-549a8f524f53'}] {{(pid=91912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 06:12:35.010650 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec6aa489-5ab9-4d40-b511-bc1adadab83c req-ff232cba-7b8e-42ad-81c3-ad853555e19c service neutron] Attempting to bind port 4337d6eb-dcd3-474a-b49e-ab550c779dc6 on network a194ccb0-fcac-4664-b698-549a8f524f53 {{(pid=91912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 06:12:35.015377 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec6aa489-5ab9-4d40-b511-bc1adadab83c req-ff232cba-7b8e-42ad-81c3-ad853555e19c service neutron] Port 4337d6eb-dcd3-474a-b49e-ab550c779dc6 on network a194ccb0-fcac-4664-b698-549a8f524f53 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79388 {{(pid=91912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 06:12:35.015702 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec6aa489-5ab9-4d40-b511-bc1adadab83c req-ff232cba-7b8e-42ad-81c3-ad853555e19c service neutron] Attempting to bind port 4337d6eb-dcd3-474a-b49e-ab550c779dc6 on network a194ccb0-fcac-4664-b698-549a8f524f53 {{(pid=91912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 06:12:35.021366 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec6aa489-5ab9-4d40-b511-bc1adadab83c req-ff232cba-7b8e-42ad-81c3-ad853555e19c service neutron] Checking agent: {'id': '9d825435-0dee-4786-8fdd-f7c3fb37050b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79388', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 6, 8, 18), 'started_at': datetime.datetime(2021, 6, 1, 6, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 6, 12, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 06:12:35.021806 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec6aa489-5ab9-4d40-b511-bc1adadab83c req-ff232cba-7b8e-42ad-81c3-ad853555e19c service neutron] Checking segment: {'id': '94b64567-be26-4ec9-8392-2aadb14cc9cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'a194ccb0-fcac-4664-b698-549a8f524f53'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 06:12:35.022186 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec6aa489-5ab9-4d40-b511-bc1adadab83c req-ff232cba-7b8e-42ad-81c3-ad853555e19c service neutron] Bound using segment: {'id': '94b64567-be26-4ec9-8392-2aadb14cc9cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'a194ccb0-fcac-4664-b698-549a8f524f53'} {{(pid=91912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 06:12:35.022610 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.plugins.ml2.managers [req-ec6aa489-5ab9-4d40-b511-bc1adadab83c req-ff232cba-7b8e-42ad-81c3-ad853555e19c service neutron] Bound port: 4337d6eb-dcd3-474a-b49e-ab550c779dc6, host: hv-cinder-79388, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94b64567-be26-4ec9-8392-2aadb14cc9cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'a194ccb0-fcac-4664-b698-549a8f524f53'}}] {{(pid=91912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 06:12:35.022948 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [req-ec6aa489-5ab9-4d40-b511-bc1adadab83c req-ff232cba-7b8e-42ad-81c3-ad853555e19c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3824664'] for port, before_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:12:35.114257 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.plugins.ml2.db [req-ec6aa489-5ab9-4d40-b511-bc1adadab83c req-ff232cba-7b8e-42ad-81c3-ad853555e19c service neutron] For port 4337d6eb-dcd3-474a-b49e-ab550c779dc6, host hv-cinder-79388, cleared binding levels {{(pid=91912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 06:12:35.117060 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.plugins.ml2.plugin [req-35bcc126-c796-406c-b089-52391109a62e req-aa9e29ac-ff93-4a35-960a-dbca31b22d00 tempest-AttachVolumeNegativeTest-1471670784 tempest-AttachVolumeNegativeTest-1471670784-project] Calling delete_port for 0045608c-1373-47a7-8f8d-d1f7bc48717c owned by compute:nova {{(pid=91913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 06:12:35.117187 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.plugins.ml2.db [req-ec6aa489-5ab9-4d40-b511-bc1adadab83c req-ff232cba-7b8e-42ad-81c3-ad853555e19c service neutron] For port 4337d6eb-dcd3-474a-b49e-ab550c779dc6, host hv-cinder-79388, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79388',level=0,port_id=4337d6eb-dcd3-474a-b49e-ab550c779dc6,segment=NetworkSegment(94b64567-be26-4ec9-8392-2aadb14cc9cc),segment_id=94b64567-be26-4ec9-8392-2aadb14cc9cc)] {{(pid=91912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 06:12:35.121736 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [req-ec6aa489-5ab9-4d40-b511-bc1adadab83c req-ff232cba-7b8e-42ad-81c3-ad853555e19c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774208810132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774208425701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774208426006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1720915'] for port, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:12:35.126809 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-d4e0b075-d82d-462e-9ffa-8859deef2664 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:12:35.166415 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd0d8f3-afe6-4da0-a500-e64ccbbd4d23 req-c3cad00c-18b7-4641-825e-2cd9310c132f tempest-ServerRescueNegativeTestJSON-2082042209 tempest-ServerRescueNegativeTestJSON-2082042209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:12:35.167869 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-afd0d8f3-afe6-4da0-a500-e64ccbbd4d23 req-c3cad00c-18b7-4641-825e-2cd9310c132f tempest-ServerRescueNegativeTestJSON-2082042209 tempest-ServerRescueNegativeTestJSON-2082042209-project] 10.222.0.41 "GET /v2.0/ports?device_id=adbe8ec7-7667-4d7a-8fa0-614d82b10afb HTTP/1.1" status: 200 len: 945 time: 0.2297804 Jun 01 06:12:35.183064 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6aa489-5ab9-4d40-b511-bc1adadab83c req-ff232cba-7b8e-42ad-81c3-ad853555e19c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:12:35.183635 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [req-ec6aa489-5ab9-4d40-b511-bc1adadab83c req-ff232cba-7b8e-42ad-81c3-ad853555e19c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239402'] for port, before_response {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:12:35.185129 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-ec6aa489-5ab9-4d40-b511-bc1adadab83c req-ff232cba-7b8e-42ad-81c3-ad853555e19c service neutron] 10.222.0.45 "PUT /v2.0/ports/4337d6eb-dcd3-474a-b49e-ab550c779dc6 HTTP/1.1" status: 200 len: 1098 time: 1.1006889 Jun 01 06:12:35.186214 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6283c6d3-bbfe-4040-be65-e96078db5140', 'tag': '4337d6eb-dcd3-474a-b49e-ab550c779dc6'}] {{(pid=91912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 06:12:35.188482 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c7b3c6e1f14bb220aa0995d95792b8f3e6549c6955cb141320bca3e5502353f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e926a97-6fd5-4a52-8ecc-bb256efccc06" -d '{"events": [{"name": "network-changed", "server_uuid": "6283c6d3-bbfe-4040-be65-e96078db5140", "tag": "4337d6eb-dcd3-474a-b49e-ab550c779dc6"}]}' {{(pid=91912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 06:12:35.228227 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff232cba-7b8e-42ad-81c3-ad853555e19c service neutron] Pushing event updated for resources: {'Port': ['ID=4337d6eb-dcd3-474a-b49e-ab550c779dc6,revision_number=3']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:12:35.237933 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-ff232cba-7b8e-42ad-81c3-ad853555e19c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:12:35.239497 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Jun 2021 06:12:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e313451-a069-428c-abf2-d6cafbbda4a1 x-openstack-request-id: req-7e313451-a069-428c-abf2-d6cafbbda4a1 {{(pid=91912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 06:12:35.239864 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6283c6d3-bbfe-4040-be65-e96078db5140", "tag": "4337d6eb-dcd3-474a-b49e-ab550c779dc6", "status": "completed", "code": 200}]} {{(pid=91912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 06:12:35.240206 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7e313451-a069-428c-abf2-d6cafbbda4a1 {{(pid=91912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 06:12:35.240683 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6283c6d3-bbfe-4040-be65-e96078db5140', 'tag': '4337d6eb-dcd3-474a-b49e-ab550c779dc6', 'status': 'completed', 'code': 200} Jun 01 06:12:35.255945 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-afd0d8f3-afe6-4da0-a500-e64ccbbd4d23 req-a9cb8e63-3c84-4bb5-ad27-4408dce67f1a tempest-ServerRescueNegativeTestJSON-2082042209 tempest-ServerRescueNegativeTestJSON-2082042209-project] 10.222.0.41 "GET /v2.0/security-groups?id=b9806f43-fca1-4e3e-8128-d5f6b4549043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823348 Jun 01 06:12:35.303694 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [req-35bcc126-c796-406c-b089-52391109a62e req-aa9e29ac-ff93-4a35-960a-dbca31b22d00 tempest-AttachVolumeNegativeTest-1471670784 tempest-AttachVolumeNegativeTest-1471670784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774208810150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774208425692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10749551'] for port, after_delete {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:12:35.310642 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:12:35.363324 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9e29ac-ff93-4a35-960a-dbca31b22d00 tempest-AttachVolumeNegativeTest-1471670784 tempest-AttachVolumeNegativeTest-1471670784-project] Pushing event deleted for resources: {'Port': ['ID=0045608c-1373-47a7-8f8d-d1f7bc48717c,revision_number=None']} {{(pid=91913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:12:35.404440 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [None req-aa9e29ac-ff93-4a35-960a-dbca31b22d00 tempest-AttachVolumeNegativeTest-1471670784 tempest-AttachVolumeNegativeTest-1471670784-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:12:35.445735 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.db.l3_dvrscheduler_db [req-35bcc126-c796-406c-b089-52391109a62e req-aa9e29ac-ff93-4a35-960a-dbca31b22d00 tempest-AttachVolumeNegativeTest-1471670784 tempest-AttachVolumeNegativeTest-1471670784-project] No DVR routers for this DVR port 0045608c-1373-47a7-8f8d-d1f7bc48717c on host hv-cinder-79388 {{(pid=91913) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 06:12:35.448204 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [req-35bcc126-c796-406c-b089-52391109a62e req-aa9e29ac-ff93-4a35-960a-dbca31b22d00 tempest-AttachVolumeNegativeTest-1471670784 tempest-AttachVolumeNegativeTest-1471670784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239402'] for port, before_response {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:12:35.450767 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa160ab3-5246-434a-8d0e-26dddf429663', 'name': 'network-vif-deleted', 'tag': '0045608c-1373-47a7-8f8d-d1f7bc48717c'}] {{(pid=91913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 06:12:35.453008 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdc6be6d06003a26e0797ba9c3cae52571918e0042132e4e221042360f826683" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9ac40f1-3912-4939-9193-4b51e2edb0c4" -d '{"events": [{"server_uuid": "aa160ab3-5246-434a-8d0e-26dddf429663", "name": "network-vif-deleted", "tag": "0045608c-1373-47a7-8f8d-d1f7bc48717c"}]}' {{(pid=91913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 06:12:35.466732 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-35bcc126-c796-406c-b089-52391109a62e req-aa9e29ac-ff93-4a35-960a-dbca31b22d00 tempest-AttachVolumeNegativeTest-1471670784 tempest-AttachVolumeNegativeTest-1471670784-project] 10.222.0.45 "DELETE /v2.0/ports/0045608c-1373-47a7-8f8d-d1f7bc48717c HTTP/1.1" status: 204 len: 173 time: 0.9082799 Jun 01 06:12:35.475063 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6aa489-5ab9-4d40-b511-bc1adadab83c req-a95dd867-f375-4d15-9164-b3d1ad1a66fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:12:35.476547 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-ec6aa489-5ab9-4d40-b511-bc1adadab83c req-a95dd867-f375-4d15-9164-b3d1ad1a66fe service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=439bc5fb17064ab98decc736402f2fcb&device_id=6283c6d3-bbfe-4040-be65-e96078db5140 HTTP/1.1" status: 200 len: 1101 time: 0.2291822 Jun 01 06:12:35.484230 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4748d5-f219-45b5-a820-3640c6fdc02a req-2a831210-461e-4ec5-b55f-ef26fd72a484 tempest-VolumesNegativeTest-638838798 tempest-VolumesNegativeTest-638838798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:12:35.485009 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.quota.resource [req-bb4748d5-f219-45b5-a820-3640c6fdc02a req-2a831210-461e-4ec5-b55f-ef26fd72a484 tempest-VolumesNegativeTest-638838798 tempest-VolumesNegativeTest-638838798-project] Synchronizing usage tracker for tenant:439bc5fb17064ab98decc736402f2fcb on resource:port {{(pid=91912) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 06:12:35.543010 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 06:12:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b53181ab-eac8-41df-bbc1-9ca0795b11fb x-openstack-request-id: req-b53181ab-eac8-41df-bbc1-9ca0795b11fb {{(pid=91913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 06:12:35.543489 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa160ab3-5246-434a-8d0e-26dddf429663", "name": "network-vif-deleted", "tag": "0045608c-1373-47a7-8f8d-d1f7bc48717c", "status": "completed", "code": 200}]} {{(pid=91913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 06:12:35.543763 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b53181ab-eac8-41df-bbc1-9ca0795b11fb {{(pid=91913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 06:12:35.544316 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa160ab3-5246-434a-8d0e-26dddf429663', 'name': 'network-vif-deleted', 'tag': '0045608c-1373-47a7-8f8d-d1f7bc48717c', 'status': 'completed', 'code': 200} Jun 01 06:12:35.554146 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-ec6aa489-5ab9-4d40-b511-bc1adadab83c req-04b8c56a-b25e-4098-9f08-47266f42a8a2 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.106&port_id=4337d6eb-dcd3-474a-b49e-ab550c779dc6 HTTP/1.1" status: 200 len: 217 time: 0.0649850 Jun 01 06:12:35.593690 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.quota.resource [req-bb4748d5-f219-45b5-a820-3640c6fdc02a req-2a831210-461e-4ec5-b55f-ef26fd72a484 tempest-VolumesNegativeTest-638838798 tempest-VolumesNegativeTest-638838798-project] Unset dirty status for tenant:439bc5fb17064ab98decc736402f2fcb on resource:port {{(pid=91912) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 06:12:35.594843 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-bb4748d5-f219-45b5-a820-3640c6fdc02a req-2a831210-461e-4ec5-b55f-ef26fd72a484 tempest-VolumesNegativeTest-638838798 tempest-VolumesNegativeTest-638838798-project] 10.222.0.41 "GET /v2.0/ports?device_id=6283c6d3-bbfe-4040-be65-e96078db5140 HTTP/1.1" status: 200 len: 948 time: 0.2209694 Jun 01 06:12:35.650633 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6aa489-5ab9-4d40-b511-bc1adadab83c req-c1d1106c-c86b-4b2e-b05b-f13e09a9e873 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:12:35.651961 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-ec6aa489-5ab9-4d40-b511-bc1adadab83c req-c1d1106c-c86b-4b2e-b05b-f13e09a9e873 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=8404c838-4a70-43a3-9684-9bcc00a6c5f5 HTTP/1.1" status: 200 len: 843 time: 0.0908706 Jun 01 06:12:35.658467 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.quota.resource [req-bb4748d5-f219-45b5-a820-3640c6fdc02a req-2e6ab19a-f62a-404b-88c1-2def9465add2 tempest-VolumesNegativeTest-638838798 tempest-VolumesNegativeTest-638838798-project] Synchronizing usage tracker for tenant:439bc5fb17064ab98decc736402f2fcb on resource:security_group {{(pid=91912) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 06:12:35.724935 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.quota.resource [req-bb4748d5-f219-45b5-a820-3640c6fdc02a req-2e6ab19a-f62a-404b-88c1-2def9465add2 tempest-VolumesNegativeTest-638838798 tempest-VolumesNegativeTest-638838798-project] Unset dirty status for tenant:439bc5fb17064ab98decc736402f2fcb on resource:security_group {{(pid=91912) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 06:12:35.726086 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-bb4748d5-f219-45b5-a820-3640c6fdc02a req-2e6ab19a-f62a-404b-88c1-2def9465add2 tempest-VolumesNegativeTest-638838798 tempest-VolumesNegativeTest-638838798-project] 10.222.0.41 "GET /v2.0/security-groups?id=1f54f8a1-109a-4841-b286-07001b96a3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229751 Jun 01 06:12:35.742652 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6aa489-5ab9-4d40-b511-bc1adadab83c req-332d9783-251c-44a7-8ea7-5b61fdff12b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:12:35.744211 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-ec6aa489-5ab9-4d40-b511-bc1adadab83c req-332d9783-251c-44a7-8ea7-5b61fdff12b0 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a194ccb0-fcac-4664-b698-549a8f524f53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0820992 Jun 01 06:12:35.852308 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.quota.resource [req-035e13e9-7d7c-41d9-8509-89a1b7337069 req-ab6f131f-3fe8-45bc-be21-8daa08bcf815 tempest-AttachVolumeNegativeTest-1471670784 tempest-AttachVolumeNegativeTest-1471670784-project] Synchronizing usage tracker for tenant:2a6f229a53e74061b535c311a3c04284 on resource:port {{(pid=91913) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 06:12:35.867170 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.quota.resource [req-035e13e9-7d7c-41d9-8509-89a1b7337069 req-ab6f131f-3fe8-45bc-be21-8daa08bcf815 tempest-AttachVolumeNegativeTest-1471670784 tempest-AttachVolumeNegativeTest-1471670784-project] Unset dirty status for tenant:2a6f229a53e74061b535c311a3c04284 on resource:port {{(pid=91913) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 06:12:35.868681 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-035e13e9-7d7c-41d9-8509-89a1b7337069 req-ab6f131f-3fe8-45bc-be21-8daa08bcf815 tempest-AttachVolumeNegativeTest-1471670784 tempest-AttachVolumeNegativeTest-1471670784-project] 10.222.0.41 "GET /v2.0/ports?device_id=aa160ab3-5246-434a-8d0e-26dddf429663 HTTP/1.1" status: 200 len: 210 time: 0.0607007 Jun 01 06:12:35.876394 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-ec6aa489-5ab9-4d40-b511-bc1adadab83c req-ad72976a-bf57-40e7-afe8-e68cf4918e21 service neutron] 10.222.0.45 "GET /v2.0/networks/a194ccb0-fcac-4664-b698-549a8f524f53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239460 Jun 01 06:12:36.014452 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-ec6aa489-5ab9-4d40-b511-bc1adadab83c req-133ce3d3-5f51-4ba3-9c18-cbe98fb8141b service neutron] 10.222.0.45 "GET /v2.0/networks/a194ccb0-fcac-4664-b698-549a8f524f53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283538 Jun 01 06:12:36.159131 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e926a97-6fd5-4a52-8ecc-bb256efccc06 req-6b262e03-20b1-4208-8606-dc0d40ec9f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:12:36.160614 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-2e926a97-6fd5-4a52-8ecc-bb256efccc06 req-6b262e03-20b1-4208-8606-dc0d40ec9f28 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=439bc5fb17064ab98decc736402f2fcb&device_id=6283c6d3-bbfe-4040-be65-e96078db5140 HTTP/1.1" status: 200 len: 1101 time: 0.0867026 Jun 01 06:12:36.296355 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e926a97-6fd5-4a52-8ecc-bb256efccc06 req-7cc6f676-dab8-49fb-be5e-13077c822818 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:12:36.297859 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-2e926a97-6fd5-4a52-8ecc-bb256efccc06 req-7cc6f676-dab8-49fb-be5e-13077c822818 service neutron] 10.222.0.45 "GET /v2.0/networks?id=a194ccb0-fcac-4664-b698-549a8f524f53 HTTP/1.1" status: 200 len: 870 time: 0.1301415 Jun 01 06:12:36.366898 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-2e926a97-6fd5-4a52-8ecc-bb256efccc06 req-303e0921-7734-40ce-973a-a4b99e023355 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.106&port_id=4337d6eb-dcd3-474a-b49e-ab550c779dc6 HTTP/1.1" status: 200 len: 217 time: 0.0611739 Jun 01 06:12:36.433018 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e926a97-6fd5-4a52-8ecc-bb256efccc06 req-a7690643-a106-46b2-be9c-af43e32af252 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:12:36.434449 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-2e926a97-6fd5-4a52-8ecc-bb256efccc06 req-a7690643-a106-46b2-be9c-af43e32af252 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=8404c838-4a70-43a3-9684-9bcc00a6c5f5 HTTP/1.1" status: 200 len: 843 time: 0.0608587 Jun 01 06:12:36.463987 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad5556e-62bb-4fbe-9360-e6186664fd88 req-cdce1700-9d11-42e4-9d96-07512e5db8df tempest-ServerRescueNegativeTestJSON-2082042209 tempest-ServerRescueNegativeTestJSON-2082042209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:12:36.465494 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-2ad5556e-62bb-4fbe-9360-e6186664fd88 req-cdce1700-9d11-42e4-9d96-07512e5db8df tempest-ServerRescueNegativeTestJSON-2082042209 tempest-ServerRescueNegativeTestJSON-2082042209-project] 10.222.0.41 "GET /v2.0/ports?device_id=adbe8ec7-7667-4d7a-8fa0-614d82b10afb HTTP/1.1" status: 200 len: 945 time: 0.0838473 Jun 01 06:12:36.510905 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-2ad5556e-62bb-4fbe-9360-e6186664fd88 req-625d0fc3-8afc-4b3b-a1c3-bf4b33ce96d6 tempest-ServerRescueNegativeTestJSON-2082042209 tempest-ServerRescueNegativeTestJSON-2082042209-project] 10.222.0.41 "GET /v2.0/security-groups?id=b9806f43-fca1-4e3e-8128-d5f6b4549043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389411 Jun 01 06:12:36.513512 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e926a97-6fd5-4a52-8ecc-bb256efccc06 req-154bb9a2-d423-4b6b-9cc6-e6243844a8f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:12:36.514982 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-2e926a97-6fd5-4a52-8ecc-bb256efccc06 req-154bb9a2-d423-4b6b-9cc6-e6243844a8f5 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a194ccb0-fcac-4664-b698-549a8f524f53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0718646 Jun 01 06:12:36.645734 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-2e926a97-6fd5-4a52-8ecc-bb256efccc06 req-3bef094f-8108-4613-87d0-0a31e0d71fed service neutron] 10.222.0.45 "GET /v2.0/networks/a194ccb0-fcac-4664-b698-549a8f524f53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230581 Jun 01 06:12:36.784575 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-2e926a97-6fd5-4a52-8ecc-bb256efccc06 req-a837f671-844a-47f4-b4dc-c422058fb7d1 service neutron] 10.222.0.45 "GET /v2.0/networks/a194ccb0-fcac-4664-b698-549a8f524f53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311433 Jun 01 06:12:36.869957 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.rpc [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Device 0045608c-1373-47a7-8f8d-d1f7bc48717c no longer exists at agent hyperv_hv-cinder-79388 {{(pid=91914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 06:12:36.921423 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.plugin [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] No Port match for: 0045608c-1373-47a7-8f8d-d1f7bc48717c {{(pid=91914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 01 06:12:36.922021 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.rpc [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Device 0045608c-1373-47a7-8f8d-d1f7bc48717c not bound to the agent host hv-cinder-79388 {{(pid=91914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 06:12:37.034963 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bb89c3-cabd-4489-a58c-916f93fa8bf2 req-f68fe68e-b8d8-4c1a-8385-9521eb143022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:12:37.036420 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-33bb89c3-cabd-4489-a58c-916f93fa8bf2 req-f68fe68e-b8d8-4c1a-8385-9521eb143022 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e52e210129f84c5ab6a94a8e2b18edeb&device_id=adbe8ec7-7667-4d7a-8fa0-614d82b10afb HTTP/1.1" status: 200 len: 1098 time: 0.1017575 Jun 01 06:12:37.044907 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cbbbfb-59bf-4c1f-93a4-4e3aed755b96 req-16225704-6e76-4c34-be41-258b28b412d6 tempest-VolumesNegativeTest-638838798 tempest-VolumesNegativeTest-638838798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:12:37.046338 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-e9cbbbfb-59bf-4c1f-93a4-4e3aed755b96 req-16225704-6e76-4c34-be41-258b28b412d6 tempest-VolumesNegativeTest-638838798 tempest-VolumesNegativeTest-638838798-project] 10.222.0.41 "GET /v2.0/ports?device_id=6283c6d3-bbfe-4040-be65-e96078db5140 HTTP/1.1" status: 200 len: 948 time: 0.1487184 Jun 01 06:12:37.091387 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdaf4a3f-6aee-46ee-8644-2ebc26c5fd08 req-5eac53fb-4b8f-4552-a5b9-b171c330e15e tempest-ServerRescueNegativeTestJSON-2082042209 tempest-ServerRescueNegativeTestJSON-2082042209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:12:37.092953 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-fdaf4a3f-6aee-46ee-8644-2ebc26c5fd08 req-5eac53fb-4b8f-4552-a5b9-b171c330e15e tempest-ServerRescueNegativeTestJSON-2082042209 tempest-ServerRescueNegativeTestJSON-2082042209-project] 10.222.0.41 "GET /v2.0/ports?device_id=adbe8ec7-7667-4d7a-8fa0-614d82b10afb HTTP/1.1" status: 200 len: 945 time: 0.1136804 Jun 01 06:12:37.139232 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-fdaf4a3f-6aee-46ee-8644-2ebc26c5fd08 req-1c6257da-5187-438a-826b-97c243d5087d tempest-ServerRescueNegativeTestJSON-2082042209 tempest-ServerRescueNegativeTestJSON-2082042209-project] 10.222.0.41 "GET /v2.0/security-groups?id=b9806f43-fca1-4e3e-8128-d5f6b4549043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404544 Jun 01 06:12:37.225441 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.wsgi [-] (91913) accepted ('10.222.0.41', 55414) {{(pid=91913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 06:12:37.251213 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-e9cbbbfb-59bf-4c1f-93a4-4e3aed755b96 req-b03e1780-3e49-4d39-b2e4-c0bca1380f8d tempest-VolumesNegativeTest-638838798 tempest-VolumesNegativeTest-638838798-project] 10.222.0.41 "GET /v2.0/security-groups?id=1f54f8a1-109a-4841-b286-07001b96a3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1863480 Jun 01 06:12:37.285140 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.db.db_base_plugin_v2 [None req-c75b07a5-1ecf-4f17-93b9-52de8b2d5e94 admin admin] Deleting subnet 67a532f4-5301-4272-a23e-04b9dfc38b51 {{(pid=91913) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 01 06:12:37.287032 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bb89c3-cabd-4489-a58c-916f93fa8bf2 req-2ffba1d6-9070-4b20-914f-d656216e6ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:12:37.288166 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-c75b07a5-1ecf-4f17-93b9-52de8b2d5e94 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:12:37.288568 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-33bb89c3-cabd-4489-a58c-916f93fa8bf2 req-2ffba1d6-9070-4b20-914f-d656216e6ae7 service neutron] 10.222.0.45 "GET /v2.0/networks?id=2cfdc2ff-8af3-4a0e-8494-3f69501eca70 HTTP/1.1" status: 200 len: 919 time: 0.2414038 Jun 01 06:12:37.343078 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-c75b07a5-1ecf-4f17-93b9-52de8b2d5e94 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11393177'] for subnet, precommit_delete_associations {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:12:37.357443 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-33bb89c3-cabd-4489-a58c-916f93fa8bf2 req-12334529-8aee-4b3f-805e-20192786e715 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=086b5e9c-bc83-4237-8f83-92b088599ac2 HTTP/1.1" status: 200 len: 217 time: 0.0623913 Jun 01 06:12:37.398847 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-c75b07a5-1ecf-4f17-93b9-52de8b2d5e94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3776980'] for subnet, precommit_delete {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:12:37.422497 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bb89c3-cabd-4489-a58c-916f93fa8bf2 req-71a5712a-e2d5-4d6b-917b-24cf0fa39382 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:12:37.423904 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-33bb89c3-cabd-4489-a58c-916f93fa8bf2 req-71a5712a-e2d5-4d6b-917b-24cf0fa39382 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d9825719-b0f5-4a30-9b2a-ada7e262f0ce HTTP/1.1" status: 200 len: 858 time: 0.0602598 Jun 01 06:12:37.471027 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-33bb89c3-cabd-4489-a58c-916f93fa8bf2 req-d48279f6-b975-40a5-b3cd-04eedb277c1d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2cfdc2ff-8af3-4a0e-8494-3f69501eca70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399027 Jun 01 06:12:37.603098 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-33bb89c3-cabd-4489-a58c-916f93fa8bf2 req-018db544-fc36-426f-9e42-613339fd6481 service neutron] 10.222.0.45 "GET /v2.0/networks/2cfdc2ff-8af3-4a0e-8494-3f69501eca70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244280 Jun 01 06:12:37.642251 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-c75b07a5-1ecf-4f17-93b9-52de8b2d5e94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3784033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10749084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11365346'] for subnet, after_delete {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:12:37.646136 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [None req-f2a0b48e-89f9-49c5-8516-52fd0b5873a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:12:37.681711 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75b07a5-1ecf-4f17-93b9-52de8b2d5e94 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=67a532f4-5301-4272-a23e-04b9dfc38b51,revision_number=None']} {{(pid=91913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:12:37.685106 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [None req-c75b07a5-1ecf-4f17-93b9-52de8b2d5e94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:12:37.687560 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-c75b07a5-1ecf-4f17-93b9-52de8b2d5e94 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536287'] for subnet, before_response {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:12:37.693691 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [None req-c75b07a5-1ecf-4f17-93b9-52de8b2d5e94 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/67a532f4-5301-4272-a23e-04b9dfc38b51 HTTP/1.1" status: 204 len: 168 time: 0.4669957 Jun 01 06:12:37.696337 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.wsgi [-] (91913) accepted ('10.222.0.41', 55418) {{(pid=91913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 06:12:37.743806 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-33bb89c3-cabd-4489-a58c-916f93fa8bf2 req-fa0904e8-1fdb-49fc-8b1f-6f790b2312db service neutron] 10.222.0.45 "GET /v2.0/networks/2cfdc2ff-8af3-4a0e-8494-3f69501eca70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343205 Jun 01 06:12:37.873046 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-10df27d7-f39d-4bd5-9d6b-d148d3013d77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670944'] for network, before_delete {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:12:38.004644 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-10df27d7-f39d-4bd5-9d6b-d148d3013d77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3782491', 'neutron.services.segments.db._delete_segments_for_network-8774208951004'] for network, precommit_delete {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:12:38.020524 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.services.segments.db [None req-10df27d7-f39d-4bd5-9d6b-d148d3013d77 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b7f9d5f-223f-43b5-8d0c-382ab5f66c87']}} {{(pid=91913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 06:12:38.032670 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.services.segments.db [None req-10df27d7-f39d-4bd5-9d6b-d148d3013d77 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd10b108-5f36-416c-bf05-81cfe0f5f067') {'for_net_delete': True} {{(pid=91913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 06:12:38.032958 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.services.segments.db [None req-10df27d7-f39d-4bd5-9d6b-d148d3013d77 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd10b108-5f36-416c-bf05-81cfe0f5f067') {} {{(pid=91913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 06:12:38.044223 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-10df27d7-f39d-4bd5-9d6b-d148d3013d77 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774208960925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11393170'] for segment, before_delete {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:12:38.059438 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-10df27d7-f39d-4bd5-9d6b-d148d3013d77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3778787'] for segment, precommit_delete {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:12:38.065409 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10df27d7-f39d-4bd5-9d6b-d148d3013d77 admin admin] Releasing vlan 323 on physical network physnet1 to pool {{(pid=91913) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 06:12:38.065787 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-10df27d7-f39d-4bd5-9d6b-d148d3013d77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3778787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10749498'] for segment, after_delete {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:12:38.078463 dv-cinder-793885-1-smb neutron-server[91913]: Traceback (most recent call last): Jun 01 06:12:38.078463 dv-cinder-793885-1-smb neutron-server[91913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 01 06:12:38.078463 dv-cinder-793885-1-smb neutron-server[91913]: timer() Jun 01 06:12:38.078463 dv-cinder-793885-1-smb neutron-server[91913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 01 06:12:38.078463 dv-cinder-793885-1-smb neutron-server[91913]: cb(*args, **kw) Jun 01 06:12:38.078463 dv-cinder-793885-1-smb neutron-server[91913]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 01 06:12:38.078463 dv-cinder-793885-1-smb neutron-server[91913]: return func(*args, **kwargs) Jun 01 06:12:38.078463 dv-cinder-793885-1-smb neutron-server[91913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 01 06:12:38.078463 dv-cinder-793885-1-smb neutron-server[91913]: self._notify() Jun 01 06:12:38.078463 dv-cinder-793885-1-smb neutron-server[91913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 01 06:12:38.078463 dv-cinder-793885-1-smb neutron-server[91913]: self.callback(batched_events) Jun 01 06:12:38.078463 dv-cinder-793885-1-smb neutron-server[91913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 01 06:12:38.078463 dv-cinder-793885-1-smb neutron-server[91913]: event.method(event) Jun 01 06:12:38.078463 dv-cinder-793885-1-smb neutron-server[91913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 01 06:12:38.078463 dv-cinder-793885-1-smb neutron-server[91913]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 01 06:12:38.078463 dv-cinder-793885-1-smb neutron-server[91913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 01 06:12:38.078463 dv-cinder-793885-1-smb neutron-server[91913]: aggregate_uuid = self.p_client.list_aggregates( Jun 01 06:12:38.078463 dv-cinder-793885-1-smb neutron-server[91913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 01 06:12:38.078463 dv-cinder-793885-1-smb neutron-server[91913]: return f(self, *a, **k) Jun 01 06:12:38.078463 dv-cinder-793885-1-smb neutron-server[91913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 01 06:12:38.078463 dv-cinder-793885-1-smb neutron-server[91913]: return self._get(url).json() Jun 01 06:12:38.078463 dv-cinder-793885-1-smb neutron-server[91913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 01 06:12:38.078463 dv-cinder-793885-1-smb neutron-server[91913]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 01 06:12:38.078463 dv-cinder-793885-1-smb neutron-server[91913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 01 06:12:38.078463 dv-cinder-793885-1-smb neutron-server[91913]: return self.request(url, 'GET', **kwargs) Jun 01 06:12:38.078463 dv-cinder-793885-1-smb neutron-server[91913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 01 06:12:38.078463 dv-cinder-793885-1-smb neutron-server[91913]: base_url = self.get_endpoint(auth, allow=allow, Jun 01 06:12:38.078463 dv-cinder-793885-1-smb neutron-server[91913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 01 06:12:38.078463 dv-cinder-793885-1-smb neutron-server[91913]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 01 06:12:38.078463 dv-cinder-793885-1-smb neutron-server[91913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 01 06:12:38.078463 dv-cinder-793885-1-smb neutron-server[91913]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 01 06:12:38.078463 dv-cinder-793885-1-smb neutron-server[91913]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 01 06:12:38.153336 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-10df27d7-f39d-4bd5-9d6b-d148d3013d77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3782482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-940336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-880394'] for network, after_delete {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:12:38.157934 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [None req-a0ee92e2-661b-431e-8cef-d0382b3c315b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:12:38.173203 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-10df27d7-f39d-4bd5-9d6b-d148d3013d77 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536287'] for network, before_response {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:12:38.181114 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10df27d7-f39d-4bd5-9d6b-d148d3013d77 admin admin] Pushing event deleted for resources: {'Network': ['ID=0b7f9d5f-223f-43b5-8d0c-382ab5f66c87,revision_number=None']} {{(pid=91913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:12:38.184116 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [None req-10df27d7-f39d-4bd5-9d6b-d148d3013d77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:12:38.192868 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [None req-10df27d7-f39d-4bd5-9d6b-d148d3013d77 admin admin] 10.222.0.41 "DELETE /v2.0/networks/0b7f9d5f-223f-43b5-8d0c-382ab5f66c87 HTTP/1.1" status: 204 len: 168 time: 0.4953811 Jun 01 06:12:38.343219 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d470345a-3391-45ba-81ef-f6545a43775f req-1db57acc-6b2e-4eed-a320-d906eec4fb31 tempest-ServerRescueNegativeTestJSON-2082042209 tempest-ServerRescueNegativeTestJSON-2082042209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:12:38.353598 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-d470345a-3391-45ba-81ef-f6545a43775f req-1db57acc-6b2e-4eed-a320-d906eec4fb31 tempest-ServerRescueNegativeTestJSON-2082042209 tempest-ServerRescueNegativeTestJSON-2082042209-project] 10.222.0.41 "GET /v2.0/ports?device_id=adbe8ec7-7667-4d7a-8fa0-614d82b10afb HTTP/1.1" status: 200 len: 945 time: 0.0893028 Jun 01 06:12:38.392519 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-d470345a-3391-45ba-81ef-f6545a43775f req-1038449c-31b8-49d1-866d-bd04472fdaee tempest-ServerRescueNegativeTestJSON-2082042209 tempest-ServerRescueNegativeTestJSON-2082042209-project] 10.222.0.41 "GET /v2.0/security-groups?id=b9806f43-fca1-4e3e-8128-d5f6b4549043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409212 Jun 01 06:12:38.461483 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.wsgi [-] (91912) accepted ('10.222.0.41', 55434) {{(pid=91912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 06:12:38.474436 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d084b5f4-5a74-4edf-bc05-a9951e5ad197 req-b60d38fa-dd2f-469b-979e-b95483f8c163 tempest-VolumesNegativeTest-638838798 tempest-VolumesNegativeTest-638838798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:12:38.476014 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-d084b5f4-5a74-4edf-bc05-a9951e5ad197 req-b60d38fa-dd2f-469b-979e-b95483f8c163 tempest-VolumesNegativeTest-638838798 tempest-VolumesNegativeTest-638838798-project] 10.222.0.41 "GET /v2.0/ports?device_id=6283c6d3-bbfe-4040-be65-e96078db5140 HTTP/1.1" status: 200 len: 948 time: 0.0836666 Jun 01 06:12:38.514516 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [None req-cab1909a-0bf5-48b5-9dcb-823a29acbe7f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2a6f229a53e74061b535c311a3c04284&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0517659 Jun 01 06:12:38.517699 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.wsgi [-] (91912) accepted ('10.222.0.41', 55438) {{(pid=91912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 06:12:38.524857 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-d084b5f4-5a74-4edf-bc05-a9951e5ad197 req-6db22929-784b-46cf-ad84-c1e7b5369be2 tempest-VolumesNegativeTest-638838798 tempest-VolumesNegativeTest-638838798-project] 10.222.0.41 "GET /v2.0/security-groups?id=1f54f8a1-109a-4841-b286-07001b96a3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431690 Jun 01 06:12:38.574895 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-4d6e0455-76ef-4eff-897a-b22f629b8413 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:12:38.600734 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-4d6e0455-76ef-4eff-897a-b22f629b8413 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:12:38.659408 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-4d6e0455-76ef-4eff-897a-b22f629b8413 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940402'] for security_group, after_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:12:38.663857 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-1ddf20ce-18c1-42cd-bcdb-2903acf32172 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:12:38.678289 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6e0455-76ef-4eff-897a-b22f629b8413 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=148e0031-14dd-4990-9826-b8db75cc4be7,revision_number=None']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:12:38.680858 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-4d6e0455-76ef-4eff-897a-b22f629b8413 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:12:38.691781 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-4d6e0455-76ef-4eff-897a-b22f629b8413 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:12:38.692907 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [None req-4d6e0455-76ef-4eff-897a-b22f629b8413 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/148e0031-14dd-4990-9826-b8db75cc4be7 HTTP/1.1" status: 204 len: 168 time: 0.1743155 Jun 01 06:12:39.593182 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a571fae9-2b62-4b60-afb2-346b4e002434 req-c89b185a-a612-4152-a357-74fdb5b9fe27 tempest-ServerRescueNegativeTestJSON-2082042209 tempest-ServerRescueNegativeTestJSON-2082042209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:12:39.594661 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-a571fae9-2b62-4b60-afb2-346b4e002434 req-c89b185a-a612-4152-a357-74fdb5b9fe27 tempest-ServerRescueNegativeTestJSON-2082042209 tempest-ServerRescueNegativeTestJSON-2082042209-project] 10.222.0.41 "GET /v2.0/ports?device_id=adbe8ec7-7667-4d7a-8fa0-614d82b10afb HTTP/1.1" status: 200 len: 945 time: 0.0787692 Jun 01 06:12:39.643243 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-a571fae9-2b62-4b60-afb2-346b4e002434 req-c8a8914c-04a2-4dcc-99d3-9797d2eb22c1 tempest-ServerRescueNegativeTestJSON-2082042209 tempest-ServerRescueNegativeTestJSON-2082042209-project] 10.222.0.41 "GET /v2.0/security-groups?id=b9806f43-fca1-4e3e-8128-d5f6b4549043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424633 Jun 01 06:12:39.714317 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7510c6ac-36cf-425c-8c5f-0c732c9b8008 req-c99f4581-1c69-420a-9c4c-bc4c2cd8131f tempest-VolumesNegativeTest-638838798 tempest-VolumesNegativeTest-638838798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:12:39.715795 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-7510c6ac-36cf-425c-8c5f-0c732c9b8008 req-c99f4581-1c69-420a-9c4c-bc4c2cd8131f tempest-VolumesNegativeTest-638838798 tempest-VolumesNegativeTest-638838798-project] 10.222.0.41 "GET /v2.0/ports?device_id=6283c6d3-bbfe-4040-be65-e96078db5140 HTTP/1.1" status: 200 len: 948 time: 0.0831935 Jun 01 06:12:39.767102 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-7510c6ac-36cf-425c-8c5f-0c732c9b8008 req-510e25b6-f281-4c80-99b4-660bff510757 tempest-VolumesNegativeTest-638838798 tempest-VolumesNegativeTest-638838798-project] 10.222.0.41 "GET /v2.0/security-groups?id=1f54f8a1-109a-4841-b286-07001b96a3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455530 Jun 01 06:12:40.830799 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42d1a30-8782-4b35-a1c8-b14bd6dd173d req-a3a350b8-96f1-46b6-bfd2-75d886d39ce6 tempest-ServerRescueNegativeTestJSON-2082042209 tempest-ServerRescueNegativeTestJSON-2082042209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:12:40.832252 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-c42d1a30-8782-4b35-a1c8-b14bd6dd173d req-a3a350b8-96f1-46b6-bfd2-75d886d39ce6 tempest-ServerRescueNegativeTestJSON-2082042209 tempest-ServerRescueNegativeTestJSON-2082042209-project] 10.222.0.41 "GET /v2.0/ports?device_id=adbe8ec7-7667-4d7a-8fa0-614d82b10afb HTTP/1.1" status: 200 len: 945 time: 0.0810809 Jun 01 06:12:40.876925 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-c42d1a30-8782-4b35-a1c8-b14bd6dd173d req-5418be83-a0f7-439a-a9fa-f831dab70fd8 tempest-ServerRescueNegativeTestJSON-2082042209 tempest-ServerRescueNegativeTestJSON-2082042209-project] 10.222.0.41 "GET /v2.0/security-groups?id=b9806f43-fca1-4e3e-8128-d5f6b4549043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387113 Jun 01 06:12:40.882073 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.rpc [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Device 4337d6eb-dcd3-474a-b49e-ab550c779dc6 details requested by agent hyperv_hv-cinder-79388 with host hv-cinder-79388 {{(pid=91914) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 06:12:40.954194 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6f72df-8bae-48ba-96db-b2b52b57f218 req-061da2dd-342a-4b97-87c2-ec6903033977 tempest-VolumesNegativeTest-638838798 tempest-VolumesNegativeTest-638838798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:12:40.955651 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-0b6f72df-8bae-48ba-96db-b2b52b57f218 req-061da2dd-342a-4b97-87c2-ec6903033977 tempest-VolumesNegativeTest-638838798 tempest-VolumesNegativeTest-638838798-project] 10.222.0.41 "GET /v2.0/ports?device_id=6283c6d3-bbfe-4040-be65-e96078db5140 HTTP/1.1" status: 200 len: 948 time: 0.0837433 Jun 01 06:12:40.999078 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-0b6f72df-8bae-48ba-96db-b2b52b57f218 req-a8cbe200-91a4-455a-bc6d-3901d5160a77 tempest-VolumesNegativeTest-638838798 tempest-VolumesNegativeTest-638838798-project] 10.222.0.41 "GET /v2.0/security-groups?id=1f54f8a1-109a-4841-b286-07001b96a3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376918 Jun 01 06:12:41.020925 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.db [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] For port 4337d6eb-dcd3-474a-b49e-ab550c779dc6, host hv-cinder-79388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79388',level=0,port_id=4337d6eb-dcd3-474a-b49e-ab550c779dc6,segment=NetworkSegment(94b64567-be26-4ec9-8392-2aadb14cc9cc),segment_id=94b64567-be26-4ec9-8392-2aadb14cc9cc)] {{(pid=91914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 06:12:41.033759 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.rpc [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Returning: {'device': '4337d6eb-dcd3-474a-b49e-ab550c779dc6', 'network_id': 'a194ccb0-fcac-4664-b698-549a8f524f53', 'port_id': '4337d6eb-dcd3-474a-b49e-ab550c779dc6', 'mac_address': 'fa:16:3e:c0:c8:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 333, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8404c838-4a70-43a3-9684-9bcc00a6c5f5', 'ip_address': '192.168.233.106'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91914) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 06:12:41.091283 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3824664'] for port, before_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:12:41.107816 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.notifiers.nova [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4337d6eb-dcd3-474a-b49e-ab550c779dc6 {{(pid=91914) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 06:12:41.123954 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.db [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] For port 4337d6eb-dcd3-474a-b49e-ab550c779dc6, host hv-cinder-79388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79388',level=0,port_id=4337d6eb-dcd3-474a-b49e-ab550c779dc6,segment=NetworkSegment(94b64567-be26-4ec9-8392-2aadb14cc9cc),segment_id=94b64567-be26-4ec9-8392-2aadb14cc9cc)] {{(pid=91914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 06:12:41.128446 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774208810132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774208425701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774208426006'] for port, after_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:12:41.130349 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG oslo_concurrency.lockutils [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91914) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:12:41.195332 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Pushing event updated for resources: {'Port': ['ID=4337d6eb-dcd3-474a-b49e-ab550c779dc6,revision_number=4']} {{(pid=91914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:12:41.202807 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:12:41.203147 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:12:41.203529 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:12:41.203796 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:12:41.204119 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:12:41.204439 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:12:41.204868 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:12:41.205088 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:12:41.205458 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:12:41.205728 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:12:41.206081 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:12:41.206400 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:12:41.210454 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG oslo_concurrency.lockutils [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=91914) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:12:41.691325 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.db [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] get_ports_and_sgs() called for port_ids ['4337d6eb-dcd3-474a-b49e-ab550c779dc6'] {{(pid=91914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 06:12:42.064693 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33ea128-e61e-401a-bb84-290039d0416b req-be352fdf-ac56-4f21-8996-66783e83811d tempest-ServerRescueNegativeTestJSON-2082042209 tempest-ServerRescueNegativeTestJSON-2082042209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:12:42.066178 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-d33ea128-e61e-401a-bb84-290039d0416b req-be352fdf-ac56-4f21-8996-66783e83811d tempest-ServerRescueNegativeTestJSON-2082042209 tempest-ServerRescueNegativeTestJSON-2082042209-project] 10.222.0.41 "GET /v2.0/ports?device_id=adbe8ec7-7667-4d7a-8fa0-614d82b10afb HTTP/1.1" status: 200 len: 945 time: 0.0831790 Jun 01 06:12:42.110041 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-d33ea128-e61e-401a-bb84-290039d0416b req-1933d8d4-bbf2-41e6-aed0-0cf918d518d8 tempest-ServerRescueNegativeTestJSON-2082042209 tempest-ServerRescueNegativeTestJSON-2082042209-project] 10.222.0.41 "GET /v2.0/security-groups?id=b9806f43-fca1-4e3e-8128-d5f6b4549043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381477 Jun 01 06:12:42.182172 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2220ef-fe21-47e0-9287-3930a0d7467a req-902efe32-ee94-4532-9dc1-77a6099f1fab tempest-VolumesNegativeTest-638838798 tempest-VolumesNegativeTest-638838798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:12:42.183516 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-ed2220ef-fe21-47e0-9287-3930a0d7467a req-902efe32-ee94-4532-9dc1-77a6099f1fab tempest-VolumesNegativeTest-638838798 tempest-VolumesNegativeTest-638838798-project] 10.222.0.41 "GET /v2.0/ports?device_id=6283c6d3-bbfe-4040-be65-e96078db5140 HTTP/1.1" status: 200 len: 949 time: 0.0778966 Jun 01 06:12:42.227876 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-ed2220ef-fe21-47e0-9287-3930a0d7467a req-c5ab36fa-3f15-473e-881c-44b3d30655b8 tempest-VolumesNegativeTest-638838798 tempest-VolumesNegativeTest-638838798-project] 10.222.0.41 "GET /v2.0/security-groups?id=1f54f8a1-109a-4841-b286-07001b96a3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381966 Jun 01 06:12:42.898102 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.rpc [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Device 4337d6eb-dcd3-474a-b49e-ab550c779dc6 up at agent hyperv_hv-cinder-79388 {{(pid=91914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 06:12:42.964415 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.db.provisioning_blocks [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Provisioning for port 4337d6eb-dcd3-474a-b49e-ab550c779dc6 completed by entity L2. {{(pid=91914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 06:12:42.969801 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.db.provisioning_blocks [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Provisioning complete for port 4337d6eb-dcd3-474a-b49e-ab550c779dc6 triggered by entity L2. {{(pid=91914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 06:12:42.970532 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3772206'] for port, provisioning_complete {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:12:43.095034 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3824664'] for port, before_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:12:43.126733 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6283c6d3-bbfe-4040-be65-e96078db5140', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4337d6eb-dcd3-474a-b49e-ab550c779dc6'}] {{(pid=91914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 06:12:43.129016 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cefeca7b2fbb82c39cf99810f9cdf69defc097144ee6f344485b033ce81b52cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a62deb85-cda3-44ed-a7d5-c24a90bf5663" -d '{"events": [{"server_uuid": "6283c6d3-bbfe-4040-be65-e96078db5140", "name": "network-vif-plugged", "status": "completed", "tag": "4337d6eb-dcd3-474a-b49e-ab550c779dc6"}]}' {{(pid=91914) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 06:12:43.136579 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.db [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] For port 4337d6eb-dcd3-474a-b49e-ab550c779dc6, host hv-cinder-79388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79388',level=0,port_id=4337d6eb-dcd3-474a-b49e-ab550c779dc6,segment=NetworkSegment(94b64567-be26-4ec9-8392-2aadb14cc9cc),segment_id=94b64567-be26-4ec9-8392-2aadb14cc9cc)] {{(pid=91914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 06:12:43.141748 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774208810132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774208425701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774208426006'] for port, after_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:12:43.145347 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG oslo_concurrency.lockutils [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91914) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:12:43.188158 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 06:12:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f0cca4d-afa7-4cff-afe2-91c13fa65d1c x-openstack-request-id: req-9f0cca4d-afa7-4cff-afe2-91c13fa65d1c {{(pid=91914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 06:12:43.188663 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6283c6d3-bbfe-4040-be65-e96078db5140", "name": "network-vif-plugged", "status": "completed", "tag": "4337d6eb-dcd3-474a-b49e-ab550c779dc6", "code": 200}]} {{(pid=91914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 06:12:43.189101 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-9f0cca4d-afa7-4cff-afe2-91c13fa65d1c {{(pid=91914) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 06:12:43.189497 dv-cinder-793885-1-smb neutron-server[91914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6283c6d3-bbfe-4040-be65-e96078db5140', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4337d6eb-dcd3-474a-b49e-ab550c779dc6', 'code': 200} Jun 01 06:12:43.239301 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Pushing event updated for resources: {'Port': ['ID=4337d6eb-dcd3-474a-b49e-ab550c779dc6,revision_number=5']} {{(pid=91914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:12:43.250492 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG oslo_concurrency.lockutils [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=91914) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:12:43.479245 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ef372e-d80a-45a0-ace1-4ae78c5fb022 req-eaffcb33-3c8a-4587-b04a-4986d8653b0c tempest-VolumesNegativeTest-638838798 tempest-VolumesNegativeTest-638838798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:12:43.480582 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-f2ef372e-d80a-45a0-ace1-4ae78c5fb022 req-eaffcb33-3c8a-4587-b04a-4986d8653b0c tempest-VolumesNegativeTest-638838798 tempest-VolumesNegativeTest-638838798-project] 10.222.0.41 "GET /v2.0/ports?device_id=6283c6d3-bbfe-4040-be65-e96078db5140 HTTP/1.1" status: 200 len: 950 time: 0.1426461 Jun 01 06:12:43.483462 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16ce77d-af85-4522-983b-d6e0b61aedd1 req-21771298-5094-44b7-990b-d4449c17faff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:12:43.484759 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-a16ce77d-af85-4522-983b-d6e0b61aedd1 req-21771298-5094-44b7-990b-d4449c17faff service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=6283c6d3-bbfe-4040-be65-e96078db5140 HTTP/1.1" status: 200 len: 1103 time: 0.1015277 Jun 01 06:12:43.554864 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-f2ef372e-d80a-45a0-ace1-4ae78c5fb022 req-84c5fac3-6737-439f-abd6-8331af9837ae tempest-VolumesNegativeTest-638838798 tempest-VolumesNegativeTest-638838798-project] 10.222.0.41 "GET /v2.0/security-groups?id=1f54f8a1-109a-4841-b286-07001b96a3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684791 Jun 01 06:12:43.556444 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-a16ce77d-af85-4522-983b-d6e0b61aedd1 req-842dd1ca-8e08-4dcb-b04b-3ec1dedf5e4f service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=1f54f8a1-109a-4841-b286-07001b96a3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576005 Jun 01 06:12:43.894633 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.quota.resource [req-3f081f7c-c0d5-4417-bdc0-90909ef60915 req-34884c31-d252-4ee0-ab25-40f7cadadae0 tempest-TestShelveInstance-1107887697 tempest-TestShelveInstance-1107887697-project] Synchronizing usage tracker for tenant:856ad5dcb525408fab9b255236023d67 on resource:security_group {{(pid=91913) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 06:12:43.914563 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.quota.resource [req-3f081f7c-c0d5-4417-bdc0-90909ef60915 req-34884c31-d252-4ee0-ab25-40f7cadadae0 tempest-TestShelveInstance-1107887697 tempest-TestShelveInstance-1107887697-project] Unset dirty status for tenant:856ad5dcb525408fab9b255236023d67 on resource:security_group {{(pid=91913) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 06:12:43.916638 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-3f081f7c-c0d5-4417-bdc0-90909ef60915 req-34884c31-d252-4ee0-ab25-40f7cadadae0 tempest-TestShelveInstance-1107887697 tempest-TestShelveInstance-1107887697-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1583778620&fields=id&tenant_id=856ad5dcb525408fab9b255236023d67 HTTP/1.1" status: 200 len: 267 time: 0.0794535 Jun 01 06:12:44.073558 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f081f7c-c0d5-4417-bdc0-90909ef60915 req-a78228bf-da91-45b7-a726-a46aeab2410e tempest-TestShelveInstance-1107887697 tempest-TestShelveInstance-1107887697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:12:44.077630 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-3f081f7c-c0d5-4417-bdc0-90909ef60915 req-a78228bf-da91-45b7-a726-a46aeab2410e tempest-TestShelveInstance-1107887697 tempest-TestShelveInstance-1107887697-project] 10.222.0.41 "GET /v2.0/networks?id=be2b441a-fb1a-427b-819d-eed80cc049e7 HTTP/1.1" status: 200 len: 809 time: 0.1536419 Jun 01 06:12:44.090188 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-3f081f7c-c0d5-4417-bdc0-90909ef60915 req-921fe3ef-59cc-4ac7-a4c1-4323bd0de9e5 tempest-TestShelveInstance-1107887697 tempest-TestShelveInstance-1107887697-project] 10.222.0.41 "GET /v2.0/quotas/856ad5dcb525408fab9b255236023d67 HTTP/1.1" status: 200 len: 375 time: 0.0089681 Jun 01 06:12:44.174642 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.quota.resource [req-3f081f7c-c0d5-4417-bdc0-90909ef60915 req-d3163baf-7d90-4713-9927-f7dc152d589c tempest-TestShelveInstance-1107887697 tempest-TestShelveInstance-1107887697-project] Synchronizing usage tracker for tenant:856ad5dcb525408fab9b255236023d67 on resource:port {{(pid=91913) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 06:12:44.192127 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.quota.resource [req-3f081f7c-c0d5-4417-bdc0-90909ef60915 req-d3163baf-7d90-4713-9927-f7dc152d589c tempest-TestShelveInstance-1107887697 tempest-TestShelveInstance-1107887697-project] Unset dirty status for tenant:856ad5dcb525408fab9b255236023d67 on resource:port {{(pid=91913) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 06:12:44.193417 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-3f081f7c-c0d5-4417-bdc0-90909ef60915 req-d3163baf-7d90-4713-9927-f7dc152d589c tempest-TestShelveInstance-1107887697 tempest-TestShelveInstance-1107887697-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=856ad5dcb525408fab9b255236023d67&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0976393 Jun 01 06:12:44.341923 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-3f081f7c-c0d5-4417-bdc0-90909ef60915 req-55e64898-30bf-4912-bfd8-382fa9b5587e service neutron] 10.222.0.41 "GET /v2.0/networks/be2b441a-fb1a-427b-819d-eed80cc049e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351252 Jun 01 06:12:44.492636 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-3f081f7c-c0d5-4417-bdc0-90909ef60915 req-a323d3a5-c5a9-410a-8bc0-0b8602044ee8 service neutron] 10.222.0.41 "GET /v2.0/networks/be2b441a-fb1a-427b-819d-eed80cc049e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1438968 Jun 01 06:12:44.816759 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83222253-37da-43c6-997a-37401c5cacc8 req-0bebc25c-59fa-4251-8d16-b0b781d7918a tempest-VolumesNegativeTest-638838798 tempest-VolumesNegativeTest-638838798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:12:44.820551 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-83222253-37da-43c6-997a-37401c5cacc8 req-0bebc25c-59fa-4251-8d16-b0b781d7918a tempest-VolumesNegativeTest-638838798 tempest-VolumesNegativeTest-638838798-project] 10.222.0.41 "GET /v2.0/ports?device_id=6283c6d3-bbfe-4040-be65-e96078db5140 HTTP/1.1" status: 200 len: 950 time: 0.1085610 Jun 01 06:12:44.883500 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-83222253-37da-43c6-997a-37401c5cacc8 req-1386a845-ebd7-46d2-a7ef-f4a73c375a4c tempest-VolumesNegativeTest-638838798 tempest-VolumesNegativeTest-638838798-project] 10.222.0.41 "GET /v2.0/security-groups?id=1f54f8a1-109a-4841-b286-07001b96a3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563726 Jun 01 06:12:45.017773 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-fa39e929-7023-446b-a72b-ab8ef07546ae req-8529af85-c4d3-4bf5-83bc-6f20b8d39751 tempest-TestShelveInstance-1107887697 tempest-TestShelveInstance-1107887697-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd3736c7-f5c3-46e4-bab0-8828108eed6e HTTP/1.1" status: 200 len: 210 time: 0.0561004 Jun 01 06:12:45.853933 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.wsgi [-] (91913) accepted ('10.222.0.41', 55642) {{(pid=91913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 06:12:46.014653 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-19d7af38-abd4-4440-8e07-fb078f42fc5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:12:46.029872 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.db.quota.driver [None req-19d7af38-abd4-4440-8e07-fb078f42fc5c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 06:12:46.034156 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.quota.resource [None req-19d7af38-abd4-4440-8e07-fb078f42fc5c admin admin] Usage tracker for resource:security_group_rule and tenant:7d8de42d6cb4416298886a20ae1319c0 is out of sync, need to count used quota {{(pid=91913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 06:12:46.037170 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.quota.resource [None req-19d7af38-abd4-4440-8e07-fb078f42fc5c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 06:12:46.043849 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.db.quota.driver [None req-19d7af38-abd4-4440-8e07-fb078f42fc5c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 06:12:46.281274 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-3aa4ae4a-58ad-407f-a181-67dbc1dff2e5 req-5fbcc79f-b888-43fa-9d67-00fdecad1646 tempest-TestShelveInstance-1107887697 tempest-TestShelveInstance-1107887697-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd3736c7-f5c3-46e4-bab0-8828108eed6e HTTP/1.1" status: 200 len: 210 time: 0.1303036 Jun 01 06:12:46.294217 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-19d7af38-abd4-4440-8e07-fb078f42fc5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:12:46.310530 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-19d7af38-abd4-4440-8e07-fb078f42fc5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940402'] for security_group, after_create {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:12:46.319929 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f081f7c-c0d5-4417-bdc0-90909ef60915 req-e99e9058-8be8-459d-ade5-97c2589c9949 tempest-TestShelveInstance-1107887697 tempest-TestShelveInstance-1107887697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:12:46.320682 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.quota.resource [req-3f081f7c-c0d5-4417-bdc0-90909ef60915 req-e99e9058-8be8-459d-ade5-97c2589c9949 tempest-TestShelveInstance-1107887697 tempest-TestShelveInstance-1107887697-project] Synchronizing usage tracker for tenant:856ad5dcb525408fab9b255236023d67 on resource:network {{(pid=91912) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 06:12:46.331338 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [None req-5c75317a-751c-4494-ac60-f7992f0914cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:12:46.362982 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf69d5f2-c822-4804-8e00-5e67a756f692 req-0c53ff2b-7452-4010-9ec6-6f35330a1f9a tempest-VolumesNegativeTest-638838798 tempest-VolumesNegativeTest-638838798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:12:46.370795 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-bf69d5f2-c822-4804-8e00-5e67a756f692 req-0c53ff2b-7452-4010-9ec6-6f35330a1f9a tempest-VolumesNegativeTest-638838798 tempest-VolumesNegativeTest-638838798-project] 10.222.0.41 "GET /v2.0/ports?device_id=6283c6d3-bbfe-4040-be65-e96078db5140 HTTP/1.1" status: 200 len: 950 time: 0.3031244 Jun 01 06:12:46.372348 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.quota.resource [req-3f081f7c-c0d5-4417-bdc0-90909ef60915 req-e99e9058-8be8-459d-ade5-97c2589c9949 tempest-TestShelveInstance-1107887697 tempest-TestShelveInstance-1107887697-project] Unset dirty status for tenant:856ad5dcb525408fab9b255236023d67 on resource:network {{(pid=91912) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 06:12:46.373437 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-3f081f7c-c0d5-4417-bdc0-90909ef60915 req-e99e9058-8be8-459d-ade5-97c2589c9949 tempest-TestShelveInstance-1107887697 tempest-TestShelveInstance-1107887697-project] 10.222.0.45 "GET /v2.0/networks?id=be2b441a-fb1a-427b-819d-eed80cc049e7 HTTP/1.1" status: 200 len: 809 time: 0.4115376 Jun 01 06:12:46.430360 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [None req-19d7af38-abd4-4440-8e07-fb078f42fc5c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7d8de42d6cb4416298886a20ae1319c0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5744224 Jun 01 06:12:46.431588 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.wsgi [-] (91913) accepted ('10.222.0.41', 55660) {{(pid=91913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 06:12:46.439478 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d7af38-abd4-4440-8e07-fb078f42fc5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36d336df-264e-4b79-9402-f6650b6fc068,revision_number=1']} {{(pid=91913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:12:46.444577 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [None req-19d7af38-abd4-4440-8e07-fb078f42fc5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:12:46.513395 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-bf69d5f2-c822-4804-8e00-5e67a756f692 req-052ea024-17b7-4624-bb23-5f7bef7b8477 tempest-VolumesNegativeTest-638838798 tempest-VolumesNegativeTest-638838798-project] 10.222.0.41 "GET /v2.0/security-groups?id=1f54f8a1-109a-4841-b286-07001b96a3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358688 Jun 01 06:12:46.515365 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-a803e16e-f2d7-48d3-b81b-08dbc40473e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:12:46.518823 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.quota.resource [req-3f081f7c-c0d5-4417-bdc0-90909ef60915 req-8ac16cbb-e852-4770-89ca-ff827a1756cd tempest-TestShelveInstance-1107887697 tempest-TestShelveInstance-1107887697-project] Synchronizing usage tracker for tenant:856ad5dcb525408fab9b255236023d67 on resource:security_group {{(pid=91912) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 06:12:46.534117 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.quota.resource [req-3f081f7c-c0d5-4417-bdc0-90909ef60915 req-8ac16cbb-e852-4770-89ca-ff827a1756cd tempest-TestShelveInstance-1107887697 tempest-TestShelveInstance-1107887697-project] Unset dirty status for tenant:856ad5dcb525408fab9b255236023d67 on resource:security_group {{(pid=91912) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 06:12:46.535349 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-3f081f7c-c0d5-4417-bdc0-90909ef60915 req-8ac16cbb-e852-4770-89ca-ff827a1756cd tempest-TestShelveInstance-1107887697 tempest-TestShelveInstance-1107887697-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=856ad5dcb525408fab9b255236023d67 HTTP/1.1" status: 200 len: 380 time: 0.1309767 Jun 01 06:12:46.545468 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-a803e16e-f2d7-48d3-b81b-08dbc40473e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:12:46.546238 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.v2.base [req-3f081f7c-c0d5-4417-bdc0-90909ef60915 req-b0a2840e-15b8-4bf7-81c7-8677886469bf tempest-TestShelveInstance-1107887697 tempest-TestShelveInstance-1107887697-project] Request body: {'port': {'device_id': 'cd3736c7-f5c3-46e4-bab0-8828108eed6e', 'network_id': 'be2b441a-fb1a-427b-819d-eed80cc049e7', 'admin_state_up': True, 'tenant_id': '856ad5dcb525408fab9b255236023d67', 'security_groups': ['4ce01314-a77e-4519-975b-dbdbd392c102']}} {{(pid=91912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 06:12:46.616091 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-a803e16e-f2d7-48d3-b81b-08dbc40473e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940402'] for security_group, after_delete {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:12:46.620776 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [None req-596507c9-1b63-44d0-af91-cb4a33a66be8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:12:46.632531 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a803e16e-f2d7-48d3-b81b-08dbc40473e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36d336df-264e-4b79-9402-f6650b6fc068,revision_number=None']} {{(pid=91913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:12:46.634736 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [None req-a803e16e-f2d7-48d3-b81b-08dbc40473e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:12:46.643403 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-a803e16e-f2d7-48d3-b81b-08dbc40473e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:12:46.645421 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [None req-a803e16e-f2d7-48d3-b81b-08dbc40473e2 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/36d336df-264e-4b79-9402-f6650b6fc068 HTTP/1.1" status: 204 len: 168 time: 0.2091353 Jun 01 06:12:46.700218 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.db.quota.driver [req-3f081f7c-c0d5-4417-bdc0-90909ef60915 req-b0a2840e-15b8-4bf7-81c7-8677886469bf tempest-TestShelveInstance-1107887697 tempest-TestShelveInstance-1107887697-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91912) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 06:12:46.711365 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.db.quota.driver [req-3f081f7c-c0d5-4417-bdc0-90909ef60915 req-b0a2840e-15b8-4bf7-81c7-8677886469bf tempest-TestShelveInstance-1107887697 tempest-TestShelveInstance-1107887697-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=91912) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 06:12:46.722134 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f081f7c-c0d5-4417-bdc0-90909ef60915 req-b0a2840e-15b8-4bf7-81c7-8677886469bf tempest-TestShelveInstance-1107887697 tempest-TestShelveInstance-1107887697-project] Made reservation on behalf of 856ad5dcb525408fab9b255236023d67 for: {'port': 1} {{(pid=91912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 06:12:46.726004 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [req-3f081f7c-c0d5-4417-bdc0-90909ef60915 req-b0a2840e-15b8-4bf7-81c7-8677886469bf tempest-TestShelveInstance-1107887697 tempest-TestShelveInstance-1107887697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3824664'] for port, before_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:12:46.915162 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.db.db_base_plugin_common [req-3f081f7c-c0d5-4417-bdc0-90909ef60915 req-b0a2840e-15b8-4bf7-81c7-8677886469bf tempest-TestShelveInstance-1107887697 tempest-TestShelveInstance-1107887697-project] Allocated IP 172.20.0.3 (be2b441a-fb1a-427b-819d-eed80cc049e7/1cc031fd-c5bc-4dab-9be6-0a2c21e59c64/cf7a4b9a-bb68-4bdc-ba08-653cdc886388) {{(pid=91912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 06:12:47.207055 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c572d2-d628-478a-994f-74913694b0f0 req-7c27e6ba-83b0-4f9c-80ac-efdbab0f67b5 tempest-VolumesNegativeTest-638838798 tempest-VolumesNegativeTest-638838798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:12:47.208664 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-d0c572d2-d628-478a-994f-74913694b0f0 req-7c27e6ba-83b0-4f9c-80ac-efdbab0f67b5 tempest-VolumesNegativeTest-638838798 tempest-VolumesNegativeTest-638838798-project] 10.222.0.41 "GET /v2.0/ports?device_id=6283c6d3-bbfe-4040-be65-e96078db5140 HTTP/1.1" status: 200 len: 950 time: 0.2045479 Jun 01 06:12:47.211660 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [req-3f081f7c-c0d5-4417-bdc0-90909ef60915 req-b0a2840e-15b8-4bf7-81c7-8677886469bf tempest-TestShelveInstance-1107887697 tempest-TestShelveInstance-1107887697-project] Notify callbacks [] for port, precommit_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:12:47.249345 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.db.provisioning_blocks [req-3f081f7c-c0d5-4417-bdc0-90909ef60915 req-b0a2840e-15b8-4bf7-81c7-8677886469bf tempest-TestShelveInstance-1107887697 tempest-TestShelveInstance-1107887697-project] Transition to ACTIVE for port object cf7a4b9a-bb68-4bdc-ba08-653cdc886388 will not be triggered until provisioned by entity DHCP. {{(pid=91912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 06:12:47.272373 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-d0c572d2-d628-478a-994f-74913694b0f0 req-9ba203dc-89fd-4114-92fc-29ad48264a26 tempest-VolumesNegativeTest-638838798 tempest-VolumesNegativeTest-638838798-project] 10.222.0.41 "GET /v2.0/security-groups?id=1f54f8a1-109a-4841-b286-07001b96a3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569329 Jun 01 06:12:47.296649 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [req-3f081f7c-c0d5-4417-bdc0-90909ef60915 req-b0a2840e-15b8-4bf7-81c7-8677886469bf tempest-TestShelveInstance-1107887697 tempest-TestShelveInstance-1107887697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774208425683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1720922'] for port, after_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:12:47.302136 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:12:47.371239 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f081f7c-c0d5-4417-bdc0-90909ef60915 req-b0a2840e-15b8-4bf7-81c7-8677886469bf tempest-TestShelveInstance-1107887697 tempest-TestShelveInstance-1107887697-project] Network be2b441a-fb1a-427b-819d-eed80cc049e7 is already hosted by enough agents. {{(pid=91912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 06:12:47.374427 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.scheduler.base_scheduler [req-3f081f7c-c0d5-4417-bdc0-90909ef60915 req-b0a2840e-15b8-4bf7-81c7-8677886469bf tempest-TestShelveInstance-1107887697 tempest-TestShelveInstance-1107887697-project] Resources bound (agent type, host, resource id): {{(pid=91912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 06:12:47.378481 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f081f7c-c0d5-4417-bdc0-90909ef60915 req-b0a2840e-15b8-4bf7-81c7-8677886469bf tempest-TestShelveInstance-1107887697 tempest-TestShelveInstance-1107887697-project] Received port after_create {{(pid=91912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 06:12:47.420223 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a2840e-15b8-4bf7-81c7-8677886469bf tempest-TestShelveInstance-1107887697 tempest-TestShelveInstance-1107887697-project] Pushing event updated for resources: {'Port': ['ID=cf7a4b9a-bb68-4bdc-ba08-653cdc886388,revision_number=1']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:12:47.425849 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-b0a2840e-15b8-4bf7-81c7-8677886469bf tempest-TestShelveInstance-1107887697 tempest-TestShelveInstance-1107887697-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:12:47.453674 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f081f7c-c0d5-4417-bdc0-90909ef60915 req-b0a2840e-15b8-4bf7-81c7-8677886469bf tempest-TestShelveInstance-1107887697 tempest-TestShelveInstance-1107887697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:12:47.454392 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [req-3f081f7c-c0d5-4417-bdc0-90909ef60915 req-b0a2840e-15b8-4bf7-81c7-8677886469bf tempest-TestShelveInstance-1107887697 tempest-TestShelveInstance-1107887697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239402'] for port, before_response {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:12:47.487957 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b36de1c-db64-4570-8c9c-5ef27d4f7ebc req-7c45cd92-f02d-4699-9661-41a17fa8644a tempest-TestShelveInstance-1107887697 tempest-TestShelveInstance-1107887697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:12:47.489532 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-3f081f7c-c0d5-4417-bdc0-90909ef60915 req-b0a2840e-15b8-4bf7-81c7-8677886469bf tempest-TestShelveInstance-1107887697 tempest-TestShelveInstance-1107887697-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9489098 Jun 01 06:12:47.490444 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-0b36de1c-db64-4570-8c9c-5ef27d4f7ebc req-7c45cd92-f02d-4699-9661-41a17fa8644a tempest-TestShelveInstance-1107887697 tempest-TestShelveInstance-1107887697-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd3736c7-f5c3-46e4-bab0-8828108eed6e HTTP/1.1" status: 200 len: 931 time: 0.0910463 Jun 01 06:12:47.506670 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.v2.base [req-3f081f7c-c0d5-4417-bdc0-90909ef60915 req-e6f693da-e664-4109-8d0b-2a4f02d99931 service neutron] Request body: {'port': {'device_id': 'cd3736c7-f5c3-46e4-bab0-8828108eed6e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79388'}} {{(pid=91912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 06:12:47.554012 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-0b36de1c-db64-4570-8c9c-5ef27d4f7ebc req-e9082639-82b5-4827-a5fc-31920944a147 tempest-TestShelveInstance-1107887697 tempest-TestShelveInstance-1107887697-project] 10.222.0.41 "GET /v2.0/security-groups?id=4ce01314-a77e-4519-975b-dbdbd392c102&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558081 Jun 01 06:12:47.596380 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774208951022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772053'] for agent, after_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:12:47.669824 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [req-3f081f7c-c0d5-4417-bdc0-90909ef60915 req-e6f693da-e664-4109-8d0b-2a4f02d99931 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3824664'] for port, before_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:12:47.707012 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.db.provisioning_blocks [None req-8f000d8c-c3b0-42a0-b3be-d3a055cee47a None None] Provisioning for port cf7a4b9a-bb68-4bdc-ba08-653cdc886388 completed by entity DHCP. {{(pid=91914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 06:12:47.713679 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.db.provisioning_blocks [None req-8f000d8c-c3b0-42a0-b3be-d3a055cee47a None None] Provisioning complete for port cf7a4b9a-bb68-4bdc-ba08-653cdc886388 triggered by entity DHCP. {{(pid=91914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 06:12:47.714725 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-8f000d8c-c3b0-42a0-b3be-d3a055cee47a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3772206'] for port, provisioning_complete {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:12:47.777148 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.plugin [None req-8f000d8c-c3b0-42a0-b3be-d3a055cee47a None None] Port cf7a4b9a-bb68-4bdc-ba08-653cdc886388 cannot update to ACTIVE because it is not bound. {{(pid=91914) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 06:12:48.064822 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36416aab-f1b0-4f76-9869-bfced476d37f req-84430544-5730-43b9-a56b-a3f2f5175dbb tempest-ServerRescueNegativeTestJSON-2082042209 tempest-ServerRescueNegativeTestJSON-2082042209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:12:48.066854 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-36416aab-f1b0-4f76-9869-bfced476d37f req-84430544-5730-43b9-a56b-a3f2f5175dbb tempest-ServerRescueNegativeTestJSON-2082042209 tempest-ServerRescueNegativeTestJSON-2082042209-project] 10.222.0.41 "GET /v2.0/ports?device_id=bb24b49c-2dc6-4892-8b86-b2ebd99a53e4 HTTP/1.1" status: 200 len: 945 time: 0.1428304 Jun 01 06:12:48.158224 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.notifiers.nova [req-3f081f7c-c0d5-4417-bdc0-90909ef60915 req-e6f693da-e664-4109-8d0b-2a4f02d99931 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf7a4b9a-bb68-4bdc-ba08-653cdc886388 {{(pid=91912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 06:12:48.169780 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [req-3f081f7c-c0d5-4417-bdc0-90909ef60915 req-e6f693da-e664-4109-8d0b-2a4f02d99931 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:12:48.190923 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-36416aab-f1b0-4f76-9869-bfced476d37f req-656f98c6-7589-452a-b4b8-a51026d6ad8d tempest-ServerRescueNegativeTestJSON-2082042209 tempest-ServerRescueNegativeTestJSON-2082042209-project] 10.222.0.41 "GET /v2.0/security-groups?id=b9806f43-fca1-4e3e-8128-d5f6b4549043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887604 Jun 01 06:12:48.209795 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.db.provisioning_blocks [req-3f081f7c-c0d5-4417-bdc0-90909ef60915 req-e6f693da-e664-4109-8d0b-2a4f02d99931 service neutron] Transition to ACTIVE for port object cf7a4b9a-bb68-4bdc-ba08-653cdc886388 will not be triggered until provisioned by entity L2. {{(pid=91912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 06:12:48.221206 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [req-3f081f7c-c0d5-4417-bdc0-90909ef60915 req-e6f693da-e664-4109-8d0b-2a4f02d99931 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774208810132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774208425701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774208426006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1720915'] for port, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:12:48.227137 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-4753b2de-84ea-4bbc-ad5d-81f05e68f0c6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:12:48.424124 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f693da-e664-4109-8d0b-2a4f02d99931 service neutron] Pushing event updated for resources: {'Port': ['ID=cf7a4b9a-bb68-4bdc-ba08-653cdc886388,revision_number=2']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:12:48.429415 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-e6f693da-e664-4109-8d0b-2a4f02d99931 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:12:48.475707 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.plugins.ml2.managers [req-3f081f7c-c0d5-4417-bdc0-90909ef60915 req-e6f693da-e664-4109-8d0b-2a4f02d99931 service neutron] Attempting to bind port cf7a4b9a-bb68-4bdc-ba08-653cdc886388 on host hv-cinder-79388 for vnic_type normal with profile {{(pid=91912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 06:12:48.476151 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.plugins.ml2.managers [req-3f081f7c-c0d5-4417-bdc0-90909ef60915 req-e6f693da-e664-4109-8d0b-2a4f02d99931 service neutron] Attempting to bind port cf7a4b9a-bb68-4bdc-ba08-653cdc886388 by drivers openvswitch,hyperv on host hv-cinder-79388 at level 0 using segments [{'id': '0e7dd937-69e2-40df-b10d-100b14ee89a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'be2b441a-fb1a-427b-819d-eed80cc049e7'}] {{(pid=91912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 06:12:48.476548 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f081f7c-c0d5-4417-bdc0-90909ef60915 req-e6f693da-e664-4109-8d0b-2a4f02d99931 service neutron] Attempting to bind port cf7a4b9a-bb68-4bdc-ba08-653cdc886388 on network be2b441a-fb1a-427b-819d-eed80cc049e7 {{(pid=91912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 06:12:48.483179 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f081f7c-c0d5-4417-bdc0-90909ef60915 req-e6f693da-e664-4109-8d0b-2a4f02d99931 service neutron] Port cf7a4b9a-bb68-4bdc-ba08-653cdc886388 on network be2b441a-fb1a-427b-819d-eed80cc049e7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79388 {{(pid=91912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 06:12:48.483498 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f081f7c-c0d5-4417-bdc0-90909ef60915 req-e6f693da-e664-4109-8d0b-2a4f02d99931 service neutron] Attempting to bind port cf7a4b9a-bb68-4bdc-ba08-653cdc886388 on network be2b441a-fb1a-427b-819d-eed80cc049e7 {{(pid=91912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 06:12:48.496311 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f081f7c-c0d5-4417-bdc0-90909ef60915 req-e6f693da-e664-4109-8d0b-2a4f02d99931 service neutron] Checking agent: {'id': '9d825435-0dee-4786-8fdd-f7c3fb37050b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79388', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 6, 8, 18), 'started_at': datetime.datetime(2021, 6, 1, 6, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 6, 12, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 06:12:48.496929 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f081f7c-c0d5-4417-bdc0-90909ef60915 req-e6f693da-e664-4109-8d0b-2a4f02d99931 service neutron] Checking segment: {'id': '0e7dd937-69e2-40df-b10d-100b14ee89a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'be2b441a-fb1a-427b-819d-eed80cc049e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 06:12:48.497632 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f081f7c-c0d5-4417-bdc0-90909ef60915 req-e6f693da-e664-4109-8d0b-2a4f02d99931 service neutron] Bound using segment: {'id': '0e7dd937-69e2-40df-b10d-100b14ee89a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'be2b441a-fb1a-427b-819d-eed80cc049e7'} {{(pid=91912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 06:12:48.498515 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.plugins.ml2.managers [req-3f081f7c-c0d5-4417-bdc0-90909ef60915 req-e6f693da-e664-4109-8d0b-2a4f02d99931 service neutron] Bound port: cf7a4b9a-bb68-4bdc-ba08-653cdc886388, host: hv-cinder-79388, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e7dd937-69e2-40df-b10d-100b14ee89a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'be2b441a-fb1a-427b-819d-eed80cc049e7'}}] {{(pid=91912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 06:12:48.498905 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [req-3f081f7c-c0d5-4417-bdc0-90909ef60915 req-e6f693da-e664-4109-8d0b-2a4f02d99931 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3824664'] for port, before_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:12:48.577018 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4d5b45-2ef4-47e6-884f-40eef5dfb38d req-c6dc7f8f-5422-46e8-9645-c5d6c3f999bc tempest-VolumesNegativeTest-638838798 tempest-VolumesNegativeTest-638838798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:12:48.578454 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-3a4d5b45-2ef4-47e6-884f-40eef5dfb38d req-c6dc7f8f-5422-46e8-9645-c5d6c3f999bc tempest-VolumesNegativeTest-638838798 tempest-VolumesNegativeTest-638838798-project] 10.222.0.41 "GET /v2.0/ports?device_id=6283c6d3-bbfe-4040-be65-e96078db5140 HTTP/1.1" status: 200 len: 950 time: 0.1682143 Jun 01 06:12:48.678064 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-3a4d5b45-2ef4-47e6-884f-40eef5dfb38d req-be0da7e3-7103-4ea2-ba83-6733f8c6ad6b tempest-VolumesNegativeTest-638838798 tempest-VolumesNegativeTest-638838798-project] 10.222.0.41 "GET /v2.0/security-groups?id=1f54f8a1-109a-4841-b286-07001b96a3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665662 Jun 01 06:12:48.712100 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddbabb3-9819-4f55-8fa8-537080a654bc req-f78a5b52-5a1a-4d8c-847b-8a14ca320ac4 tempest-VolumesNegativeTest-638838798 tempest-VolumesNegativeTest-638838798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:12:48.714649 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-0ddbabb3-9819-4f55-8fa8-537080a654bc req-f78a5b52-5a1a-4d8c-847b-8a14ca320ac4 tempest-VolumesNegativeTest-638838798 tempest-VolumesNegativeTest-638838798-project] 10.222.0.45 "GET /v2.0/ports?device_id=6283c6d3-bbfe-4040-be65-e96078db5140 HTTP/1.1" status: 200 len: 950 time: 0.1349990 Jun 01 06:12:48.738470 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.plugins.ml2.db [req-3f081f7c-c0d5-4417-bdc0-90909ef60915 req-e6f693da-e664-4109-8d0b-2a4f02d99931 service neutron] For port cf7a4b9a-bb68-4bdc-ba08-653cdc886388, host hv-cinder-79388, cleared binding levels {{(pid=91912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 06:12:48.753699 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.plugins.ml2.db [req-3f081f7c-c0d5-4417-bdc0-90909ef60915 req-e6f693da-e664-4109-8d0b-2a4f02d99931 service neutron] For port cf7a4b9a-bb68-4bdc-ba08-653cdc886388, host hv-cinder-79388, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79388',level=0,port_id=cf7a4b9a-bb68-4bdc-ba08-653cdc886388,segment=NetworkSegment(0e7dd937-69e2-40df-b10d-100b14ee89a1),segment_id=0e7dd937-69e2-40df-b10d-100b14ee89a1)] {{(pid=91912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 06:12:48.764315 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [req-3f081f7c-c0d5-4417-bdc0-90909ef60915 req-e6f693da-e664-4109-8d0b-2a4f02d99931 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774208810132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774208425701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774208426006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1720915'] for port, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:12:48.771104 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-ac804a64-a2fe-4331-9cb8-5184045eb130 tempest-AttachVolumeNegativeTest-1471670784 tempest-AttachVolumeNegativeTest-1471670784-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:12:48.834596 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f081f7c-c0d5-4417-bdc0-90909ef60915 req-e6f693da-e664-4109-8d0b-2a4f02d99931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:12:48.835487 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [req-3f081f7c-c0d5-4417-bdc0-90909ef60915 req-e6f693da-e664-4109-8d0b-2a4f02d99931 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239402'] for port, before_response {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:12:48.836886 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-3f081f7c-c0d5-4417-bdc0-90909ef60915 req-e6f693da-e664-4109-8d0b-2a4f02d99931 service neutron] 10.222.0.45 "PUT /v2.0/ports/cf7a4b9a-bb68-4bdc-ba08-653cdc886388 HTTP/1.1" status: 200 len: 1093 time: 1.3348083 Jun 01 06:12:48.839901 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd3736c7-f5c3-46e4-bab0-8828108eed6e', 'tag': 'cf7a4b9a-bb68-4bdc-ba08-653cdc886388'}] {{(pid=91912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 06:12:48.843434 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c7b3c6e1f14bb220aa0995d95792b8f3e6549c6955cb141320bca3e5502353f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9944efd1-cb66-45a1-b134-6301361e50e2" -d '{"events": [{"name": "network-changed", "server_uuid": "cd3736c7-f5c3-46e4-bab0-8828108eed6e", "tag": "cf7a4b9a-bb68-4bdc-ba08-653cdc886388"}]}' {{(pid=91912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 06:12:48.865443 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6d766d-28e6-40dc-af8c-8e194fd86092 req-6ef78a36-9a7b-4180-a4de-ad6cbbe6855c tempest-TestShelveInstance-1107887697 tempest-TestShelveInstance-1107887697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:12:48.866547 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.quota.resource [req-6e6d766d-28e6-40dc-af8c-8e194fd86092 req-6ef78a36-9a7b-4180-a4de-ad6cbbe6855c tempest-TestShelveInstance-1107887697 tempest-TestShelveInstance-1107887697-project] Synchronizing usage tracker for tenant:856ad5dcb525408fab9b255236023d67 on resource:port {{(pid=91912) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 06:12:48.875892 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.plugins.ml2.plugin [req-0ddbabb3-9819-4f55-8fa8-537080a654bc req-fd025bfd-9ee7-4ce9-bb70-3b002a210554 tempest-VolumesNegativeTest-638838798 tempest-VolumesNegativeTest-638838798-project] Deleting port 4337d6eb-dcd3-474a-b49e-ab550c779dc6 {{(pid=91913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 06:12:48.876244 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [req-0ddbabb3-9819-4f55-8fa8-537080a654bc req-fd025bfd-9ee7-4ce9-bb70-3b002a210554 tempest-VolumesNegativeTest-638838798 tempest-VolumesNegativeTest-638838798-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774208809027'] for port, before_delete {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:12:48.885702 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f693da-e664-4109-8d0b-2a4f02d99931 service neutron] Pushing event updated for resources: {'Port': ['ID=cf7a4b9a-bb68-4bdc-ba08-653cdc886388,revision_number=3']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:12:48.897014 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-e6f693da-e664-4109-8d0b-2a4f02d99931 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:12:48.903748 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Jun 2021 06:12:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6887500c-9684-4d95-9ee3-aa0499a33803 x-openstack-request-id: req-6887500c-9684-4d95-9ee3-aa0499a33803 {{(pid=91912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 06:12:48.904121 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd3736c7-f5c3-46e4-bab0-8828108eed6e", "tag": "cf7a4b9a-bb68-4bdc-ba08-653cdc886388", "status": "completed", "code": 200}]} {{(pid=91912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 06:12:48.904434 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-6887500c-9684-4d95-9ee3-aa0499a33803 {{(pid=91912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 06:12:48.904874 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd3736c7-f5c3-46e4-bab0-8828108eed6e', 'tag': 'cf7a4b9a-bb68-4bdc-ba08-653cdc886388', 'status': 'completed', 'code': 200} Jun 01 06:12:48.906829 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.quota.resource [req-6e6d766d-28e6-40dc-af8c-8e194fd86092 req-6ef78a36-9a7b-4180-a4de-ad6cbbe6855c tempest-TestShelveInstance-1107887697 tempest-TestShelveInstance-1107887697-project] Unset dirty status for tenant:856ad5dcb525408fab9b255236023d67 on resource:port {{(pid=91912) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 06:12:48.907981 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-6e6d766d-28e6-40dc-af8c-8e194fd86092 req-6ef78a36-9a7b-4180-a4de-ad6cbbe6855c tempest-TestShelveInstance-1107887697 tempest-TestShelveInstance-1107887697-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd3736c7-f5c3-46e4-bab0-8828108eed6e HTTP/1.1" status: 200 len: 943 time: 0.2282608 Jun 01 06:12:48.951571 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG neutron.db.agents_db [None req-a707e798-5c4a-4349-b1a6-04fc24c0e8c1 None None] Agent healthcheck: found 6 active agents {{(pid=91915) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 06:12:49.009521 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-6e6d766d-28e6-40dc-af8c-8e194fd86092 req-3663fcee-2a93-4037-99fe-c1e3a5d04eee tempest-TestShelveInstance-1107887697 tempest-TestShelveInstance-1107887697-project] 10.222.0.41 "GET /v2.0/security-groups?id=4ce01314-a77e-4519-975b-dbdbd392c102&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600498 Jun 01 06:12:49.027647 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f081f7c-c0d5-4417-bdc0-90909ef60915 req-ea2055ec-606e-40f7-9d6e-fdd17d3c2c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:12:49.029342 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-3f081f7c-c0d5-4417-bdc0-90909ef60915 req-ea2055ec-606e-40f7-9d6e-fdd17d3c2c02 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=856ad5dcb525408fab9b255236023d67&device_id=cd3736c7-f5c3-46e4-bab0-8828108eed6e HTTP/1.1" status: 200 len: 1096 time: 0.1176162 Jun 01 06:12:49.038244 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.plugins.ml2.db [req-0ddbabb3-9819-4f55-8fa8-537080a654bc req-fd025bfd-9ee7-4ce9-bb70-3b002a210554 tempest-VolumesNegativeTest-638838798 tempest-VolumesNegativeTest-638838798-project] For port 4337d6eb-dcd3-474a-b49e-ab550c779dc6, host hv-cinder-79388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79388',level=0,port_id=4337d6eb-dcd3-474a-b49e-ab550c779dc6,segment=NetworkSegment(94b64567-be26-4ec9-8392-2aadb14cc9cc),segment_id=94b64567-be26-4ec9-8392-2aadb14cc9cc)] {{(pid=91913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 06:12:49.038354 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [req-0ddbabb3-9819-4f55-8fa8-537080a654bc req-fd025bfd-9ee7-4ce9-bb70-3b002a210554 tempest-VolumesNegativeTest-638838798 tempest-VolumesNegativeTest-638838798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-879323'] for port, precommit_delete {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:12:49.101631 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-3f081f7c-c0d5-4417-bdc0-90909ef60915 req-e5c3926c-76ec-4f20-a940-1ead04ed4963 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cf7a4b9a-bb68-4bdc-ba08-653cdc886388 HTTP/1.1" status: 200 len: 217 time: 0.0643253 Jun 01 06:12:49.160979 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.plugins.ml2.plugin [req-0ddbabb3-9819-4f55-8fa8-537080a654bc req-fd025bfd-9ee7-4ce9-bb70-3b002a210554 tempest-VolumesNegativeTest-638838798 tempest-VolumesNegativeTest-638838798-project] Calling delete_port for 4337d6eb-dcd3-474a-b49e-ab550c779dc6 owned by compute:nova {{(pid=91913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 06:12:49.164486 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f081f7c-c0d5-4417-bdc0-90909ef60915 req-255aa675-3d89-4d53-a8c0-990d5e256e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:12:49.165959 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-3f081f7c-c0d5-4417-bdc0-90909ef60915 req-255aa675-3d89-4d53-a8c0-990d5e256e65 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1cc031fd-c5bc-4dab-9be6-0a2c21e59c64 HTTP/1.1" status: 200 len: 848 time: 0.0571711 Jun 01 06:12:49.244157 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f081f7c-c0d5-4417-bdc0-90909ef60915 req-945faa6a-c60d-44d9-a4cf-704c08944925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:12:49.245677 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-3f081f7c-c0d5-4417-bdc0-90909ef60915 req-945faa6a-c60d-44d9-a4cf-704c08944925 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=be2b441a-fb1a-427b-819d-eed80cc049e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0725594 Jun 01 06:12:49.277676 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [req-0ddbabb3-9819-4f55-8fa8-537080a654bc req-fd025bfd-9ee7-4ce9-bb70-3b002a210554 tempest-VolumesNegativeTest-638838798 tempest-VolumesNegativeTest-638838798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774208810150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774208425692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10749551'] for port, after_delete {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:12:49.286481 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:12:49.294729 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.db [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] get_ports_and_sgs() called for port_ids ['4337d6eb-dcd3-474a-b49e-ab550c779dc6'] {{(pid=91914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 06:12:49.339746 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd025bfd-9ee7-4ce9-bb70-3b002a210554 tempest-VolumesNegativeTest-638838798 tempest-VolumesNegativeTest-638838798-project] Pushing event deleted for resources: {'Port': ['ID=4337d6eb-dcd3-474a-b49e-ab550c779dc6,revision_number=None']} {{(pid=91913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:12:49.388085 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [None req-fd025bfd-9ee7-4ce9-bb70-3b002a210554 tempest-VolumesNegativeTest-638838798 tempest-VolumesNegativeTest-638838798-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:12:49.403154 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-3f081f7c-c0d5-4417-bdc0-90909ef60915 req-d254d2ac-d791-4a3d-91b7-fa8c4cc88ea1 service neutron] 10.222.0.45 "GET /v2.0/networks/be2b441a-fb1a-427b-819d-eed80cc049e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1412396 Jun 01 06:12:49.503157 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ddbabb3-9819-4f55-8fa8-537080a654bc req-fd025bfd-9ee7-4ce9-bb70-3b002a210554 tempest-VolumesNegativeTest-638838798 tempest-VolumesNegativeTest-638838798-project] No DVR routers for this DVR port 4337d6eb-dcd3-474a-b49e-ab550c779dc6 on host hv-cinder-79388 {{(pid=91913) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 06:12:49.507132 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [req-0ddbabb3-9819-4f55-8fa8-537080a654bc req-fd025bfd-9ee7-4ce9-bb70-3b002a210554 tempest-VolumesNegativeTest-638838798 tempest-VolumesNegativeTest-638838798-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239402'] for port, before_response {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:12:49.520558 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6283c6d3-bbfe-4040-be65-e96078db5140', 'name': 'network-vif-deleted', 'tag': '4337d6eb-dcd3-474a-b49e-ab550c779dc6'}] {{(pid=91913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 06:12:49.523281 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdc6be6d06003a26e0797ba9c3cae52571918e0042132e4e221042360f826683" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-283dac80-3c4b-4ca1-8d1c-7da93bd89f65" -d '{"events": [{"server_uuid": "6283c6d3-bbfe-4040-be65-e96078db5140", "name": "network-vif-deleted", "tag": "4337d6eb-dcd3-474a-b49e-ab550c779dc6"}]}' {{(pid=91913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 06:12:49.540883 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-0ddbabb3-9819-4f55-8fa8-537080a654bc req-fd025bfd-9ee7-4ce9-bb70-3b002a210554 tempest-VolumesNegativeTest-638838798 tempest-VolumesNegativeTest-638838798-project] 10.222.0.45 "DELETE /v2.0/ports/4337d6eb-dcd3-474a-b49e-ab550c779dc6 HTTP/1.1" status: 204 len: 173 time: 0.8200126 Jun 01 06:12:49.577139 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b49ffa-c5cd-47e4-a4ad-f330efa4a901 req-3c1511fd-aaae-4834-90a3-26470a074c5c tempest-ServerRescueNegativeTestJSON-2082042209 tempest-ServerRescueNegativeTestJSON-2082042209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:12:49.578673 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-d0b49ffa-c5cd-47e4-a4ad-f330efa4a901 req-3c1511fd-aaae-4834-90a3-26470a074c5c tempest-ServerRescueNegativeTestJSON-2082042209 tempest-ServerRescueNegativeTestJSON-2082042209-project] 10.222.0.41 "GET /v2.0/ports?device_id=bb24b49c-2dc6-4892-8b86-b2ebd99a53e4 HTTP/1.1" status: 200 len: 945 time: 0.2425771 Jun 01 06:12:49.639628 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 06:12:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e98cf662-666d-476b-9259-150a185ab3b3 x-openstack-request-id: req-e98cf662-666d-476b-9259-150a185ab3b3 {{(pid=91913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 06:12:49.639950 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6283c6d3-bbfe-4040-be65-e96078db5140", "name": "network-vif-deleted", "tag": "4337d6eb-dcd3-474a-b49e-ab550c779dc6", "status": "completed", "code": 200}]} {{(pid=91913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 06:12:49.640233 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e98cf662-666d-476b-9259-150a185ab3b3 {{(pid=91913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 06:12:49.640899 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6283c6d3-bbfe-4040-be65-e96078db5140', 'name': 'network-vif-deleted', 'tag': '4337d6eb-dcd3-474a-b49e-ab550c779dc6', 'status': 'completed', 'code': 200} Jun 01 06:12:49.643485 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-3f081f7c-c0d5-4417-bdc0-90909ef60915 req-ec01047a-d0b9-41c6-a8e0-5b1af4d6be22 service neutron] 10.222.0.45 "GET /v2.0/networks/be2b441a-fb1a-427b-819d-eed80cc049e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2317896 Jun 01 06:12:49.658396 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-d0b49ffa-c5cd-47e4-a4ad-f330efa4a901 req-9af6524f-92fe-48fb-829f-18b0158704c2 tempest-ServerRescueNegativeTestJSON-2082042209 tempest-ServerRescueNegativeTestJSON-2082042209-project] 10.222.0.41 "GET /v2.0/security-groups?id=b9806f43-fca1-4e3e-8128-d5f6b4549043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712214 Jun 01 06:12:49.893744 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-cf66f63a-c2dc-4648-b615-f3f6f204fef0 req-b0c9e51a-c0b3-4a58-ba73-6aae6067e14b tempest-VolumesNegativeTest-638838798 tempest-VolumesNegativeTest-638838798-project] 10.222.0.41 "GET /v2.0/ports?device_id=6283c6d3-bbfe-4040-be65-e96078db5140 HTTP/1.1" status: 200 len: 210 time: 0.0730152 Jun 01 06:12:49.905154 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.wsgi [-] (91912) accepted ('10.222.0.41', 55756) {{(pid=91912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 06:12:49.933179 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9944efd1-cb66-45a1-b134-6301361e50e2 req-43bb1d99-6286-452d-b77f-1e013fdb3e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:12:49.934961 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-9944efd1-cb66-45a1-b134-6301361e50e2 req-43bb1d99-6286-452d-b77f-1e013fdb3e7b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=856ad5dcb525408fab9b255236023d67&device_id=cd3736c7-f5c3-46e4-bab0-8828108eed6e HTTP/1.1" status: 200 len: 1096 time: 0.2071626 Jun 01 06:12:50.050982 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-e73f80b9-e4ef-406a-9386-9f55ef30d5b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:12:50.070812 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.db.quota.driver [None req-e73f80b9-e4ef-406a-9386-9f55ef30d5b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91912) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 06:12:50.077902 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.quota.resource [None req-e73f80b9-e4ef-406a-9386-9f55ef30d5b3 admin admin] Usage tracker for resource:security_group_rule and tenant:59b6804a46ba4a6780a011525aab1cad is out of sync, need to count used quota {{(pid=91912) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 06:12:50.090998 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.quota.resource [None req-e73f80b9-e4ef-406a-9386-9f55ef30d5b3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91912) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 06:12:50.100848 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.db.quota.driver [None req-e73f80b9-e4ef-406a-9386-9f55ef30d5b3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91912) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 06:12:50.174310 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9944efd1-cb66-45a1-b134-6301361e50e2 req-abb08cb3-de30-4fb2-878c-9c0e8d008dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:12:50.176024 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-9944efd1-cb66-45a1-b134-6301361e50e2 req-abb08cb3-de30-4fb2-878c-9c0e8d008dd7 service neutron] 10.222.0.45 "GET /v2.0/networks?id=be2b441a-fb1a-427b-819d-eed80cc049e7 HTTP/1.1" status: 200 len: 910 time: 0.2239277 Jun 01 06:12:50.267433 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-9944efd1-cb66-45a1-b134-6301361e50e2 req-3fd9bd74-9d4e-4b07-9eb8-32ff00483ae9 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cf7a4b9a-bb68-4bdc-ba08-653cdc886388 HTTP/1.1" status: 200 len: 217 time: 0.0802109 Jun 01 06:12:50.368167 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9944efd1-cb66-45a1-b134-6301361e50e2 req-854e1315-6185-4d89-9bfe-ae87919bbe2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:12:50.369984 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-9944efd1-cb66-45a1-b134-6301361e50e2 req-854e1315-6185-4d89-9bfe-ae87919bbe2c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1cc031fd-c5bc-4dab-9be6-0a2c21e59c64 HTTP/1.1" status: 200 len: 848 time: 0.0903442 Jun 01 06:12:50.441268 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb1ef70-8f85-4407-a14f-4c4a0d33c737 req-2a2329c8-8fed-4476-a215-75594dd12d6d tempest-TestShelveInstance-1107887697 tempest-TestShelveInstance-1107887697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:12:50.443909 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-5fb1ef70-8f85-4407-a14f-4c4a0d33c737 req-2a2329c8-8fed-4476-a215-75594dd12d6d tempest-TestShelveInstance-1107887697 tempest-TestShelveInstance-1107887697-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd3736c7-f5c3-46e4-bab0-8828108eed6e HTTP/1.1" status: 200 len: 943 time: 0.3186784 Jun 01 06:12:50.484856 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-e73f80b9-e4ef-406a-9386-9f55ef30d5b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:12:50.492336 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-e73f80b9-e4ef-406a-9386-9f55ef30d5b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940402'] for security_group, after_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:12:50.503714 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-d345bcf0-816b-46c3-9c5e-e1a89aa7c2e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:12:50.563462 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-5fb1ef70-8f85-4407-a14f-4c4a0d33c737 req-f74a0f64-8c79-4395-adf1-799934b2247e tempest-TestShelveInstance-1107887697 tempest-TestShelveInstance-1107887697-project] 10.222.0.41 "GET /v2.0/security-groups?id=4ce01314-a77e-4519-975b-dbdbd392c102&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0987012 Jun 01 06:12:50.567480 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73f80b9-e4ef-406a-9386-9f55ef30d5b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f682c4a6-4a69-4fc2-aab2-6baf3c4353e3,revision_number=1']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:12:50.572185 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-e73f80b9-e4ef-406a-9386-9f55ef30d5b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:12:50.574590 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [None req-e73f80b9-e4ef-406a-9386-9f55ef30d5b3 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=59b6804a46ba4a6780a011525aab1cad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6683171 Jun 01 06:12:50.577556 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.wsgi [-] (91913) accepted ('10.222.0.41', 55768) {{(pid=91913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 06:12:50.581532 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9944efd1-cb66-45a1-b134-6301361e50e2 req-6a899cd9-cf37-4c35-858a-f7c7194852d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:12:50.583060 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-9944efd1-cb66-45a1-b134-6301361e50e2 req-6a899cd9-cf37-4c35-858a-f7c7194852d4 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=be2b441a-fb1a-427b-819d-eed80cc049e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2061439 Jun 01 06:12:50.640243 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-e4122453-237b-41da-9048-522f0d721ce3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:12:50.669498 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-e4122453-237b-41da-9048-522f0d721ce3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:12:50.729326 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-e4122453-237b-41da-9048-522f0d721ce3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940402'] for security_group, after_delete {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:12:50.733451 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [None req-54e608b6-e79b-4838-a7bd-7b96dc983990 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:12:50.747140 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4122453-237b-41da-9048-522f0d721ce3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f682c4a6-4a69-4fc2-aab2-6baf3c4353e3,revision_number=None']} {{(pid=91913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:12:50.750977 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [None req-e4122453-237b-41da-9048-522f0d721ce3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:12:50.753261 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-e4122453-237b-41da-9048-522f0d721ce3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:12:50.757223 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [None req-e4122453-237b-41da-9048-522f0d721ce3 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f682c4a6-4a69-4fc2-aab2-6baf3c4353e3 HTTP/1.1" status: 204 len: 168 time: 0.1746445 Jun 01 06:12:50.815526 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-9944efd1-cb66-45a1-b134-6301361e50e2 req-85a1bfec-8a4d-4859-849c-6c28e9e47158 service neutron] 10.222.0.45 "GET /v2.0/networks/be2b441a-fb1a-427b-819d-eed80cc049e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2167554 Jun 01 06:12:50.909790 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02abf8f7-89ee-438b-9402-2e794ea7be98 req-c2b36452-ef12-43e4-8742-44fcbae04560 tempest-ServerRescueNegativeTestJSON-2082042209 tempest-ServerRescueNegativeTestJSON-2082042209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:12:50.911472 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-02abf8f7-89ee-438b-9402-2e794ea7be98 req-c2b36452-ef12-43e4-8742-44fcbae04560 tempest-ServerRescueNegativeTestJSON-2082042209 tempest-ServerRescueNegativeTestJSON-2082042209-project] 10.222.0.45 "GET /v2.0/ports?device_id=bb24b49c-2dc6-4892-8b86-b2ebd99a53e4 HTTP/1.1" status: 200 len: 945 time: 0.1494076 Jun 01 06:12:50.935495 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac8b997-ae10-497c-bc72-3cb4adf0b93c req-9a460b31-e5b3-4d33-bb78-56c3c922db5b tempest-ServerRescueNegativeTestJSON-2082042209 tempest-ServerRescueNegativeTestJSON-2082042209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:12:50.937058 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-cac8b997-ae10-497c-bc72-3cb4adf0b93c req-9a460b31-e5b3-4d33-bb78-56c3c922db5b tempest-ServerRescueNegativeTestJSON-2082042209 tempest-ServerRescueNegativeTestJSON-2082042209-project] 10.222.0.41 "GET /v2.0/ports?device_id=bb24b49c-2dc6-4892-8b86-b2ebd99a53e4 HTTP/1.1" status: 200 len: 945 time: 0.1310232 Jun 01 06:12:50.970888 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-9944efd1-cb66-45a1-b134-6301361e50e2 req-301a6894-b410-4f29-a155-1371a61aad78 service neutron] 10.222.0.45 "GET /v2.0/networks/be2b441a-fb1a-427b-819d-eed80cc049e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1470156 Jun 01 06:12:51.091914 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-cac8b997-ae10-497c-bc72-3cb4adf0b93c req-6ea60c1a-c29c-4849-9343-dc637ed30a62 tempest-ServerRescueNegativeTestJSON-2082042209 tempest-ServerRescueNegativeTestJSON-2082042209-project] 10.222.0.41 "GET /v2.0/security-groups?id=b9806f43-fca1-4e3e-8128-d5f6b4549043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186459 Jun 01 06:12:51.146812 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.plugins.ml2.plugin [req-02abf8f7-89ee-438b-9402-2e794ea7be98 req-bc2bf891-fcc1-43e9-bb3d-c67916d08590 tempest-ServerRescueNegativeTestJSON-2082042209 tempest-ServerRescueNegativeTestJSON-2082042209-project] Deleting port f3cca5ee-8321-4041-b274-3b3ee1e3e5c5 {{(pid=91913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 06:12:51.147950 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [req-02abf8f7-89ee-438b-9402-2e794ea7be98 req-bc2bf891-fcc1-43e9-bb3d-c67916d08590 tempest-ServerRescueNegativeTestJSON-2082042209 tempest-ServerRescueNegativeTestJSON-2082042209-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774208809027'] for port, before_delete {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:12:51.290817 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.plugins.ml2.db [req-02abf8f7-89ee-438b-9402-2e794ea7be98 req-bc2bf891-fcc1-43e9-bb3d-c67916d08590 tempest-ServerRescueNegativeTestJSON-2082042209 tempest-ServerRescueNegativeTestJSON-2082042209-project] For port f3cca5ee-8321-4041-b274-3b3ee1e3e5c5, host hv-cinder-79388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79388',level=0,port_id=f3cca5ee-8321-4041-b274-3b3ee1e3e5c5,segment=NetworkSegment(1c425f82-4786-49ee-8e37-a89f8f410b55),segment_id=1c425f82-4786-49ee-8e37-a89f8f410b55)] {{(pid=91913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 06:12:51.291181 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [req-02abf8f7-89ee-438b-9402-2e794ea7be98 req-bc2bf891-fcc1-43e9-bb3d-c67916d08590 tempest-ServerRescueNegativeTestJSON-2082042209 tempest-ServerRescueNegativeTestJSON-2082042209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-879323'] for port, precommit_delete {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:12:51.419073 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.plugins.ml2.plugin [req-02abf8f7-89ee-438b-9402-2e794ea7be98 req-bc2bf891-fcc1-43e9-bb3d-c67916d08590 tempest-ServerRescueNegativeTestJSON-2082042209 tempest-ServerRescueNegativeTestJSON-2082042209-project] Calling delete_port for f3cca5ee-8321-4041-b274-3b3ee1e3e5c5 owned by compute:nova {{(pid=91913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 06:12:51.667360 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [req-02abf8f7-89ee-438b-9402-2e794ea7be98 req-bc2bf891-fcc1-43e9-bb3d-c67916d08590 tempest-ServerRescueNegativeTestJSON-2082042209 tempest-ServerRescueNegativeTestJSON-2082042209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774208810150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774208425692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10749551'] for port, after_delete {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:12:51.681916 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:12:51.690760 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.db [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] get_ports_and_sgs() called for port_ids ['086b5e9c-bc83-4237-8f83-92b088599ac2', 'f3cca5ee-8321-4041-b274-3b3ee1e3e5c5'] {{(pid=91914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 06:12:51.859050 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2bf891-fcc1-43e9-bb3d-c67916d08590 tempest-ServerRescueNegativeTestJSON-2082042209 tempest-ServerRescueNegativeTestJSON-2082042209-project] Pushing event deleted for resources: {'Port': ['ID=f3cca5ee-8321-4041-b274-3b3ee1e3e5c5,revision_number=None']} {{(pid=91913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:12:51.873082 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [None req-bc2bf891-fcc1-43e9-bb3d-c67916d08590 tempest-ServerRescueNegativeTestJSON-2082042209 tempest-ServerRescueNegativeTestJSON-2082042209-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:12:51.977294 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.db.l3_dvrscheduler_db [req-02abf8f7-89ee-438b-9402-2e794ea7be98 req-bc2bf891-fcc1-43e9-bb3d-c67916d08590 tempest-ServerRescueNegativeTestJSON-2082042209 tempest-ServerRescueNegativeTestJSON-2082042209-project] No DVR routers for this DVR port f3cca5ee-8321-4041-b274-3b3ee1e3e5c5 on host hv-cinder-79388 {{(pid=91913) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 06:12:51.981672 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [req-02abf8f7-89ee-438b-9402-2e794ea7be98 req-bc2bf891-fcc1-43e9-bb3d-c67916d08590 tempest-ServerRescueNegativeTestJSON-2082042209 tempest-ServerRescueNegativeTestJSON-2082042209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239402'] for port, before_response {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:12:51.987307 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb24b49c-2dc6-4892-8b86-b2ebd99a53e4', 'name': 'network-vif-deleted', 'tag': 'f3cca5ee-8321-4041-b274-3b3ee1e3e5c5'}] {{(pid=91913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 06:12:51.989581 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdc6be6d06003a26e0797ba9c3cae52571918e0042132e4e221042360f826683" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4bbc232-c69d-4abf-a035-05824a92705c" -d '{"events": [{"server_uuid": "bb24b49c-2dc6-4892-8b86-b2ebd99a53e4", "name": "network-vif-deleted", "tag": "f3cca5ee-8321-4041-b274-3b3ee1e3e5c5"}]}' {{(pid=91913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 06:12:52.030385 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-02abf8f7-89ee-438b-9402-2e794ea7be98 req-bc2bf891-fcc1-43e9-bb3d-c67916d08590 tempest-ServerRescueNegativeTestJSON-2082042209 tempest-ServerRescueNegativeTestJSON-2082042209-project] 10.222.0.45 "DELETE /v2.0/ports/f3cca5ee-8321-4041-b274-3b3ee1e3e5c5 HTTP/1.1" status: 204 len: 173 time: 1.0959475 Jun 01 06:12:52.050312 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f657a1aa-daba-4396-9c82-4937235bb1e0 req-766c01cc-62f5-40dc-aacb-944d8830d2cf tempest-TestShelveInstance-1107887697 tempest-TestShelveInstance-1107887697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:12:52.051994 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-f657a1aa-daba-4396-9c82-4937235bb1e0 req-766c01cc-62f5-40dc-aacb-944d8830d2cf tempest-TestShelveInstance-1107887697 tempest-TestShelveInstance-1107887697-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd3736c7-f5c3-46e4-bab0-8828108eed6e HTTP/1.1" status: 200 len: 943 time: 0.2518573 Jun 01 06:12:52.053938 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 06:12:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f862297-472d-44bf-9de1-f20a442b6e62 x-openstack-request-id: req-1f862297-472d-44bf-9de1-f20a442b6e62 {{(pid=91913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 06:12:52.054453 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb24b49c-2dc6-4892-8b86-b2ebd99a53e4", "name": "network-vif-deleted", "tag": "f3cca5ee-8321-4041-b274-3b3ee1e3e5c5", "status": "completed", "code": 200}]} {{(pid=91913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 06:12:52.054887 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1f862297-472d-44bf-9de1-f20a442b6e62 {{(pid=91913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 06:12:52.055456 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb24b49c-2dc6-4892-8b86-b2ebd99a53e4', 'name': 'network-vif-deleted', 'tag': 'f3cca5ee-8321-4041-b274-3b3ee1e3e5c5', 'status': 'completed', 'code': 200} Jun 01 06:12:52.130543 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-f657a1aa-daba-4396-9c82-4937235bb1e0 req-ce51a666-2bb6-4919-9128-c00b85728516 tempest-TestShelveInstance-1107887697 tempest-TestShelveInstance-1107887697-project] 10.222.0.41 "GET /v2.0/security-groups?id=4ce01314-a77e-4519-975b-dbdbd392c102&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660813 Jun 01 06:12:52.319703 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-a67fd136-4277-4847-a2cd-3605e030dc24 req-8ea9c009-ba4a-46ce-84f9-b9620685ceed tempest-ServerRescueNegativeTestJSON-2082042209 tempest-ServerRescueNegativeTestJSON-2082042209-project] 10.222.0.41 "GET /v2.0/ports?device_id=bb24b49c-2dc6-4892-8b86-b2ebd99a53e4 HTTP/1.1" status: 200 len: 210 time: 0.0470028 Jun 01 06:12:52.918738 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.rpc [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Device f3cca5ee-8321-4041-b274-3b3ee1e3e5c5 no longer exists at agent hyperv_hv-cinder-79388 {{(pid=91914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 06:12:52.958736 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.plugin [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] No Port match for: f3cca5ee-8321-4041-b274-3b3ee1e3e5c5 {{(pid=91914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 01 06:12:52.959090 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.rpc [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Device f3cca5ee-8321-4041-b274-3b3ee1e3e5c5 not bound to the agent host hv-cinder-79388 {{(pid=91914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 06:12:52.959556 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.rpc [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Device 4337d6eb-dcd3-474a-b49e-ab550c779dc6 no longer exists at agent hyperv_hv-cinder-79388 {{(pid=91914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 06:12:52.993632 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.plugin [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] No Port match for: 4337d6eb-dcd3-474a-b49e-ab550c779dc6 {{(pid=91914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 01 06:12:52.993988 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.rpc [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Device 4337d6eb-dcd3-474a-b49e-ab550c779dc6 not bound to the agent host hv-cinder-79388 {{(pid=91914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 06:12:52.994751 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.wsgi [-] (91912) accepted ('10.222.0.41', 55966) {{(pid=91912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 06:12:53.131868 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-30729688-7765-4073-8ee7-6e24d8b3b444 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:12:53.152328 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.db.quota.driver [None req-30729688-7765-4073-8ee7-6e24d8b3b444 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91912) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 06:12:53.156838 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.quota.resource [None req-30729688-7765-4073-8ee7-6e24d8b3b444 admin admin] Usage tracker for resource:security_group_rule and tenant:e7ce1783501e43d08c4ca09391139903 is out of sync, need to count used quota {{(pid=91912) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 06:12:53.161079 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.quota.resource [None req-30729688-7765-4073-8ee7-6e24d8b3b444 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91912) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 06:12:53.167436 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.db.quota.driver [None req-30729688-7765-4073-8ee7-6e24d8b3b444 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91912) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 06:12:53.311940 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-30729688-7765-4073-8ee7-6e24d8b3b444 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:12:53.322082 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-30729688-7765-4073-8ee7-6e24d8b3b444 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940402'] for security_group, after_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:12:53.333246 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-e73f80b9-e4ef-406a-9386-9f55ef30d5b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:12:53.394525 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30729688-7765-4073-8ee7-6e24d8b3b444 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32a81842-bf55-475c-a0d2-4b21f13466f7,revision_number=1']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:12:53.398062 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-30729688-7765-4073-8ee7-6e24d8b3b444 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:12:53.401660 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [None req-30729688-7765-4073-8ee7-6e24d8b3b444 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e7ce1783501e43d08c4ca09391139903&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4058976 Jun 01 06:12:53.405646 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.wsgi [-] (91913) accepted ('10.222.0.41', 56008) {{(pid=91913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 06:12:53.427855 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acdb2c7-9d40-42a6-9840-f76e8b4c4ffe req-9aa480e4-d5cd-48c0-9a10-ea0bd9de8600 tempest-TestShelveInstance-1107887697 tempest-TestShelveInstance-1107887697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:12:53.429448 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-8acdb2c7-9d40-42a6-9840-f76e8b4c4ffe req-9aa480e4-d5cd-48c0-9a10-ea0bd9de8600 tempest-TestShelveInstance-1107887697 tempest-TestShelveInstance-1107887697-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd3736c7-f5c3-46e4-bab0-8828108eed6e HTTP/1.1" status: 200 len: 943 time: 0.1592612 Jun 01 06:12:53.483014 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-5c000f13-5435-45d6-ab1f-1fbcdd184cb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:12:53.499337 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-8acdb2c7-9d40-42a6-9840-f76e8b4c4ffe req-6d0466f2-37ab-4815-ba03-fe209d6b1bf4 tempest-TestShelveInstance-1107887697 tempest-TestShelveInstance-1107887697-project] 10.222.0.41 "GET /v2.0/security-groups?id=4ce01314-a77e-4519-975b-dbdbd392c102&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629652 Jun 01 06:12:53.524624 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-5c000f13-5435-45d6-ab1f-1fbcdd184cb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:12:53.587755 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-5c000f13-5435-45d6-ab1f-1fbcdd184cb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940402'] for security_group, after_delete {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:12:53.596097 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [None req-ecab51d8-f8b2-4b26-87fa-42fab3ea1b6a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:12:53.608793 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c000f13-5435-45d6-ab1f-1fbcdd184cb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32a81842-bf55-475c-a0d2-4b21f13466f7,revision_number=None']} {{(pid=91913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:12:53.612204 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [None req-5c000f13-5435-45d6-ab1f-1fbcdd184cb1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:12:53.619842 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-5c000f13-5435-45d6-ab1f-1fbcdd184cb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:12:53.622520 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [None req-5c000f13-5435-45d6-ab1f-1fbcdd184cb1 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/32a81842-bf55-475c-a0d2-4b21f13466f7 HTTP/1.1" status: 204 len: 168 time: 0.2151763 Jun 01 06:12:53.912581 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30dd85c3-ce5f-43a9-8f8b-4c55838cb0e9 req-07b3eae0-feb6-4420-b110-dc1895ef6cde tempest-ServerRescueNegativeTestJSON-2082042209 tempest-ServerRescueNegativeTestJSON-2082042209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:12:53.913514 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.quota.resource [req-30dd85c3-ce5f-43a9-8f8b-4c55838cb0e9 req-07b3eae0-feb6-4420-b110-dc1895ef6cde tempest-ServerRescueNegativeTestJSON-2082042209 tempest-ServerRescueNegativeTestJSON-2082042209-project] Synchronizing usage tracker for tenant:e52e210129f84c5ab6a94a8e2b18edeb on resource:port {{(pid=91913) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 06:12:53.931837 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.quota.resource [req-30dd85c3-ce5f-43a9-8f8b-4c55838cb0e9 req-07b3eae0-feb6-4420-b110-dc1895ef6cde tempest-ServerRescueNegativeTestJSON-2082042209 tempest-ServerRescueNegativeTestJSON-2082042209-project] Unset dirty status for tenant:e52e210129f84c5ab6a94a8e2b18edeb on resource:port {{(pid=91913) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 06:12:53.933605 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-30dd85c3-ce5f-43a9-8f8b-4c55838cb0e9 req-07b3eae0-feb6-4420-b110-dc1895ef6cde tempest-ServerRescueNegativeTestJSON-2082042209 tempest-ServerRescueNegativeTestJSON-2082042209-project] 10.222.0.41 "GET /v2.0/ports?device_id=adbe8ec7-7667-4d7a-8fa0-614d82b10afb HTTP/1.1" status: 200 len: 945 time: 0.1216183 Jun 01 06:12:53.976170 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.wsgi [-] (91912) accepted ('10.222.0.41', 56048) {{(pid=91912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 06:12:53.989299 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-30dd85c3-ce5f-43a9-8f8b-4c55838cb0e9 req-99d2fd9f-3e3e-4ce2-ae10-111da848f96f tempest-ServerRescueNegativeTestJSON-2082042209 tempest-ServerRescueNegativeTestJSON-2082042209-project] 10.222.0.41 "GET /v2.0/security-groups?id=b9806f43-fca1-4e3e-8128-d5f6b4549043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483863 Jun 01 06:12:53.998012 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-8d58c1da-ce24-4536-8a04-8af62dbae296 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:12:54.012459 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.db.quota.driver [None req-8d58c1da-ce24-4536-8a04-8af62dbae296 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91912) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 06:12:54.016678 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.quota.resource [None req-8d58c1da-ce24-4536-8a04-8af62dbae296 admin admin] Usage tracker for resource:security_group_rule and tenant:ba4f4338d65c4fb5b011718ec86554e9 is out of sync, need to count used quota {{(pid=91912) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 06:12:54.019575 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.quota.resource [None req-8d58c1da-ce24-4536-8a04-8af62dbae296 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91912) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 06:12:54.025215 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.db.quota.driver [None req-8d58c1da-ce24-4536-8a04-8af62dbae296 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91912) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 06:12:54.111608 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-8d58c1da-ce24-4536-8a04-8af62dbae296 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:12:54.115454 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-8d58c1da-ce24-4536-8a04-8af62dbae296 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940402'] for security_group, after_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:12:54.123595 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-364086aa-cc37-456b-a922-7c898bb8e42b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:12:54.163435 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d58c1da-ce24-4536-8a04-8af62dbae296 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5ebeda7-e602-46cc-9b98-ba980af556cd,revision_number=1']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:12:54.167055 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-8d58c1da-ce24-4536-8a04-8af62dbae296 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:12:54.172147 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [None req-8d58c1da-ce24-4536-8a04-8af62dbae296 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ba4f4338d65c4fb5b011718ec86554e9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1921937 Jun 01 06:12:54.173346 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.wsgi [-] (91912) accepted ('10.222.0.41', 56060) {{(pid=91912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 06:12:54.235421 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-af644e34-2ce9-4ebf-9e13-521af3c03f06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:12:54.267526 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-af644e34-2ce9-4ebf-9e13-521af3c03f06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:12:54.322577 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-af644e34-2ce9-4ebf-9e13-521af3c03f06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940402'] for security_group, after_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:12:54.326292 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-753a2b0c-6413-4d0d-8c47-9df7924eac26 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:12:54.342724 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af644e34-2ce9-4ebf-9e13-521af3c03f06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5ebeda7-e602-46cc-9b98-ba980af556cd,revision_number=None']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:12:54.347295 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-af644e34-2ce9-4ebf-9e13-521af3c03f06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:12:54.358627 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-af644e34-2ce9-4ebf-9e13-521af3c03f06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:12:54.360252 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [None req-af644e34-2ce9-4ebf-9e13-521af3c03f06 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e5ebeda7-e602-46cc-9b98-ba980af556cd HTTP/1.1" status: 204 len: 168 time: 0.1870062 Jun 01 06:12:54.863586 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877ccadc-7d0d-4eaa-ab11-df06665632ba req-a4491462-9a65-405e-be96-ddcf90d5616b tempest-TestShelveInstance-1107887697 tempest-TestShelveInstance-1107887697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:12:54.865815 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-877ccadc-7d0d-4eaa-ab11-df06665632ba req-a4491462-9a65-405e-be96-ddcf90d5616b tempest-TestShelveInstance-1107887697 tempest-TestShelveInstance-1107887697-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd3736c7-f5c3-46e4-bab0-8828108eed6e HTTP/1.1" status: 200 len: 943 time: 0.1429002 Jun 01 06:12:54.920046 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.rpc [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Device cf7a4b9a-bb68-4bdc-ba08-653cdc886388 details requested by agent hyperv_hv-cinder-79388 with host hv-cinder-79388 {{(pid=91914) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 06:12:54.927282 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-877ccadc-7d0d-4eaa-ab11-df06665632ba req-e1fc2890-bf5c-4e1a-b4ae-1b74e01cd2ef tempest-TestShelveInstance-1107887697 tempest-TestShelveInstance-1107887697-project] 10.222.0.41 "GET /v2.0/security-groups?id=4ce01314-a77e-4519-975b-dbdbd392c102&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554857 Jun 01 06:12:55.097636 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.db [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] For port cf7a4b9a-bb68-4bdc-ba08-653cdc886388, host hv-cinder-79388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79388',level=0,port_id=cf7a4b9a-bb68-4bdc-ba08-653cdc886388,segment=NetworkSegment(0e7dd937-69e2-40df-b10d-100b14ee89a1),segment_id=0e7dd937-69e2-40df-b10d-100b14ee89a1)] {{(pid=91914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 06:12:55.106497 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.rpc [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Returning: {'device': 'cf7a4b9a-bb68-4bdc-ba08-653cdc886388', 'network_id': 'be2b441a-fb1a-427b-819d-eed80cc049e7', 'port_id': 'cf7a4b9a-bb68-4bdc-ba08-653cdc886388', 'mac_address': 'fa:16:3e:11:da:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1cc031fd-c5bc-4dab-9be6-0a2c21e59c64', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91914) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 06:12:55.179024 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3824664'] for port, before_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:12:55.199110 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.notifiers.nova [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf7a4b9a-bb68-4bdc-ba08-653cdc886388 {{(pid=91914) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 06:12:55.218134 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.db [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] For port cf7a4b9a-bb68-4bdc-ba08-653cdc886388, host hv-cinder-79388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79388',level=0,port_id=cf7a4b9a-bb68-4bdc-ba08-653cdc886388,segment=NetworkSegment(0e7dd937-69e2-40df-b10d-100b14ee89a1),segment_id=0e7dd937-69e2-40df-b10d-100b14ee89a1)] {{(pid=91914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 06:12:55.227410 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774208810132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774208425701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774208426006'] for port, after_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:12:55.229278 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG oslo_concurrency.lockutils [None req-47146954-961d-426a-a37c-762a8166d047 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91914) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:12:55.251375 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4f0e30-1b79-4e45-ad44-c5b438bdd707 req-20c83232-26ad-41a6-820c-e118ef797d6f tempest-ServerRescueNegativeTestJSON-2082042209 tempest-ServerRescueNegativeTestJSON-2082042209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:12:55.255477 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-1b4f0e30-1b79-4e45-ad44-c5b438bdd707 req-20c83232-26ad-41a6-820c-e118ef797d6f tempest-ServerRescueNegativeTestJSON-2082042209 tempest-ServerRescueNegativeTestJSON-2082042209-project] 10.222.0.41 "GET /v2.0/ports?device_id=adbe8ec7-7667-4d7a-8fa0-614d82b10afb HTTP/1.1" status: 200 len: 945 time: 0.1189830 Jun 01 06:12:55.306775 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Pushing event updated for resources: {'Port': ['ID=cf7a4b9a-bb68-4bdc-ba08-653cdc886388,revision_number=4']} {{(pid=91914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:12:55.310485 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG oslo_concurrency.lockutils [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=91914) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:12:55.332839 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-1b4f0e30-1b79-4e45-ad44-c5b438bdd707 req-9fe1ed79-ae30-4ba7-8fff-d9bfbbb41932 tempest-ServerRescueNegativeTestJSON-2082042209 tempest-ServerRescueNegativeTestJSON-2082042209-project] 10.222.0.41 "GET /v2.0/security-groups?id=b9806f43-fca1-4e3e-8128-d5f6b4549043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686843 Jun 01 06:12:55.631098 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.db [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] get_ports_and_sgs() called for port_ids ['cf7a4b9a-bb68-4bdc-ba08-653cdc886388'] {{(pid=91914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 06:12:55.806924 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-3a12284b-4548-44e5-8d5d-0cd90e375d6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774208951022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772053'] for agent, after_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:12:56.113770 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7376f79-4b7d-48e5-8b5d-dec9689011b4 req-3b35d52a-b29c-4112-86f0-7d79c5fd7b9b tempest-TestShelveInstance-1107887697 tempest-TestShelveInstance-1107887697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:12:56.117477 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-b7376f79-4b7d-48e5-8b5d-dec9689011b4 req-3b35d52a-b29c-4112-86f0-7d79c5fd7b9b tempest-TestShelveInstance-1107887697 tempest-TestShelveInstance-1107887697-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd3736c7-f5c3-46e4-bab0-8828108eed6e HTTP/1.1" status: 200 len: 944 time: 0.0811617 Jun 01 06:12:56.162643 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-b7376f79-4b7d-48e5-8b5d-dec9689011b4 req-10c60909-1d18-489a-ba2b-6e81daac42c9 tempest-TestShelveInstance-1107887697 tempest-TestShelveInstance-1107887697-project] 10.222.0.41 "GET /v2.0/security-groups?id=4ce01314-a77e-4519-975b-dbdbd392c102&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417800 Jun 01 06:12:56.541403 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1a7da7-af5b-4583-8723-cd08f20aa28e req-68f5852a-b8ae-4d95-95bc-00d54518cb66 tempest-ServerRescueNegativeTestJSON-2082042209 tempest-ServerRescueNegativeTestJSON-2082042209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:12:56.542864 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-5e1a7da7-af5b-4583-8723-cd08f20aa28e req-68f5852a-b8ae-4d95-95bc-00d54518cb66 tempest-ServerRescueNegativeTestJSON-2082042209 tempest-ServerRescueNegativeTestJSON-2082042209-project] 10.222.0.41 "GET /v2.0/ports?device_id=adbe8ec7-7667-4d7a-8fa0-614d82b10afb HTTP/1.1" status: 200 len: 945 time: 0.0934274 Jun 01 06:12:56.557820 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.wsgi [-] (91913) accepted ('10.222.0.41', 56172) {{(pid=91913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 06:12:56.593691 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-5e1a7da7-af5b-4583-8723-cd08f20aa28e req-4c610708-56e6-4f15-be90-2812ddd4241d tempest-ServerRescueNegativeTestJSON-2082042209 tempest-ServerRescueNegativeTestJSON-2082042209-project] 10.222.0.41 "GET /v2.0/security-groups?id=b9806f43-fca1-4e3e-8128-d5f6b4549043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427070 Jun 01 06:12:56.681952 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-dc68ab34-3dd0-4d7c-adcb-02561b17d9d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:12:56.696045 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.db.quota.driver [None req-dc68ab34-3dd0-4d7c-adcb-02561b17d9d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 06:12:56.699771 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.quota.resource [None req-dc68ab34-3dd0-4d7c-adcb-02561b17d9d1 admin admin] Usage tracker for resource:security_group_rule and tenant:08bdd1c20c634b68a2125c61e6547d16 is out of sync, need to count used quota {{(pid=91913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 06:12:56.702649 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.quota.resource [None req-dc68ab34-3dd0-4d7c-adcb-02561b17d9d1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 06:12:56.708756 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.db.quota.driver [None req-dc68ab34-3dd0-4d7c-adcb-02561b17d9d1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 06:12:56.786889 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.wsgi [-] (91912) accepted ('10.222.0.41', 56182) {{(pid=91912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 06:12:56.796051 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-dc68ab34-3dd0-4d7c-adcb-02561b17d9d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:12:56.799960 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-dc68ab34-3dd0-4d7c-adcb-02561b17d9d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940402'] for security_group, after_create {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:12:56.807845 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [None req-eb4229b3-cd82-4f24-92ed-cb4111928ba3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:12:56.847295 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [None req-dc68ab34-3dd0-4d7c-adcb-02561b17d9d1 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=08bdd1c20c634b68a2125c61e6547d16&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2882838 Jun 01 06:12:56.848756 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc68ab34-3dd0-4d7c-adcb-02561b17d9d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a881802d-ac0f-44b4-8b8c-dcab4f98eeed,revision_number=1']} {{(pid=91913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:12:56.850224 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.wsgi [-] (91912) accepted ('10.222.0.41', 56188) {{(pid=91912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 06:12:56.851907 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [None req-dc68ab34-3dd0-4d7c-adcb-02561b17d9d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:12:56.929349 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-27b599b6-04b9-4572-a7a9-f7f42be89188 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:12:56.936248 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.rpc [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Device cf7a4b9a-bb68-4bdc-ba08-653cdc886388 up at agent hyperv_hv-cinder-79388 {{(pid=91914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 06:12:56.982825 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-27b599b6-04b9-4572-a7a9-f7f42be89188 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:12:56.993809 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [None req-67567fbf-4fbf-4f95-97cd-69eacde00dc7 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=439bc5fb17064ab98decc736402f2fcb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2054052 Jun 01 06:12:56.996087 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.wsgi [-] (91912) accepted ('10.222.0.41', 56194) {{(pid=91912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 06:12:57.006162 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.db.provisioning_blocks [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Provisioning for port cf7a4b9a-bb68-4bdc-ba08-653cdc886388 completed by entity L2. {{(pid=91914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 06:12:57.010667 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.db.provisioning_blocks [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Provisioning complete for port cf7a4b9a-bb68-4bdc-ba08-653cdc886388 triggered by entity L2. {{(pid=91914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 06:12:57.011042 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3772206'] for port, provisioning_complete {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:12:57.081026 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-c42c659d-97f0-4559-bbd7-103c16ba14b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:12:57.093156 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-27b599b6-04b9-4572-a7a9-f7f42be89188 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940402'] for security_group, after_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:12:57.099781 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-8ca22945-d8f8-4a70-b443-77c8f5c397a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:12:57.119693 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b599b6-04b9-4572-a7a9-f7f42be89188 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a881802d-ac0f-44b4-8b8c-dcab4f98eeed,revision_number=None']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:12:57.125890 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-c42c659d-97f0-4559-bbd7-103c16ba14b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:12:57.138596 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3824664'] for port, before_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:12:57.139630 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b599b6-04b9-4572-a7a9-f7f42be89188 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:12:57.139993 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b599b6-04b9-4572-a7a9-f7f42be89188 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:12:57.140346 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b599b6-04b9-4572-a7a9-f7f42be89188 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:12:57.140811 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b599b6-04b9-4572-a7a9-f7f42be89188 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:12:57.141680 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b599b6-04b9-4572-a7a9-f7f42be89188 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:12:57.142094 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b599b6-04b9-4572-a7a9-f7f42be89188 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:12:57.142436 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b599b6-04b9-4572-a7a9-f7f42be89188 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:12:57.142776 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b599b6-04b9-4572-a7a9-f7f42be89188 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:12:57.143115 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b599b6-04b9-4572-a7a9-f7f42be89188 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:12:57.143449 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b599b6-04b9-4572-a7a9-f7f42be89188 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:12:57.143780 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b599b6-04b9-4572-a7a9-f7f42be89188 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:12:57.144110 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b599b6-04b9-4572-a7a9-f7f42be89188 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:12:57.148674 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-27b599b6-04b9-4572-a7a9-f7f42be89188 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:12:57.149487 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-27b599b6-04b9-4572-a7a9-f7f42be89188 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:12:57.150543 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [None req-27b599b6-04b9-4572-a7a9-f7f42be89188 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a881802d-ac0f-44b4-8b8c-dcab4f98eeed HTTP/1.1" status: 204 len: 168 time: 0.2993937 Jun 01 06:12:57.177118 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd3736c7-f5c3-46e4-bab0-8828108eed6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf7a4b9a-bb68-4bdc-ba08-653cdc886388'}] {{(pid=91914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 06:12:57.179779 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cefeca7b2fbb82c39cf99810f9cdf69defc097144ee6f344485b033ce81b52cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-915c1ee8-1316-4405-86bd-1ac106966347" -d '{"events": [{"server_uuid": "cd3736c7-f5c3-46e4-bab0-8828108eed6e", "name": "network-vif-plugged", "status": "completed", "tag": "cf7a4b9a-bb68-4bdc-ba08-653cdc886388"}]}' {{(pid=91914) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 06:12:57.188128 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.db [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] For port cf7a4b9a-bb68-4bdc-ba08-653cdc886388, host hv-cinder-79388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79388',level=0,port_id=cf7a4b9a-bb68-4bdc-ba08-653cdc886388,segment=NetworkSegment(0e7dd937-69e2-40df-b10d-100b14ee89a1),segment_id=0e7dd937-69e2-40df-b10d-100b14ee89a1)] {{(pid=91914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 06:12:57.191918 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774208810132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774208425701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774208426006'] for port, after_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:12:57.194790 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG oslo_concurrency.lockutils [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91914) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:12:57.212910 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-c42c659d-97f0-4559-bbd7-103c16ba14b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940402'] for security_group, after_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:12:57.218463 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-856a9267-6da9-4d89-8025-8fcefb1dc2ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:12:57.253757 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42c659d-97f0-4559-bbd7-103c16ba14b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f54f8a1-109a-4841-b286-07001b96a3ab,revision_number=None']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:12:57.256185 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-c42c659d-97f0-4559-bbd7-103c16ba14b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:12:57.265308 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-c42c659d-97f0-4559-bbd7-103c16ba14b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:12:57.269027 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [None req-c42c659d-97f0-4559-bbd7-103c16ba14b2 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/1f54f8a1-109a-4841-b286-07001b96a3ab HTTP/1.1" status: 204 len: 168 time: 0.2700384 Jun 01 06:12:57.279583 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 06:12:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ff3ca0b-81c7-4dbd-9dcd-cbd598324d0e x-openstack-request-id: req-0ff3ca0b-81c7-4dbd-9dcd-cbd598324d0e {{(pid=91914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 06:12:57.279888 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd3736c7-f5c3-46e4-bab0-8828108eed6e", "name": "network-vif-plugged", "status": "completed", "tag": "cf7a4b9a-bb68-4bdc-ba08-653cdc886388", "code": 200}]} {{(pid=91914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 06:12:57.280410 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0ff3ca0b-81c7-4dbd-9dcd-cbd598324d0e {{(pid=91914) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 06:12:57.281185 dv-cinder-793885-1-smb neutron-server[91914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd3736c7-f5c3-46e4-bab0-8828108eed6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf7a4b9a-bb68-4bdc-ba08-653cdc886388', 'code': 200} Jun 01 06:12:57.301418 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Pushing event updated for resources: {'Port': ['ID=cf7a4b9a-bb68-4bdc-ba08-653cdc886388,revision_number=5']} {{(pid=91914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:12:57.306120 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG oslo_concurrency.lockutils [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=91914) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:12:57.367763 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096f1ba3-9c97-40cb-8a66-150527e7c552 req-8b0e16f4-6b9c-4755-9b10-451cc7578040 tempest-TestShelveInstance-1107887697 tempest-TestShelveInstance-1107887697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:12:57.369512 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-096f1ba3-9c97-40cb-8a66-150527e7c552 req-8b0e16f4-6b9c-4755-9b10-451cc7578040 tempest-TestShelveInstance-1107887697 tempest-TestShelveInstance-1107887697-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd3736c7-f5c3-46e4-bab0-8828108eed6e HTTP/1.1" status: 200 len: 945 time: 0.0893362 Jun 01 06:12:57.417730 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-096f1ba3-9c97-40cb-8a66-150527e7c552 req-b68fb84f-0900-49d0-902d-42f4b2ee32f0 tempest-TestShelveInstance-1107887697 tempest-TestShelveInstance-1107887697-project] 10.222.0.41 "GET /v2.0/security-groups?id=4ce01314-a77e-4519-975b-dbdbd392c102&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411849 Jun 01 06:12:57.615602 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.wsgi [-] (91912) accepted ('10.222.0.41', 56218) {{(pid=91912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 06:12:57.625852 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79692afa-e5f7-4c85-a973-94968df34825 req-7592b312-7d35-4867-85d7-0b609de33d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:12:57.627309 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-79692afa-e5f7-4c85-a973-94968df34825 req-7592b312-7d35-4867-85d7-0b609de33d44 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=cd3736c7-f5c3-46e4-bab0-8828108eed6e HTTP/1.1" status: 200 len: 1098 time: 0.0836334 Jun 01 06:12:57.642711 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-844cee92-b339-4d59-8dfc-11e733c81df9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:12:57.662594 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.db.quota.driver [None req-844cee92-b339-4d59-8dfc-11e733c81df9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91912) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 06:12:57.669804 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.quota.resource [None req-844cee92-b339-4d59-8dfc-11e733c81df9 admin admin] Usage tracker for resource:security_group_rule and tenant:81bb015202f2425da79d6ede46987d54 is out of sync, need to count used quota {{(pid=91912) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 06:12:57.674715 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.quota.resource [None req-844cee92-b339-4d59-8dfc-11e733c81df9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91912) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 06:12:57.692366 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.db.quota.driver [None req-844cee92-b339-4d59-8dfc-11e733c81df9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91912) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 06:12:57.701768 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-79692afa-e5f7-4c85-a973-94968df34825 req-0616352d-8a4d-4c4e-9341-057dab1e32b6 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=4ce01314-a77e-4519-975b-dbdbd392c102&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646179 Jun 01 06:12:57.844532 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-844cee92-b339-4d59-8dfc-11e733c81df9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:12:57.853979 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-844cee92-b339-4d59-8dfc-11e733c81df9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940402'] for security_group, after_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:12:57.864525 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-ed8cf436-bf3e-423e-988e-d3802aaddc80 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:12:57.917328 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844cee92-b339-4d59-8dfc-11e733c81df9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd75fad7-441d-44a1-b7d4-953e45bd9ae5,revision_number=1']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:12:57.928561 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ccc7f7-0bc9-4c0d-a07b-50d73c8f6609 req-8d07ad10-7c55-482c-ba30-6a7934377926 tempest-ServerRescueNegativeTestJSON-2082042209 tempest-ServerRescueNegativeTestJSON-2082042209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:12:57.931963 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-73ccc7f7-0bc9-4c0d-a07b-50d73c8f6609 req-8d07ad10-7c55-482c-ba30-6a7934377926 tempest-ServerRescueNegativeTestJSON-2082042209 tempest-ServerRescueNegativeTestJSON-2082042209-project] 10.222.0.41 "GET /v2.0/ports?device_id=adbe8ec7-7667-4d7a-8fa0-614d82b10afb HTTP/1.1" status: 200 len: 945 time: 0.1544390 Jun 01 06:12:57.932970 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-844cee92-b339-4d59-8dfc-11e733c81df9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:12:57.935424 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [None req-844cee92-b339-4d59-8dfc-11e733c81df9 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=81bb015202f2425da79d6ede46987d54&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3187449 Jun 01 06:12:57.938791 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.wsgi [-] (91913) accepted ('10.222.0.41', 56238) {{(pid=91913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 06:12:57.994309 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-73ccc7f7-0bc9-4c0d-a07b-50d73c8f6609 req-43355e63-7535-4aa6-b712-6c87d8142e52 tempest-ServerRescueNegativeTestJSON-2082042209 tempest-ServerRescueNegativeTestJSON-2082042209-project] 10.222.0.41 "GET /v2.0/security-groups?id=b9806f43-fca1-4e3e-8128-d5f6b4549043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449944 Jun 01 06:12:58.024097 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-b2907cf0-3394-4b50-844f-6db9d613455d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:12:58.049749 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-b2907cf0-3394-4b50-844f-6db9d613455d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:12:58.112537 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-b2907cf0-3394-4b50-844f-6db9d613455d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940402'] for security_group, after_delete {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:12:58.117744 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:12:58.138530 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2907cf0-3394-4b50-844f-6db9d613455d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd75fad7-441d-44a1-b7d4-953e45bd9ae5,revision_number=None']} {{(pid=91913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:12:58.143900 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [None req-b2907cf0-3394-4b50-844f-6db9d613455d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:12:58.150762 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-b2907cf0-3394-4b50-844f-6db9d613455d admin admin] Notify callbacks [] for security_group, before_response {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:12:58.155900 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [None req-b2907cf0-3394-4b50-844f-6db9d613455d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/fd75fad7-441d-44a1-b7d4-953e45bd9ae5 HTTP/1.1" status: 204 len: 168 time: 0.2159140 Jun 01 06:12:58.191633 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.wsgi [-] (91913) accepted ('10.222.0.41', 56252) {{(pid=91913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 06:12:58.196884 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774208951022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772053'] for agent, after_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:12:58.319853 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.v2.base [None req-abccbb0c-139b-44b3-89c5-e570ce2c04bc admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-336830795-network', 'tenant_id': '01a8148357484b32a69bbd98475f8644'}} {{(pid=91913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 06:12:58.325313 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.db.quota.driver [None req-abccbb0c-139b-44b3-89c5-e570ce2c04bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 06:12:58.329466 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.quota.resource [None req-abccbb0c-139b-44b3-89c5-e570ce2c04bc admin admin] Usage tracker for resource:network and tenant:01a8148357484b32a69bbd98475f8644 is out of sync, need to count used quota {{(pid=91913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 06:12:58.333015 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.quota.resource [None req-abccbb0c-139b-44b3-89c5-e570ce2c04bc admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 06:12:58.340744 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.db.quota.driver [None req-abccbb0c-139b-44b3-89c5-e570ce2c04bc admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 06:12:58.356674 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abccbb0c-139b-44b3-89c5-e570ce2c04bc admin admin] Made reservation on behalf of 01a8148357484b32a69bbd98475f8644 for: {'network': 1} {{(pid=91913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 06:12:58.359050 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-abccbb0c-139b-44b3-89c5-e570ce2c04bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3824659'] for network, before_create {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:12:58.372527 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-abccbb0c-139b-44b3-89c5-e570ce2c04bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:12:58.388108 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.db.quota.driver [None req-abccbb0c-139b-44b3-89c5-e570ce2c04bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 06:12:58.392148 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.quota.resource [None req-abccbb0c-139b-44b3-89c5-e570ce2c04bc admin admin] Usage tracker for resource:security_group_rule and tenant:01a8148357484b32a69bbd98475f8644 is out of sync, need to count used quota {{(pid=91913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 06:12:58.395235 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.quota.resource [None req-abccbb0c-139b-44b3-89c5-e570ce2c04bc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 06:12:58.401103 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.db.quota.driver [None req-abccbb0c-139b-44b3-89c5-e570ce2c04bc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 06:12:58.487985 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-4b436218-739c-4b70-96a2-2a0e745bc8dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774208951022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772053'] for agent, after_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:12:58.537442 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-abccbb0c-139b-44b3-89c5-e570ce2c04bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:12:58.542629 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-abccbb0c-139b-44b3-89c5-e570ce2c04bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940402'] for security_group, after_create {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:12:58.545796 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [None req-2e9c40f8-751e-4e1d-98a3-01be61ac3c80 tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:12:58.576687 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-abccbb0c-139b-44b3-89c5-e570ce2c04bc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 332} {{(pid=91913) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 06:12:58.582554 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abccbb0c-139b-44b3-89c5-e570ce2c04bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00149f5e-5845-4199-b9d6-6cd604ad02b8,revision_number=1']} {{(pid=91913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:12:58.586335 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [None req-abccbb0c-139b-44b3-89c5-e570ce2c04bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:12:58.590655 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-abccbb0c-139b-44b3-89c5-e570ce2c04bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3778787'] for segment, precommit_create {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:12:58.591140 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.db.segments_db [None req-abccbb0c-139b-44b3-89c5-e570ce2c04bc admin admin] Added segment cc0cc183-e050-4fc8-a49b-4071c6674dd2 of type vlan for network b2527877-b5b6-43aa-8903-8b7eda48e9e3 Jun 01 06:12:58.626499 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-abccbb0c-139b-44b3-89c5-e570ce2c04bc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774208444501'] for network, precommit_create {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:12:58.667002 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3079c99-2569-4a36-a919-e55540dc01c9 req-f7607c4b-e987-40eb-aa5c-65539b1ac9a8 tempest-TestShelveInstance-1107887697 tempest-TestShelveInstance-1107887697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:12:58.670149 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-f3079c99-2569-4a36-a919-e55540dc01c9 req-f7607c4b-e987-40eb-aa5c-65539b1ac9a8 tempest-TestShelveInstance-1107887697 tempest-TestShelveInstance-1107887697-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd3736c7-f5c3-46e4-bab0-8828108eed6e HTTP/1.1" status: 200 len: 945 time: 0.1054604 Jun 01 06:12:58.670794 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-abccbb0c-139b-44b3-89c5-e570ce2c04bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-940336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536314'] for network, after_create {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:12:58.672625 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abccbb0c-139b-44b3-89c5-e570ce2c04bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:12:58.673306 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-abccbb0c-139b-44b3-89c5-e570ce2c04bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536287'] for network, before_response {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:12:58.678280 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:12:58.720190 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-f3079c99-2569-4a36-a919-e55540dc01c9 req-810ed41e-9d76-47f5-b4ec-77b100ea2c47 tempest-TestShelveInstance-1107887697 tempest-TestShelveInstance-1107887697-project] 10.222.0.41 "GET /v2.0/security-groups?id=4ce01314-a77e-4519-975b-dbdbd392c102&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432029 Jun 01 06:12:58.783905 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abccbb0c-139b-44b3-89c5-e570ce2c04bc admin admin] Pushing event updated for resources: {'Network': ['ID=b2527877-b5b6-43aa-8903-8b7eda48e9e3,revision_number=1']} {{(pid=91913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:12:58.789597 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [None req-abccbb0c-139b-44b3-89c5-e570ce2c04bc admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5941808 Jun 01 06:12:58.789597 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [None req-abccbb0c-139b-44b3-89c5-e570ce2c04bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:12:58.789835 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.wsgi [-] (91913) accepted ('10.222.0.41', 56274) {{(pid=91913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 06:12:58.795205 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.v2.base [None req-36c7fd94-063a-4d5a-8503-4d4e27770648 admin admin] Request body: {'subnet': {'network_id': 'b2527877-b5b6-43aa-8903-8b7eda48e9e3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-336830795-subnet', 'tenant_id': '01a8148357484b32a69bbd98475f8644', 'ip_version': 4}} {{(pid=91913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 06:12:58.795367 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.rpc [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] Network b2527877-b5b6-43aa-8903-8b7eda48e9e3 details requested by agent ovs-agent-dv-cinder-793885-1-smb with host dv-cinder-793885-1-smb {{(pid=91914) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 06:12:58.800962 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.db.quota.driver [None req-36c7fd94-063a-4d5a-8503-4d4e27770648 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 06:12:58.804829 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.quota.resource [None req-36c7fd94-063a-4d5a-8503-4d4e27770648 admin admin] Usage tracker for resource:subnet and tenant:01a8148357484b32a69bbd98475f8644 is out of sync, need to count used quota {{(pid=91913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 06:12:58.807661 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.quota.resource [None req-36c7fd94-063a-4d5a-8503-4d4e27770648 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 06:12:58.822109 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.db.quota.driver [None req-36c7fd94-063a-4d5a-8503-4d4e27770648 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 06:12:58.838424 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36c7fd94-063a-4d5a-8503-4d4e27770648 admin admin] Made reservation on behalf of 01a8148357484b32a69bbd98475f8644 for: {'subnet': 1} {{(pid=91913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 06:12:58.841510 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-36c7fd94-063a-4d5a-8503-4d4e27770648 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11365373'] for subnet, before_create {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:12:59.307042 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3db00f8-347c-44e5-b159-c44a7fe98885 req-ea82c254-ccc7-45b4-8640-7cfa736a89b3 tempest-ServerRescueNegativeTestJSON-2082042209 tempest-ServerRescueNegativeTestJSON-2082042209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:12:59.308486 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-f3db00f8-347c-44e5-b159-c44a7fe98885 req-ea82c254-ccc7-45b4-8640-7cfa736a89b3 tempest-ServerRescueNegativeTestJSON-2082042209 tempest-ServerRescueNegativeTestJSON-2082042209-project] 10.222.0.41 "GET /v2.0/ports?device_id=adbe8ec7-7667-4d7a-8fa0-614d82b10afb HTTP/1.1" status: 200 len: 945 time: 0.1705384 Jun 01 06:12:59.366409 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-f3db00f8-347c-44e5-b159-c44a7fe98885 req-65df5775-6ec4-4b90-9e45-215d61f16b37 tempest-ServerRescueNegativeTestJSON-2082042209 tempest-ServerRescueNegativeTestJSON-2082042209-project] 10.222.0.41 "GET /v2.0/security-groups?id=b9806f43-fca1-4e3e-8128-d5f6b4549043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459630 Jun 01 06:12:59.423826 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-36c7fd94-063a-4d5a-8503-4d4e27770648 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10749151', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11365355'] for subnet, after_create {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:12:59.428281 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:12:59.503784 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c7fd94-063a-4d5a-8503-4d4e27770648 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5c51a303-e621-409b-99c6-f5028ab86df1,revision_number=0']} {{(pid=91913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:12:59.507602 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [None req-36c7fd94-063a-4d5a-8503-4d4e27770648 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:12:59.508286 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36c7fd94-063a-4d5a-8503-4d4e27770648 admin admin] Checking segment: {'id': 'cc0cc183-e050-4fc8-a49b-4071c6674dd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'b2527877-b5b6-43aa-8903-8b7eda48e9e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 06:12:59.508628 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36c7fd94-063a-4d5a-8503-4d4e27770648 admin admin] Network hostable DHCP agents. Network: b2527877-b5b6-43aa-8903-8b7eda48e9e3, hostable agents: ['19337ed4-2364-4f5e-82f6-1f840bd5d30c'], hosted agents: [] {{(pid=91913) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 06:12:59.528709 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36c7fd94-063a-4d5a-8503-4d4e27770648 admin admin] Network b2527877-b5b6-43aa-8903-8b7eda48e9e3 is scheduled to be hosted by DHCP agent 19337ed4-2364-4f5e-82f6-1f840bd5d30c with binding_index 1 {{(pid=91913) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 06:12:59.538119 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.scheduler.base_scheduler [None req-36c7fd94-063a-4d5a-8503-4d4e27770648 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-793885-1-smb, b2527877-b5b6-43aa-8903-8b7eda48e9e3) {{(pid=91913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 06:12:59.547443 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36c7fd94-063a-4d5a-8503-4d4e27770648 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:12:59.548030 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-36c7fd94-063a-4d5a-8503-4d4e27770648 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536287'] for subnet, before_response {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:12:59.549624 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc5c6e1f-211e-4d11-9257-fdf63abee647 None None] Network b2527877-b5b6-43aa-8903-8b7eda48e9e3 requested from dv-cinder-793885-1-smb {{(pid=91914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 06:12:59.569936 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [None req-36c7fd94-063a-4d5a-8503-4d4e27770648 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7787924 Jun 01 06:12:59.572513 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.wsgi [-] (91912) accepted ('10.222.0.41', 56302) {{(pid=91912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 06:12:59.578976 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.v2.base [None req-90402e5c-fed8-4c7e-95c9-e7b87b52b0b0 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-336830795-router', 'tenant_id': '01a8148357484b32a69bbd98475f8644', 'external_gateway_info': {'network_id': 'df727fa4-ca0b-43ba-be88-ffeb156f0c84'}}} {{(pid=91912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 06:12:59.583582 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.db.quota.driver [None req-90402e5c-fed8-4c7e-95c9-e7b87b52b0b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91912) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 06:12:59.587680 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.quota.resource [None req-90402e5c-fed8-4c7e-95c9-e7b87b52b0b0 admin admin] Usage tracker for resource:router and tenant:01a8148357484b32a69bbd98475f8644 is out of sync, need to count used quota {{(pid=91912) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 06:12:59.590889 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.quota.resource [None req-90402e5c-fed8-4c7e-95c9-e7b87b52b0b0 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91912) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 06:12:59.596756 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.db.quota.driver [None req-90402e5c-fed8-4c7e-95c9-e7b87b52b0b0 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91912) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 06:12:59.610409 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-90402e5c-fed8-4c7e-95c9-e7b87b52b0b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-890745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5139'] for router, before_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:12:59.612143 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-90402e5c-fed8-4c7e-95c9-e7b87b52b0b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-889721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-880550', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-949579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5144'] for router, precommit_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:12:59.636472 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-90402e5c-fed8-4c7e-95c9-e7b87b52b0b0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:12:59.851612 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-1d313a3c-a63a-4764-8840-fb680d7e5ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774208951022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772053'] for agent, after_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:12:59.853886 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc01fa5-a4f6-4050-8801-ecb9c83359d9 req-24defe2e-654e-470a-8fa8-a15820562e93 tempest-ServerRescueNegativeTestJSON-2082042209 tempest-ServerRescueNegativeTestJSON-2082042209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:12:59.855702 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-0dc01fa5-a4f6-4050-8801-ecb9c83359d9 req-24defe2e-654e-470a-8fa8-a15820562e93 tempest-ServerRescueNegativeTestJSON-2082042209 tempest-ServerRescueNegativeTestJSON-2082042209-project] 10.222.0.45 "GET /v2.0/ports?device_id=adbe8ec7-7667-4d7a-8fa0-614d82b10afb HTTP/1.1" status: 200 len: 945 time: 0.1434019 Jun 01 06:12:59.859259 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-785f09e8-a1b6-422f-a53f-ceb36ea76831 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1120d2a-5d53-58fd-944c-c26255605104-b2527877-b5b6-43aa-8903-8b7eda48e9e3', 'network_id': 'b2527877-b5b6-43aa-8903-8b7eda48e9e3', 'tenant_id': '01a8148357484b32a69bbd98475f8644', 'fixed_ips': [{'subnet_id': '5c51a303-e621-409b-99c6-f5028ab86df1'}]}} from dv-cinder-793885-1-smb. {{(pid=91914) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 01 06:12:59.861425 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-785f09e8-a1b6-422f-a53f-ceb36ea76831 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3824664'] for port, before_create {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:13:00.127307 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.db.db_base_plugin_common [None req-785f09e8-a1b6-422f-a53f-ceb36ea76831 None None] Allocated IP 172.20.0.2 (b2527877-b5b6-43aa-8903-8b7eda48e9e3/5c51a303-e621-409b-99c6-f5028ab86df1/f5f3f8be-7fae-48a6-80ed-a83bd4f1abec) {{(pid=91914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 06:13:00.135611 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.plugins.ml2.plugin [req-0dc01fa5-a4f6-4050-8801-ecb9c83359d9 req-1e37479b-580c-481d-94d4-8d595bbd1766 tempest-ServerRescueNegativeTestJSON-2082042209 tempest-ServerRescueNegativeTestJSON-2082042209-project] Deleting port 086b5e9c-bc83-4237-8f83-92b088599ac2 {{(pid=91913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 06:13:00.136239 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [req-0dc01fa5-a4f6-4050-8801-ecb9c83359d9 req-1e37479b-580c-481d-94d4-8d595bbd1766 tempest-ServerRescueNegativeTestJSON-2082042209 tempest-ServerRescueNegativeTestJSON-2082042209-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774208809027'] for port, before_delete {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:13:00.181364 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-90402e5c-fed8-4c7e-95c9-e7b87b52b0b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-880515', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-890699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5230'] for router, precommit_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:13:00.306069 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7395a6-4714-432f-bbcc-1413a1f7cf61 req-8cd10316-d830-4228-83e4-f65a2811d73b tempest-TestShelveInstance-1107887697 tempest-TestShelveInstance-1107887697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:13:00.310385 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.plugins.ml2.db [req-0dc01fa5-a4f6-4050-8801-ecb9c83359d9 req-1e37479b-580c-481d-94d4-8d595bbd1766 tempest-ServerRescueNegativeTestJSON-2082042209 tempest-ServerRescueNegativeTestJSON-2082042209-project] For port 086b5e9c-bc83-4237-8f83-92b088599ac2, host hv-cinder-79388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79388',level=0,port_id=086b5e9c-bc83-4237-8f83-92b088599ac2,segment=NetworkSegment(1c425f82-4786-49ee-8e37-a89f8f410b55),segment_id=1c425f82-4786-49ee-8e37-a89f8f410b55)] {{(pid=91913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 06:13:00.311028 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [req-0dc01fa5-a4f6-4050-8801-ecb9c83359d9 req-1e37479b-580c-481d-94d4-8d595bbd1766 tempest-ServerRescueNegativeTestJSON-2082042209 tempest-ServerRescueNegativeTestJSON-2082042209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-879323'] for port, precommit_delete {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:13:00.313781 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-8b7395a6-4714-432f-bbcc-1413a1f7cf61 req-8cd10316-d830-4228-83e4-f65a2811d73b tempest-TestShelveInstance-1107887697 tempest-TestShelveInstance-1107887697-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd3736c7-f5c3-46e4-bab0-8828108eed6e HTTP/1.1" status: 200 len: 945 time: 0.3829265 Jun 01 06:13:00.377742 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-785f09e8-a1b6-422f-a53f-ceb36ea76831 None None] Notify callbacks [] for port, precommit_create {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:13:00.386591 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-8b7395a6-4714-432f-bbcc-1413a1f7cf61 req-86773f98-e4eb-4264-9d50-41da36dca28f tempest-TestShelveInstance-1107887697 tempest-TestShelveInstance-1107887697-project] 10.222.0.41 "GET /v2.0/security-groups?id=4ce01314-a77e-4519-975b-dbdbd392c102&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718007 Jun 01 06:13:00.391881 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.db.provisioning_blocks [None req-785f09e8-a1b6-422f-a53f-ceb36ea76831 None None] Transition to ACTIVE for port object f5f3f8be-7fae-48a6-80ed-a83bd4f1abec will not be triggered until provisioned by entity L2. {{(pid=91914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 06:13:00.412205 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.db.provisioning_blocks [None req-785f09e8-a1b6-422f-a53f-ceb36ea76831 None None] Transition to ACTIVE for port object f5f3f8be-7fae-48a6-80ed-a83bd4f1abec will not be triggered until provisioned by entity DHCP. {{(pid=91914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 06:13:00.426697 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-785f09e8-a1b6-422f-a53f-ceb36ea76831 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774208425683'] for port, after_create {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:13:00.432305 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG oslo_concurrency.lockutils [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91914) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:13:00.463326 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.wsgi [-] (91913) accepted ('10.222.0.41', 56334) {{(pid=91913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 06:13:00.527846 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785f09e8-a1b6-422f-a53f-ceb36ea76831 None None] Pushing event updated for resources: {'Port': ['ID=f5f3f8be-7fae-48a6-80ed-a83bd4f1abec,revision_number=1']} {{(pid=91914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:13:00.538150 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG oslo_concurrency.lockutils [None req-785f09e8-a1b6-422f-a53f-ceb36ea76831 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=91914) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:13:00.539914 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-785f09e8-a1b6-422f-a53f-ceb36ea76831 None None] Network b2527877-b5b6-43aa-8903-8b7eda48e9e3 is already hosted by enough agents. {{(pid=91914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 06:13:00.541674 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.scheduler.base_scheduler [None req-785f09e8-a1b6-422f-a53f-ceb36ea76831 None None] Resources bound (agent type, host, resource id): {{(pid=91914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 06:13:00.543574 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-785f09e8-a1b6-422f-a53f-ceb36ea76831 None None] Received port after_create {{(pid=91914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 06:13:00.545252 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.plugins.ml2.plugin [req-0dc01fa5-a4f6-4050-8801-ecb9c83359d9 req-1e37479b-580c-481d-94d4-8d595bbd1766 tempest-ServerRescueNegativeTestJSON-2082042209 tempest-ServerRescueNegativeTestJSON-2082042209-project] Calling delete_port for 086b5e9c-bc83-4237-8f83-92b088599ac2 owned by compute:nova {{(pid=91913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 06:13:00.703879 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.managers [None req-785f09e8-a1b6-422f-a53f-ceb36ea76831 None None] Attempting to bind port f5f3f8be-7fae-48a6-80ed-a83bd4f1abec on host dv-cinder-793885-1-smb for vnic_type normal with profile {{(pid=91914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 06:13:00.704519 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.managers [None req-785f09e8-a1b6-422f-a53f-ceb36ea76831 None None] Attempting to bind port f5f3f8be-7fae-48a6-80ed-a83bd4f1abec by drivers openvswitch,hyperv on host dv-cinder-793885-1-smb at level 0 using segments [{'id': 'cc0cc183-e050-4fc8-a49b-4071c6674dd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'b2527877-b5b6-43aa-8903-8b7eda48e9e3'}] {{(pid=91914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 06:13:00.704883 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-785f09e8-a1b6-422f-a53f-ceb36ea76831 None None] Attempting to bind port f5f3f8be-7fae-48a6-80ed-a83bd4f1abec on network b2527877-b5b6-43aa-8903-8b7eda48e9e3 {{(pid=91914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 06:13:00.708108 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-90402e5c-fed8-4c7e-95c9-e7b87b52b0b0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:13:00.710640 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-785f09e8-a1b6-422f-a53f-ceb36ea76831 None None] Checking agent: {'id': 'afbd2d5c-fa5a-4eff-9ede-b1626fbc7a4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793885-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 6, 1, 58), 'started_at': datetime.datetime(2021, 6, 1, 6, 2, 28), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 6, 12, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793885-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 06:13:00.711126 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-785f09e8-a1b6-422f-a53f-ceb36ea76831 None None] Checking segment: {'id': 'cc0cc183-e050-4fc8-a49b-4071c6674dd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'b2527877-b5b6-43aa-8903-8b7eda48e9e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 06:13:00.711647 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-785f09e8-a1b6-422f-a53f-ceb36ea76831 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:13:00.712144 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-785f09e8-a1b6-422f-a53f-ceb36ea76831 None None] Bound using segment: {'id': 'cc0cc183-e050-4fc8-a49b-4071c6674dd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'b2527877-b5b6-43aa-8903-8b7eda48e9e3'} {{(pid=91914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 06:13:00.712717 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.managers [None req-785f09e8-a1b6-422f-a53f-ceb36ea76831 None None] Bound port: f5f3f8be-7fae-48a6-80ed-a83bd4f1abec, host: dv-cinder-793885-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc0cc183-e050-4fc8-a49b-4071c6674dd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'b2527877-b5b6-43aa-8903-8b7eda48e9e3'}}] {{(pid=91914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 06:13:00.713224 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-785f09e8-a1b6-422f-a53f-ceb36ea76831 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3824664'] for port, before_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:13:00.745217 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9a4b74-5edf-4b81-81dc-a19338f0ebb9 req-1b04167d-1a5a-4328-979b-283d3c257315 tempest-ServerRescueNegativeTestJSON-2082042209 tempest-ServerRescueNegativeTestJSON-2082042209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:13:00.747026 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-0a9a4b74-5edf-4b81-81dc-a19338f0ebb9 req-1b04167d-1a5a-4328-979b-283d3c257315 tempest-ServerRescueNegativeTestJSON-2082042209 tempest-ServerRescueNegativeTestJSON-2082042209-project] 10.222.0.41 "GET /v2.0/ports?device_id=adbe8ec7-7667-4d7a-8fa0-614d82b10afb HTTP/1.1" status: 200 len: 945 time: 0.2360721 Jun 01 06:13:00.748337 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-90402e5c-fed8-4c7e-95c9-e7b87b52b0b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3824664'] for port, before_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:13:00.754144 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-0ff333bd-0694-420a-838e-b79dd948dc65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:13:00.792814 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.db.quota.driver [None req-0ff333bd-0694-420a-838e-b79dd948dc65 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 06:13:00.805611 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.quota.resource [None req-0ff333bd-0694-420a-838e-b79dd948dc65 admin admin] Usage tracker for resource:security_group_rule and tenant:ed4ceb5904944b8d9197a738e11ab295 is out of sync, need to count used quota {{(pid=91913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 06:13:00.810423 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.quota.resource [None req-0ff333bd-0694-420a-838e-b79dd948dc65 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 06:13:00.812641 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [req-0dc01fa5-a4f6-4050-8801-ecb9c83359d9 req-1e37479b-580c-481d-94d4-8d595bbd1766 tempest-ServerRescueNegativeTestJSON-2082042209 tempest-ServerRescueNegativeTestJSON-2082042209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774208810150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774208425692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10749551'] for port, after_delete {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:13:00.818333 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.db [None req-785f09e8-a1b6-422f-a53f-ceb36ea76831 None None] For port f5f3f8be-7fae-48a6-80ed-a83bd4f1abec, host dv-cinder-793885-1-smb, cleared binding levels {{(pid=91914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 06:13:00.822478 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.db [None req-785f09e8-a1b6-422f-a53f-ceb36ea76831 None None] For port f5f3f8be-7fae-48a6-80ed-a83bd4f1abec, host dv-cinder-793885-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793885-1-smb',level=0,port_id=f5f3f8be-7fae-48a6-80ed-a83bd4f1abec,segment=NetworkSegment(cc0cc183-e050-4fc8-a49b-4071c6674dd2),segment_id=cc0cc183-e050-4fc8-a49b-4071c6674dd2)] {{(pid=91914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 06:13:00.823281 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [None req-fd025bfd-9ee7-4ce9-bb70-3b002a210554 tempest-VolumesNegativeTest-638838798 tempest-VolumesNegativeTest-638838798-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:13:00.825280 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.db [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] get_ports_and_sgs() called for port_ids ['086b5e9c-bc83-4237-8f83-92b088599ac2'] {{(pid=91914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 06:13:00.853609 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-0a9a4b74-5edf-4b81-81dc-a19338f0ebb9 req-fc931f0a-fb9b-4b4f-a8c8-14752d6ab26d tempest-ServerRescueNegativeTestJSON-2082042209 tempest-ServerRescueNegativeTestJSON-2082042209-project] 10.222.0.41 "GET /v2.0/security-groups?id=b9806f43-fca1-4e3e-8128-d5f6b4549043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663893 Jun 01 06:13:00.860243 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.db.quota.driver [None req-0ff333bd-0694-420a-838e-b79dd948dc65 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 06:13:00.867136 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-785f09e8-a1b6-422f-a53f-ceb36ea76831 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774208810132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774208425701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774208426006'] for port, after_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:13:00.873560 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e37479b-580c-481d-94d4-8d595bbd1766 tempest-ServerRescueNegativeTestJSON-2082042209 tempest-ServerRescueNegativeTestJSON-2082042209-project] Pushing event deleted for resources: {'Port': ['ID=086b5e9c-bc83-4237-8f83-92b088599ac2,revision_number=None']} {{(pid=91913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:13:00.877926 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG oslo_concurrency.lockutils [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91914) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:13:00.936538 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e37479b-580c-481d-94d4-8d595bbd1766 tempest-ServerRescueNegativeTestJSON-2082042209 tempest-ServerRescueNegativeTestJSON-2082042209-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:13:00.936818 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e37479b-580c-481d-94d4-8d595bbd1766 tempest-ServerRescueNegativeTestJSON-2082042209 tempest-ServerRescueNegativeTestJSON-2082042209-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:13:00.937197 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e37479b-580c-481d-94d4-8d595bbd1766 tempest-ServerRescueNegativeTestJSON-2082042209 tempest-ServerRescueNegativeTestJSON-2082042209-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:13:00.937592 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e37479b-580c-481d-94d4-8d595bbd1766 tempest-ServerRescueNegativeTestJSON-2082042209 tempest-ServerRescueNegativeTestJSON-2082042209-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:13:00.937941 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e37479b-580c-481d-94d4-8d595bbd1766 tempest-ServerRescueNegativeTestJSON-2082042209 tempest-ServerRescueNegativeTestJSON-2082042209-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:13:00.938280 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e37479b-580c-481d-94d4-8d595bbd1766 tempest-ServerRescueNegativeTestJSON-2082042209 tempest-ServerRescueNegativeTestJSON-2082042209-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:13:00.938627 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e37479b-580c-481d-94d4-8d595bbd1766 tempest-ServerRescueNegativeTestJSON-2082042209 tempest-ServerRescueNegativeTestJSON-2082042209-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:13:00.938966 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e37479b-580c-481d-94d4-8d595bbd1766 tempest-ServerRescueNegativeTestJSON-2082042209 tempest-ServerRescueNegativeTestJSON-2082042209-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:13:00.939303 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e37479b-580c-481d-94d4-8d595bbd1766 tempest-ServerRescueNegativeTestJSON-2082042209 tempest-ServerRescueNegativeTestJSON-2082042209-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:13:00.939644 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e37479b-580c-481d-94d4-8d595bbd1766 tempest-ServerRescueNegativeTestJSON-2082042209 tempest-ServerRescueNegativeTestJSON-2082042209-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:13:00.940063 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e37479b-580c-481d-94d4-8d595bbd1766 tempest-ServerRescueNegativeTestJSON-2082042209 tempest-ServerRescueNegativeTestJSON-2082042209-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:13:00.940340 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e37479b-580c-481d-94d4-8d595bbd1766 tempest-ServerRescueNegativeTestJSON-2082042209 tempest-ServerRescueNegativeTestJSON-2082042209-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:13:00.941313 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.db.db_base_plugin_common [None req-90402e5c-fed8-4c7e-95c9-e7b87b52b0b0 admin admin] Allocated IP 172.28.2.197 (df727fa4-ca0b-43ba-be88-ffeb156f0c84/8acdb510-d5f4-4c90-8e8c-2a5ae18e332f/b5be9cb5-f581-4662-987b-847f464ee8bf) {{(pid=91912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 06:13:00.951442 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [None req-1e37479b-580c-481d-94d4-8d595bbd1766 tempest-ServerRescueNegativeTestJSON-2082042209 tempest-ServerRescueNegativeTestJSON-2082042209-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:13:00.957654 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785f09e8-a1b6-422f-a53f-ceb36ea76831 None None] Pushing event updated for resources: {'Port': ['ID=f5f3f8be-7fae-48a6-80ed-a83bd4f1abec,revision_number=2']} {{(pid=91914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:13:00.960858 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG oslo_concurrency.lockutils [None req-785f09e8-a1b6-422f-a53f-ceb36ea76831 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=91914) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:13:01.002623 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.db.l3_dvrscheduler_db [req-0dc01fa5-a4f6-4050-8801-ecb9c83359d9 req-1e37479b-580c-481d-94d4-8d595bbd1766 tempest-ServerRescueNegativeTestJSON-2082042209 tempest-ServerRescueNegativeTestJSON-2082042209-project] No DVR routers for this DVR port 086b5e9c-bc83-4237-8f83-92b088599ac2 on host hv-cinder-79388 {{(pid=91913) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 06:13:01.010634 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [req-0dc01fa5-a4f6-4050-8801-ecb9c83359d9 req-1e37479b-580c-481d-94d4-8d595bbd1766 tempest-ServerRescueNegativeTestJSON-2082042209 tempest-ServerRescueNegativeTestJSON-2082042209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239402'] for port, before_response {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:13:01.013154 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adbe8ec7-7667-4d7a-8fa0-614d82b10afb', 'name': 'network-vif-deleted', 'tag': '086b5e9c-bc83-4237-8f83-92b088599ac2'}] {{(pid=91913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 06:13:01.015377 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdc6be6d06003a26e0797ba9c3cae52571918e0042132e4e221042360f826683" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f34a9808-b223-4873-b36f-aa24f98b15ad" -d '{"events": [{"server_uuid": "adbe8ec7-7667-4d7a-8fa0-614d82b10afb", "name": "network-vif-deleted", "tag": "086b5e9c-bc83-4237-8f83-92b088599ac2"}]}' {{(pid=91913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 06:13:01.033980 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ca12b6-befc-4bc8-a00e-1b215dc36fe1 req-629cfd90-a7f6-4e9d-9e8c-cec7ed72ff46 tempest-TestShelveInstance-1107887697 tempest-TestShelveInstance-1107887697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:13:01.035472 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-61ca12b6-befc-4bc8-a00e-1b215dc36fe1 req-629cfd90-a7f6-4e9d-9e8c-cec7ed72ff46 tempest-TestShelveInstance-1107887697 tempest-TestShelveInstance-1107887697-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd3736c7-f5c3-46e4-bab0-8828108eed6e HTTP/1.1" status: 200 len: 945 time: 0.3478878 Jun 01 06:13:01.116574 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-0dc01fa5-a4f6-4050-8801-ecb9c83359d9 req-1e37479b-580c-481d-94d4-8d595bbd1766 tempest-ServerRescueNegativeTestJSON-2082042209 tempest-ServerRescueNegativeTestJSON-2082042209-project] 10.222.0.45 "DELETE /v2.0/ports/086b5e9c-bc83-4237-8f83-92b088599ac2 HTTP/1.1" status: 204 len: 173 time: 1.2529533 Jun 01 06:13:01.118219 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 06:13:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f95c35fd-cf97-41bd-9234-9a2b67498ca8 x-openstack-request-id: req-f95c35fd-cf97-41bd-9234-9a2b67498ca8 {{(pid=91913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 06:13:01.118621 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "adbe8ec7-7667-4d7a-8fa0-614d82b10afb", "name": "network-vif-deleted", "tag": "086b5e9c-bc83-4237-8f83-92b088599ac2", "status": "completed", "code": 200}]} {{(pid=91913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 06:13:01.118971 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f95c35fd-cf97-41bd-9234-9a2b67498ca8 {{(pid=91913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 06:13:01.119612 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adbe8ec7-7667-4d7a-8fa0-614d82b10afb', 'name': 'network-vif-deleted', 'tag': '086b5e9c-bc83-4237-8f83-92b088599ac2', 'status': 'completed', 'code': 200} Jun 01 06:13:01.138787 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-2212ef7e-50c1-45a6-8db2-90e035748ac3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774208951022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772053'] for agent, after_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:13:01.155969 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-61ca12b6-befc-4bc8-a00e-1b215dc36fe1 req-5d731154-c13b-4b69-9ee2-067507fe55ec tempest-TestShelveInstance-1107887697 tempest-TestShelveInstance-1107887697-project] 10.222.0.41 "GET /v2.0/security-groups?id=4ce01314-a77e-4519-975b-dbdbd392c102&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1135633 Jun 01 06:13:01.163668 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-90402e5c-fed8-4c7e-95c9-e7b87b52b0b0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:13:01.185822 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.wsgi [-] (91913) accepted ('10.222.0.41', 56346) {{(pid=91913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 06:13:01.210230 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-90402e5c-fed8-4c7e-95c9-e7b87b52b0b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774208425683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1720922'] for port, after_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:13:01.216446 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-0ff333bd-0694-420a-838e-b79dd948dc65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:13:01.216750 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:13:01.227855 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-0ff333bd-0694-420a-838e-b79dd948dc65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940402'] for security_group, after_create {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:13:01.249823 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [None req-0c6eeabe-2680-4092-a243-7c057565e4f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:13:01.305931 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90402e5c-fed8-4c7e-95c9-e7b87b52b0b0 admin admin] Network df727fa4-ca0b-43ba-be88-ffeb156f0c84 is already hosted by enough agents. {{(pid=91912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 06:13:01.309148 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.scheduler.base_scheduler [None req-90402e5c-fed8-4c7e-95c9-e7b87b52b0b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=91912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 06:13:01.313559 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90402e5c-fed8-4c7e-95c9-e7b87b52b0b0 admin admin] Received port after_create {{(pid=91912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 06:13:01.375025 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90402e5c-fed8-4c7e-95c9-e7b87b52b0b0 admin admin] Pushing event updated for resources: {'Port': ['ID=b5be9cb5-f581-4662-987b-847f464ee8bf,revision_number=1']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:13:01.383444 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-90402e5c-fed8-4c7e-95c9-e7b87b52b0b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:13:01.389863 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.wsgi [-] (91912) accepted ('10.222.0.41', 56354) {{(pid=91912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 06:13:01.390424 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [None req-0ff333bd-0694-420a-838e-b79dd948dc65 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ed4ceb5904944b8d9197a738e11ab295&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8560908 Jun 01 06:13:01.397147 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff333bd-0694-420a-838e-b79dd948dc65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e283e01-f332-4aa4-8cb8-8a5e58ee2ecf,revision_number=1']} {{(pid=91913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:13:01.402652 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [None req-0ff333bd-0694-420a-838e-b79dd948dc65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:13:01.556788 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64794c5e-e3a4-4553-a624-dbab8e31763e tempest-TestShelveInstance-948393820 tempest-TestShelveInstance-948393820-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:13:01.558457 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [None req-64794c5e-e3a4-4553-a624-dbab8e31763e tempest-TestShelveInstance-948393820 tempest-TestShelveInstance-948393820-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=cd3736c7-f5c3-46e4-bab0-8828108eed6e HTTP/1.1" status: 200 len: 1093 time: 0.3693550 Jun 01 06:13:01.562895 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.wsgi [-] (91913) accepted ('10.222.0.41', 56364) {{(pid=91913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 06:13:01.571252 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.v2.base [None req-897ec59d-94fb-4914-902c-2bbbf820dd9a tempest-TestShelveInstance-1107887697 tempest-TestShelveInstance-1107887697-project] Request body: {'floatingip': {'floating_network_id': 'df727fa4-ca0b-43ba-be88-ffeb156f0c84', 'port_id': 'cf7a4b9a-bb68-4bdc-ba08-653cdc886388', 'tenant_id': '856ad5dcb525408fab9b255236023d67', 'fixed_ip_address': '172.20.0.3'}} {{(pid=91913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 06:13:01.580442 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.db.quota.driver [None req-897ec59d-94fb-4914-902c-2bbbf820dd9a tempest-TestShelveInstance-1107887697 tempest-TestShelveInstance-1107887697-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 06:13:01.583389 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.quota.resource [None req-897ec59d-94fb-4914-902c-2bbbf820dd9a tempest-TestShelveInstance-1107887697 tempest-TestShelveInstance-1107887697-project] Usage tracker for resource:floatingip and tenant:856ad5dcb525408fab9b255236023d67 is out of sync, need to count used quota {{(pid=91913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 06:13:01.586334 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.quota.resource [None req-897ec59d-94fb-4914-902c-2bbbf820dd9a tempest-TestShelveInstance-1107887697 tempest-TestShelveInstance-1107887697-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=91913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 06:13:01.593390 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.db.quota.driver [None req-897ec59d-94fb-4914-902c-2bbbf820dd9a tempest-TestShelveInstance-1107887697 tempest-TestShelveInstance-1107887697-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=91913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 06:13:01.598531 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-3bd67cd0-25cb-4d37-87e6-6b545eab85b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:13:01.609844 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-897ec59d-94fb-4914-902c-2bbbf820dd9a tempest-TestShelveInstance-1107887697 tempest-TestShelveInstance-1107887697-project] Notify callbacks [] for floatingip, before_create {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:13:01.697688 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-3bd67cd0-25cb-4d37-87e6-6b545eab85b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:13:01.805698 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-897ec59d-94fb-4914-902c-2bbbf820dd9a tempest-TestShelveInstance-1107887697 tempest-TestShelveInstance-1107887697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3824664'] for port, before_create {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:13:02.027892 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.db.db_base_plugin_common [None req-897ec59d-94fb-4914-902c-2bbbf820dd9a tempest-TestShelveInstance-1107887697 tempest-TestShelveInstance-1107887697-project] Allocated IP 172.28.2.101 (df727fa4-ca0b-43ba-be88-ffeb156f0c84/8acdb510-d5f4-4c90-8e8c-2a5ae18e332f/07254afd-8d1d-4209-a4ed-c1d6afa5ce63) {{(pid=91913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 06:13:02.043239 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-3bd67cd0-25cb-4d37-87e6-6b545eab85b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940402'] for security_group, after_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:13:02.054820 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-1bd7b3f8-e667-4fcd-bfbf-5d3751e859ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:13:02.055179 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.wsgi [-] (91913) accepted ('10.222.0.41', 56404) {{(pid=91913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 06:13:02.084825 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd67cd0-25cb-4d37-87e6-6b545eab85b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e283e01-f332-4aa4-8cb8-8a5e58ee2ecf,revision_number=None']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:13:02.090301 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-3bd67cd0-25cb-4d37-87e6-6b545eab85b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:13:02.117240 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-90402e5c-fed8-4c7e-95c9-e7b87b52b0b0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:13:02.208129 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-3bd67cd0-25cb-4d37-87e6-6b545eab85b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:13:02.212076 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [None req-3bd67cd0-25cb-4d37-87e6-6b545eab85b6 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6e283e01-f332-4aa4-8cb8-8a5e58ee2ecf HTTP/1.1" status: 204 len: 168 time: 0.8187156 Jun 01 06:13:02.392051 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea08a8a1-1d71-42dc-96cf-f65689b9f280 None None] Network b2527877-b5b6-43aa-8903-8b7eda48e9e3 requested from dv-cinder-793885-1-smb {{(pid=91914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 06:13:02.563112 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-90402e5c-fed8-4c7e-95c9-e7b87b52b0b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-890736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-880576'] for router, after_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:13:02.580633 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-897ec59d-94fb-4914-902c-2bbbf820dd9a tempest-TestShelveInstance-1107887697 tempest-TestShelveInstance-1107887697-project] Notify callbacks [] for port, precommit_create {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:13:02.596131 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.db.provisioning_blocks [None req-7a7b9d4c-f741-474d-8af1-a3459542ad29 None None] Provisioning for port f5f3f8be-7fae-48a6-80ed-a83bd4f1abec completed by entity DHCP. {{(pid=91914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 06:13:02.735601 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.wsgi [-] (91912) accepted ('10.222.0.41', 56422) {{(pid=91912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 06:13:02.764089 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-897ec59d-94fb-4914-902c-2bbbf820dd9a tempest-TestShelveInstance-1107887697 tempest-TestShelveInstance-1107887697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774208425683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10749551'] for port, after_create {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:13:02.768528 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-c2fe7305-5434-4355-b3d1-f0c6f91d9b0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:13:02.770854 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [None req-f2570abd-4eec-46a0-bccd-c60e87e60684 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:13:02.787828 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.db.quota.driver [None req-c2fe7305-5434-4355-b3d1-f0c6f91d9b0f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91912) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 06:13:02.792810 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.quota.resource [None req-c2fe7305-5434-4355-b3d1-f0c6f91d9b0f admin admin] Usage tracker for resource:security_group_rule and tenant:caacf85e8c6546dc8ce9dcca39685545 is out of sync, need to count used quota {{(pid=91912) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 06:13:02.798550 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.quota.resource [None req-c2fe7305-5434-4355-b3d1-f0c6f91d9b0f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91912) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 06:13:02.808240 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.db.quota.driver [None req-c2fe7305-5434-4355-b3d1-f0c6f91d9b0f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91912) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 06:13:02.850537 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-897ec59d-94fb-4914-902c-2bbbf820dd9a tempest-TestShelveInstance-1107887697 tempest-TestShelveInstance-1107887697-project] Network df727fa4-ca0b-43ba-be88-ffeb156f0c84 is already hosted by enough agents. {{(pid=91913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 06:13:02.882033 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.scheduler.base_scheduler [None req-897ec59d-94fb-4914-902c-2bbbf820dd9a tempest-TestShelveInstance-1107887697 tempest-TestShelveInstance-1107887697-project] Resources bound (agent type, host, resource id): {{(pid=91913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 06:13:02.895223 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-897ec59d-94fb-4914-902c-2bbbf820dd9a tempest-TestShelveInstance-1107887697 tempest-TestShelveInstance-1107887697-project] Received port after_create {{(pid=91913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 06:13:02.921433 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90402e5c-fed8-4c7e-95c9-e7b87b52b0b0 admin admin] Router 7489779e-fa2e-4e7d-9c00-a845890b26db is scheduled to L3 agent a2597806-c6e6-4acd-a843-608abc904602 with binding_index 1 {{(pid=91912) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 01 06:13:02.928364 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897ec59d-94fb-4914-902c-2bbbf820dd9a tempest-TestShelveInstance-1107887697 tempest-TestShelveInstance-1107887697-project] Pushing event updated for resources: {'Port': ['ID=07254afd-8d1d-4209-a4ed-c1d6afa5ce63,revision_number=1']} {{(pid=91913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:13:02.939466 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [None req-897ec59d-94fb-4914-902c-2bbbf820dd9a tempest-TestShelveInstance-1107887697 tempest-TestShelveInstance-1107887697-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:13:03.051596 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-c2fe7305-5434-4355-b3d1-f0c6f91d9b0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:13:03.066396 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-c2fe7305-5434-4355-b3d1-f0c6f91d9b0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940402'] for security_group, after_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:13:03.076891 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-f988ebdb-9fe2-43d4-ae76-d7b188b1a7cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:13:03.195463 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [None req-c2fe7305-5434-4355-b3d1-f0c6f91d9b0f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=caacf85e8c6546dc8ce9dcca39685545&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4562435 Jun 01 06:13:03.206380 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.wsgi [-] (91912) accepted ('10.222.0.41', 56436) {{(pid=91912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 06:13:03.208505 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.rpc [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] Device f5f3f8be-7fae-48a6-80ed-a83bd4f1abec up at agent ovs-agent-dv-cinder-793885-1-smb {{(pid=91914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 06:13:03.213070 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fe7305-5434-4355-b3d1-f0c6f91d9b0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=094a5adb-7da3-40e1-9df6-7fa00ed6312a,revision_number=1']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:13:03.227908 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-c2fe7305-5434-4355-b3d1-f0c6f91d9b0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:13:03.273266 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90402e5c-fed8-4c7e-95c9-e7b87b52b0b0 admin admin] Notify agent at l3_agent.dv-cinder-793885-1-smb the message routers_updated {{(pid=91912) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 06:13:03.283776 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa3d49d1-8316-4fed-a2b4-9cd3689f7537 None None] Sync routers for ids ['7489779e-fa2e-4e7d-9c00-a845890b26db'] in dv-cinder-793885-1-smb {{(pid=91915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 06:13:03.284814 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.db.provisioning_blocks [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] Provisioning for port f5f3f8be-7fae-48a6-80ed-a83bd4f1abec completed by entity L2. {{(pid=91914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 06:13:03.292888 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.db.provisioning_blocks [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] Provisioning complete for port f5f3f8be-7fae-48a6-80ed-a83bd4f1abec triggered by entity L2. {{(pid=91914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 06:13:03.293369 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3772206'] for port, provisioning_complete {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:13:03.296615 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa3d49d1-8316-4fed-a2b4-9cd3689f7537 None None] Routers {'7489779e-fa2e-4e7d-9c00-a845890b26db'} bound to L3 agent in host dv-cinder-793885-1-smb {{(pid=91915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 06:13:03.297553 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG neutron.db.l3_hamode_db [None req-fa3d49d1-8316-4fed-a2b4-9cd3689f7537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793885-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-01T06:01:58Z,description=,heartbeat_timestamp=2021-06-01T06:12:58Z,host='dv-cinder-793885-1-smb',id=a2597806-c6e6-4acd-a843-608abc904602,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T06:01:58Z,topic='l3_agent')) {'router_ids': ['7489779e-fa2e-4e7d-9c00-a845890b26db'], 'active': True} {{(pid=91915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 06:13:03.300540 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-b71d7aa7-e929-4d30-b0b0-084b2741d2ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:13:03.325903 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-90402e5c-fed8-4c7e-95c9-e7b87b52b0b0 admin admin] Notify callbacks [] for router, before_response {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:13:03.327106 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [None req-90402e5c-fed8-4c7e-95c9-e7b87b52b0b0 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.7529085 Jun 01 06:13:03.339694 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.wsgi [-] (91912) accepted ('10.222.0.41', 56440) {{(pid=91912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 06:13:03.370837 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-643f1c16-fee8-46a4-8801-8c938afd4928 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-878346'] for router_interface, before_delete {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:13:03.398791 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-b71d7aa7-e929-4d30-b0b0-084b2741d2ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:13:03.496549 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3824664'] for port, before_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:13:03.533701 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG neutron.db.l3_dvr_db [None req-fa3d49d1-8316-4fed-a2b4-9cd3689f7537 None None] Set router 7489779e-fa2e-4e7d-9c00-a845890b26db gateway port host: dv-cinder-793885-1-smb {{(pid=91915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 06:13:03.576288 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.db [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] For port f5f3f8be-7fae-48a6-80ed-a83bd4f1abec, host dv-cinder-793885-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793885-1-smb',level=0,port_id=f5f3f8be-7fae-48a6-80ed-a83bd4f1abec,segment=NetworkSegment(cc0cc183-e050-4fc8-a49b-4071c6674dd2),segment_id=cc0cc183-e050-4fc8-a49b-4071c6674dd2)] {{(pid=91914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 06:13:03.589073 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774208810132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774208425701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774208426006'] for port, after_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:13:03.590932 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG oslo_concurrency.lockutils [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91914) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:13:03.665869 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] Pushing event updated for resources: {'Port': ['ID=f5f3f8be-7fae-48a6-80ed-a83bd4f1abec,revision_number=3']} {{(pid=91914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:13:03.667637 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-b71d7aa7-e929-4d30-b0b0-084b2741d2ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940402'] for security_group, after_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:13:03.669826 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG oslo_concurrency.lockutils [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=91914) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:13:03.679481 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-78908e66-547f-41ac-83b3-f4cfc5c60cb1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:13:03.698039 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71d7aa7-e929-4d30-b0b0-084b2741d2ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=094a5adb-7da3-40e1-9df6-7fa00ed6312a,revision_number=None']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:13:03.703651 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-b71d7aa7-e929-4d30-b0b0-084b2741d2ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:13:03.706414 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-b71d7aa7-e929-4d30-b0b0-084b2741d2ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:13:03.709769 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [None req-b71d7aa7-e929-4d30-b0b0-084b2741d2ea admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/094a5adb-7da3-40e1-9df6-7fa00ed6312a HTTP/1.1" status: 204 len: 168 time: 0.4980900 Jun 01 06:13:03.940031 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG neutron.db.l3_hamode_db [None req-fa3d49d1-8316-4fed-a2b4-9cd3689f7537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7489779e-fa2e-4e7d-9c00-a845890b26db', 'name': 'tempest-TestMinimumBasicScenario-336830795-router', 'tenant_id': '01a8148357484b32a69bbd98475f8644', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df727fa4-ca0b-43ba-be88-ffeb156f0c84', 'external_fixed_ips': [{'subnet_id': '8acdb510-d5f4-4c90-8e8c-2a5ae18e332f', 'ip_address': '172.28.2.197'}], 'enable_snat': True}, 'gw_port_id': 'b5be9cb5-f581-4662-987b-847f464ee8bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T06:12:59Z', 'updated_at': '2021-06-01T06:13:01Z', 'revision_number': 3, 'project_id': '01a8148357484b32a69bbd98475f8644', 'gw_port': {'id': 'b5be9cb5-f581-4662-987b-847f464ee8bf', 'name': '', 'network_id': 'df727fa4-ca0b-43ba-be88-ffeb156f0c84', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:1f:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7489779e-fa2e-4e7d-9c00-a845890b26db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '8acdb510-d5f4-4c90-8e8c-2a5ae18e332f', 'ip_address': '172.28.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T06:13:00Z', 'updated_at': '2021-06-01T06:13:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8acdb510-d5f4-4c90-8e8c-2a5ae18e332f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793885-1-smb'}], 'dv-cinder-793885-1-smb', False) {} {{(pid=91915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 06:13:03.944481 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa3d49d1-8316-4fed-a2b4-9cd3689f7537 None None] Checking router: 7489779e-fa2e-4e7d-9c00-a845890b26db for host: dv-cinder-793885-1-smb {{(pid=91915) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 06:13:03.945319 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa3d49d1-8316-4fed-a2b4-9cd3689f7537 None None] Updating router 7489779e-fa2e-4e7d-9c00-a845890b26db port b5be9cb5-f581-4662-987b-847f464ee8bf binding host dv-cinder-793885-1-smb {{(pid=91915) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 06:13:04.005591 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-fa3d49d1-8316-4fed-a2b4-9cd3689f7537 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3824664'] for port, before_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:13:04.266950 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-897ec59d-94fb-4914-902c-2bbbf820dd9a tempest-TestShelveInstance-1107887697 tempest-TestShelveInstance-1107887697-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:13:04.367573 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-fa3d49d1-8316-4fed-a2b4-9cd3689f7537 None None] Notify callbacks [] for port, precommit_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:13:04.384012 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG neutron.db.provisioning_blocks [None req-fa3d49d1-8316-4fed-a2b4-9cd3689f7537 None None] Transition to ACTIVE for port object b5be9cb5-f581-4662-987b-847f464ee8bf will not be triggered until provisioned by entity L2. {{(pid=91915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 06:13:04.399393 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-fa3d49d1-8316-4fed-a2b4-9cd3689f7537 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774208810132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774208425701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774208426006'] for port, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:13:04.400406 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-742ab3b7-86f8-4417-a4f5-edfa6a524915 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3824664'] for port, before_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:13:04.404712 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-1776e2e8-7cfa-42a0-a8e1-75a0f5cfdf1d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:13:04.480707 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-897ec59d-94fb-4914-902c-2bbbf820dd9a tempest-TestShelveInstance-1107887697 tempest-TestShelveInstance-1107887697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3824664'] for port, before_update {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:13:04.491654 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG neutron.plugins.ml2.managers [None req-fa3d49d1-8316-4fed-a2b4-9cd3689f7537 None None] Attempting to bind port b5be9cb5-f581-4662-987b-847f464ee8bf on host dv-cinder-793885-1-smb for vnic_type normal with profile {{(pid=91915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 06:13:04.492214 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG neutron.plugins.ml2.managers [None req-fa3d49d1-8316-4fed-a2b4-9cd3689f7537 None None] Attempting to bind port b5be9cb5-f581-4662-987b-847f464ee8bf by drivers openvswitch,hyperv on host dv-cinder-793885-1-smb at level 0 using segments [{'id': '97ee6b0e-31ac-4687-a432-1c46ba18e1e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df727fa4-ca0b-43ba-be88-ffeb156f0c84'}] {{(pid=91915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 06:13:04.492744 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa3d49d1-8316-4fed-a2b4-9cd3689f7537 None None] Attempting to bind port b5be9cb5-f581-4662-987b-847f464ee8bf on network df727fa4-ca0b-43ba-be88-ffeb156f0c84 {{(pid=91915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 06:13:04.503881 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa3d49d1-8316-4fed-a2b4-9cd3689f7537 None None] Checking agent: {'id': 'afbd2d5c-fa5a-4eff-9ede-b1626fbc7a4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793885-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 6, 1, 58), 'started_at': datetime.datetime(2021, 6, 1, 6, 2, 28), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 6, 12, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793885-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 06:13:04.504449 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa3d49d1-8316-4fed-a2b4-9cd3689f7537 None None] Checking segment: {'id': '97ee6b0e-31ac-4687-a432-1c46ba18e1e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df727fa4-ca0b-43ba-be88-ffeb156f0c84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 06:13:04.505039 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-fa3d49d1-8316-4fed-a2b4-9cd3689f7537 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:13:04.505582 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa3d49d1-8316-4fed-a2b4-9cd3689f7537 None None] Bound using segment: {'id': '97ee6b0e-31ac-4687-a432-1c46ba18e1e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df727fa4-ca0b-43ba-be88-ffeb156f0c84'} {{(pid=91915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 06:13:04.506501 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG neutron.plugins.ml2.managers [None req-fa3d49d1-8316-4fed-a2b4-9cd3689f7537 None None] Bound port: b5be9cb5-f581-4662-987b-847f464ee8bf, host: dv-cinder-793885-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97ee6b0e-31ac-4687-a432-1c46ba18e1e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df727fa4-ca0b-43ba-be88-ffeb156f0c84'}}] {{(pid=91915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 06:13:04.507240 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-fa3d49d1-8316-4fed-a2b4-9cd3689f7537 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3824664'] for port, before_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:13:04.521272 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.plugins.ml2.plugin [None req-643f1c16-fee8-46a4-8801-8c938afd4928 admin admin] Deleting port 4a312dc4-e246-465b-a6bd-c2717fc2e02e {{(pid=91913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 06:13:04.521885 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-643f1c16-fee8-46a4-8801-8c938afd4928 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774208809027'] for port, before_delete {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:13:04.546174 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3fa6b3-9745-47a6-ba0c-c3405cc4200e None None] Pushing event updated for resources: {'Port': ['ID=b5be9cb5-f581-4662-987b-847f464ee8bf,revision_number=2']} {{(pid=91915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:13:04.575154 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3fa6b3-9745-47a6-ba0c-c3405cc4200e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:13:04.575500 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3fa6b3-9745-47a6-ba0c-c3405cc4200e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:13:04.575829 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3fa6b3-9745-47a6-ba0c-c3405cc4200e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:13:04.576153 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3fa6b3-9745-47a6-ba0c-c3405cc4200e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:13:04.576474 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3fa6b3-9745-47a6-ba0c-c3405cc4200e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:13:04.576793 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3fa6b3-9745-47a6-ba0c-c3405cc4200e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:13:04.577142 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3fa6b3-9745-47a6-ba0c-c3405cc4200e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:13:04.577456 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3fa6b3-9745-47a6-ba0c-c3405cc4200e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:13:04.577771 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3fa6b3-9745-47a6-ba0c-c3405cc4200e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:13:04.578658 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3fa6b3-9745-47a6-ba0c-c3405cc4200e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:13:04.579121 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3fa6b3-9745-47a6-ba0c-c3405cc4200e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:13:04.579252 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3fa6b3-9745-47a6-ba0c-c3405cc4200e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:13:04.583083 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-bb3fa6b3-9745-47a6-ba0c-c3405cc4200e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:13:04.620047 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG neutron.plugins.ml2.db [None req-fa3d49d1-8316-4fed-a2b4-9cd3689f7537 None None] For port b5be9cb5-f581-4662-987b-847f464ee8bf, host dv-cinder-793885-1-smb, cleared binding levels {{(pid=91915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 06:13:04.624353 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG neutron.plugins.ml2.db [None req-fa3d49d1-8316-4fed-a2b4-9cd3689f7537 None None] For port b5be9cb5-f581-4662-987b-847f464ee8bf, host dv-cinder-793885-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793885-1-smb',level=0,port_id=b5be9cb5-f581-4662-987b-847f464ee8bf,segment=NetworkSegment(97ee6b0e-31ac-4687-a432-1c46ba18e1e7),segment_id=97ee6b0e-31ac-4687-a432-1c46ba18e1e7)] {{(pid=91915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 06:13:04.642455 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-fa3d49d1-8316-4fed-a2b4-9cd3689f7537 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774208810132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774208425701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774208426006'] for port, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:13:04.656730 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-d94be147-454d-44df-b14b-99bd82ab2242 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:13:04.689037 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.db.db_base_plugin_common [None req-742ab3b7-86f8-4417-a4f5-edfa6a524915 admin admin] Allocated IP 172.20.0.1 (b2527877-b5b6-43aa-8903-8b7eda48e9e3/5c51a303-e621-409b-99c6-f5028ab86df1/7e1a8627-cfc1-4e65-82ed-69e0212116a0) {{(pid=91912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 06:13:04.694416 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.plugins.ml2.db [None req-643f1c16-fee8-46a4-8801-8c938afd4928 admin admin] For port 4a312dc4-e246-465b-a6bd-c2717fc2e02e, host dv-cinder-793885-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793885-1-smb',level=0,port_id=4a312dc4-e246-465b-a6bd-c2717fc2e02e,segment=NetworkSegment(1c425f82-4786-49ee-8e37-a89f8f410b55),segment_id=1c425f82-4786-49ee-8e37-a89f8f410b55)] {{(pid=91913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 06:13:04.694895 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-643f1c16-fee8-46a4-8801-8c938afd4928 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-879323'] for port, precommit_delete {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:13:04.758986 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa3d49d1-8316-4fed-a2b4-9cd3689f7537 None None] Routers {'7489779e-fa2e-4e7d-9c00-a845890b26db'} bound to L3 agent in host dv-cinder-793885-1-smb {{(pid=91915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 06:13:04.759599 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG neutron.db.l3_hamode_db [None req-fa3d49d1-8316-4fed-a2b4-9cd3689f7537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793885-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-01T06:01:58Z,description=,heartbeat_timestamp=2021-06-01T06:12:58Z,host='dv-cinder-793885-1-smb',id=a2597806-c6e6-4acd-a843-608abc904602,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T06:01:58Z,topic='l3_agent')) {'router_ids': ['7489779e-fa2e-4e7d-9c00-a845890b26db'], 'active': True} {{(pid=91915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 06:13:04.830000 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3fa6b3-9745-47a6-ba0c-c3405cc4200e None None] Pushing event updated for resources: {'Port': ['ID=b5be9cb5-f581-4662-987b-847f464ee8bf,revision_number=3']} {{(pid=91915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:13:04.834728 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-bb3fa6b3-9745-47a6-ba0c-c3405cc4200e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:13:04.848130 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.plugins.ml2.plugin [None req-643f1c16-fee8-46a4-8801-8c938afd4928 admin admin] Calling delete_port for 4a312dc4-e246-465b-a6bd-c2717fc2e02e owned by network:router_interface {{(pid=91913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 06:13:04.941554 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-742ab3b7-86f8-4417-a4f5-edfa6a524915 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:13:04.961457 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.db.provisioning_blocks [None req-742ab3b7-86f8-4417-a4f5-edfa6a524915 admin admin] Transition to ACTIVE for port object 7e1a8627-cfc1-4e65-82ed-69e0212116a0 will not be triggered until provisioned by entity DHCP. {{(pid=91912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 06:13:04.990781 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG neutron.db.l3_dvr_db [None req-fa3d49d1-8316-4fed-a2b4-9cd3689f7537 None None] Set router 7489779e-fa2e-4e7d-9c00-a845890b26db gateway port host: dv-cinder-793885-1-smb {{(pid=91915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 06:13:04.991934 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-742ab3b7-86f8-4417-a4f5-edfa6a524915 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774208425683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1720922'] for port, after_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:13:04.994013 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.rpc [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Device 086b5e9c-bc83-4237-8f83-92b088599ac2 no longer exists at agent hyperv_hv-cinder-79388 {{(pid=91914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 06:13:04.999436 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:13:05.073484 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.plugin [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] No Port match for: 086b5e9c-bc83-4237-8f83-92b088599ac2 {{(pid=91914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 01 06:13:05.073873 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.rpc [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Device 086b5e9c-bc83-4237-8f83-92b088599ac2 not bound to the agent host hv-cinder-79388 {{(pid=91914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 06:13:05.092754 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-742ab3b7-86f8-4417-a4f5-edfa6a524915 admin admin] Network b2527877-b5b6-43aa-8903-8b7eda48e9e3 is already hosted by enough agents. {{(pid=91912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 06:13:05.102085 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.scheduler.base_scheduler [None req-742ab3b7-86f8-4417-a4f5-edfa6a524915 admin admin] Resources bound (agent type, host, resource id): {{(pid=91912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 06:13:05.110986 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-742ab3b7-86f8-4417-a4f5-edfa6a524915 admin admin] Received port after_create {{(pid=91912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 06:13:05.185479 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.rpc [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] Device f5f3f8be-7fae-48a6-80ed-a83bd4f1abec up at agent ovs-agent-dv-cinder-793885-1-smb {{(pid=91914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 06:13:05.190741 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742ab3b7-86f8-4417-a4f5-edfa6a524915 admin admin] Pushing event updated for resources: {'Port': ['ID=7e1a8627-cfc1-4e65-82ed-69e0212116a0,revision_number=1']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:13:05.207159 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-742ab3b7-86f8-4417-a4f5-edfa6a524915 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:13:05.287429 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-742ab3b7-86f8-4417-a4f5-edfa6a524915 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-878513'] for router_interface, before_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:13:05.297499 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-897ec59d-94fb-4914-902c-2bbbf820dd9a tempest-TestShelveInstance-1107887697 tempest-TestShelveInstance-1107887697-project] Notify callbacks [] for port, precommit_update {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:13:05.340625 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-897ec59d-94fb-4914-902c-2bbbf820dd9a tempest-TestShelveInstance-1107887697 tempest-TestShelveInstance-1107887697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774208810132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774208425701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774208426006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10749542'] for port, after_update {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:13:05.351838 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [None req-5ddab389-5f63-4f21-b816-a5cb7b7f1ea4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:13:05.374517 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.db.provisioning_blocks [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] Provisioning complete for port f5f3f8be-7fae-48a6-80ed-a83bd4f1abec triggered by entity L2. {{(pid=91914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 06:13:05.374940 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3772206'] for port, provisioning_complete {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:13:05.499011 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897ec59d-94fb-4914-902c-2bbbf820dd9a tempest-TestShelveInstance-1107887697 tempest-TestShelveInstance-1107887697-project] Pushing event updated for resources: {'Port': ['ID=07254afd-8d1d-4209-a4ed-c1d6afa5ce63,revision_number=2']} {{(pid=91913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:13:05.501705 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-897ec59d-94fb-4914-902c-2bbbf820dd9a tempest-TestShelveInstance-1107887697 tempest-TestShelveInstance-1107887697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-880440'] for floatingip, after_update {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:13:05.513414 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-742ab3b7-86f8-4417-a4f5-edfa6a524915 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3824664'] for port, before_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:13:05.517841 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG neutron.db.l3_hamode_db [None req-fa3d49d1-8316-4fed-a2b4-9cd3689f7537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7489779e-fa2e-4e7d-9c00-a845890b26db', 'name': 'tempest-TestMinimumBasicScenario-336830795-router', 'tenant_id': '01a8148357484b32a69bbd98475f8644', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df727fa4-ca0b-43ba-be88-ffeb156f0c84', 'external_fixed_ips': [{'subnet_id': '8acdb510-d5f4-4c90-8e8c-2a5ae18e332f', 'ip_address': '172.28.2.197'}], 'enable_snat': True}, 'gw_port_id': 'b5be9cb5-f581-4662-987b-847f464ee8bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T06:12:59Z', 'updated_at': '2021-06-01T06:13:01Z', 'revision_number': 3, 'project_id': '01a8148357484b32a69bbd98475f8644', 'gw_port': {'id': 'b5be9cb5-f581-4662-987b-847f464ee8bf', 'name': '', 'network_id': 'df727fa4-ca0b-43ba-be88-ffeb156f0c84', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:1f:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7489779e-fa2e-4e7d-9c00-a845890b26db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '8acdb510-d5f4-4c90-8e8c-2a5ae18e332f', 'ip_address': '172.28.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793885-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T06:13:00Z', 'updated_at': '2021-06-01T06:13:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8acdb510-d5f4-4c90-8e8c-2a5ae18e332f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793885-1-smb'}], 'dv-cinder-793885-1-smb', False) {} {{(pid=91915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 06:13:05.523728 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa3d49d1-8316-4fed-a2b4-9cd3689f7537 None None] The sync data for ids ['7489779e-fa2e-4e7d-9c00-a845890b26db'] in dv-cinder-793885-1-smb is: [{'id': '7489779e-fa2e-4e7d-9c00-a845890b26db', 'name': 'tempest-TestMinimumBasicScenario-336830795-router', 'tenant_id': '01a8148357484b32a69bbd98475f8644', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df727fa4-ca0b-43ba-be88-ffeb156f0c84', 'external_fixed_ips': [{'subnet_id': '8acdb510-d5f4-4c90-8e8c-2a5ae18e332f', 'ip_address': '172.28.2.197'}], 'enable_snat': True}, 'gw_port_id': 'b5be9cb5-f581-4662-987b-847f464ee8bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T06:12:59Z', 'updated_at': '2021-06-01T06:13:01Z', 'revision_number': 3, 'project_id': '01a8148357484b32a69bbd98475f8644', 'gw_port': {'id': 'b5be9cb5-f581-4662-987b-847f464ee8bf', 'name': '', 'network_id': 'df727fa4-ca0b-43ba-be88-ffeb156f0c84', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:1f:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7489779e-fa2e-4e7d-9c00-a845890b26db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '8acdb510-d5f4-4c90-8e8c-2a5ae18e332f', 'ip_address': '172.28.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793885-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T06:13:00Z', 'updated_at': '2021-06-01T06:13:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8acdb510-d5f4-4c90-8e8c-2a5ae18e332f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793885-1-smb'}] {{(pid=91915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 06:13:05.628214 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.db.provisioning_blocks [None req-8a280725-ec1a-4198-b827-0e9aa50ed0ba None None] Provisioning for port 7e1a8627-cfc1-4e65-82ed-69e0212116a0 completed by entity DHCP. {{(pid=91914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 06:13:05.638319 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.db.provisioning_blocks [None req-8a280725-ec1a-4198-b827-0e9aa50ed0ba None None] Provisioning complete for port 7e1a8627-cfc1-4e65-82ed-69e0212116a0 triggered by entity DHCP. {{(pid=91914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 06:13:05.638704 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-8a280725-ec1a-4198-b827-0e9aa50ed0ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3772206'] for port, provisioning_complete {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:13:05.701221 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.plugin [None req-8a280725-ec1a-4198-b827-0e9aa50ed0ba None None] Port 7e1a8627-cfc1-4e65-82ed-69e0212116a0 cannot update to ACTIVE because it is not bound. {{(pid=91914) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 06:13:05.718010 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [None req-897ec59d-94fb-4914-902c-2bbbf820dd9a tempest-TestShelveInstance-1107887697 tempest-TestShelveInstance-1107887697-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.371s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:13:05.847363 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-742ab3b7-86f8-4417-a4f5-edfa6a524915 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:13:05.856134 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-742ab3b7-86f8-4417-a4f5-edfa6a524915 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774208810132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774208425701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774208426006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1720915'] for port, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:13:05.884587 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-72bcfa62-4f9c-44c3-b375-5fc908062374 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:13:05.946253 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.db.l3_db [None req-897ec59d-94fb-4914-902c-2bbbf820dd9a tempest-TestShelveInstance-1107887697 tempest-TestShelveInstance-1107887697-project] Floating IP 2775d534-6427-4e97-801c-8b82d2fd7832 associated. External IP: 172.28.2.101, port: cf7a4b9a-bb68-4bdc-ba08-653cdc886388. Jun 01 06:13:06.024903 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-643f1c16-fee8-46a4-8801-8c938afd4928 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774208810150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774208425692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10749551'] for port, after_delete {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:13:06.032559 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-742ab3b7-86f8-4417-a4f5-edfa6a524915 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-532480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-878364'] for router_interface, after_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:13:06.037049 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742ab3b7-86f8-4417-a4f5-edfa6a524915 admin admin] Pushing event updated for resources: {'Port': ['ID=7e1a8627-cfc1-4e65-82ed-69e0212116a0,revision_number=2']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:13:06.039458 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [None req-2b8516ba-a88d-4254-bd9a-f442e2290770 tempest-VolumesActionsTest-1337150399 tempest-VolumesActionsTest-1337150399-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:13:06.041868 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-742ab3b7-86f8-4417-a4f5-edfa6a524915 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:13:06.120960 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643f1c16-fee8-46a4-8801-8c938afd4928 admin admin] Pushing event deleted for resources: {'Port': ['ID=4a312dc4-e246-465b-a6bd-c2717fc2e02e,revision_number=None']} {{(pid=91913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:13:06.130458 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [None req-643f1c16-fee8-46a4-8801-8c938afd4928 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:13:06.202567 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-742ab3b7-86f8-4417-a4f5-edfa6a524915 admin admin] Network b2527877-b5b6-43aa-8903-8b7eda48e9e3 is already hosted by enough agents. {{(pid=91912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 06:13:06.204503 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.scheduler.base_scheduler [None req-742ab3b7-86f8-4417-a4f5-edfa6a524915 admin admin] Resources bound (agent type, host, resource id): {{(pid=91912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 06:13:06.637947 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.db.provisioning_blocks [None req-d3768898-74de-474a-ad66-651f35d9075f None None] Provisioning complete for port 7e1a8627-cfc1-4e65-82ed-69e0212116a0 triggered by entity DHCP. {{(pid=91914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 06:13:06.638532 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-d3768898-74de-474a-ad66-651f35d9075f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3772206'] for port, provisioning_complete {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:13:06.698433 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-742ab3b7-86f8-4417-a4f5-edfa6a524915 admin admin] Router 7489779e-fa2e-4e7d-9c00-a845890b26db has already been hosted by L3 agent a2597806-c6e6-4acd-a843-608abc904602 {{(pid=91912) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 06:13:06.730819 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.plugin [None req-d3768898-74de-474a-ad66-651f35d9075f None None] Port 7e1a8627-cfc1-4e65-82ed-69e0212116a0 cannot update to ACTIVE because it is not bound. {{(pid=91914) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 06:13:06.741943 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-643f1c16-fee8-46a4-8801-8c938afd4928 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-890010'] for router_interface, after_delete {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:13:06.880984 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-897ec59d-94fb-4914-902c-2bbbf820dd9a tempest-TestShelveInstance-1107887697 tempest-TestShelveInstance-1107887697-project] Router 3c6fb6b9-8ece-4d8e-a649-8b2f96020def has already been hosted by L3 agent a2597806-c6e6-4acd-a843-608abc904602 {{(pid=91913) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 06:13:06.897392 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-742ab3b7-86f8-4417-a4f5-edfa6a524915 admin admin] Notify agent at l3_agent.dv-cinder-793885-1-smb the message routers_updated {{(pid=91912) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 06:13:06.909046 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [None req-742ab3b7-86f8-4417-a4f5-edfa6a524915 admin admin] 10.222.0.41 "PUT /v2.0/routers/7489779e-fa2e-4e7d-9c00-a845890b26db/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5768349 Jun 01 06:13:07.321699 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.rpc [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] Device b5be9cb5-f581-4662-987b-847f464ee8bf up at agent ovs-agent-dv-cinder-793885-1-smb {{(pid=91914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 06:13:07.423366 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.db.provisioning_blocks [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] Provisioning for port b5be9cb5-f581-4662-987b-847f464ee8bf completed by entity L2. {{(pid=91914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 06:13:07.432329 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.db.provisioning_blocks [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] Provisioning complete for port b5be9cb5-f581-4662-987b-847f464ee8bf triggered by entity L2. {{(pid=91914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 06:13:07.432563 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3772206'] for port, provisioning_complete {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:13:07.440819 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-897ec59d-94fb-4914-902c-2bbbf820dd9a tempest-TestShelveInstance-1107887697 tempest-TestShelveInstance-1107887697-project] Notify agent at l3_agent.dv-cinder-793885-1-smb the message routers_updated {{(pid=91913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 06:13:07.465410 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38c0ce47-3673-455c-92cf-59d5e09304ac None None] Sync routers for ids ['3c6fb6b9-8ece-4d8e-a649-8b2f96020def'] in dv-cinder-793885-1-smb {{(pid=91914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 06:13:07.499930 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38c0ce47-3673-455c-92cf-59d5e09304ac None None] Routers {'3c6fb6b9-8ece-4d8e-a649-8b2f96020def'} bound to L3 agent in host dv-cinder-793885-1-smb {{(pid=91914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 06:13:07.500759 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.db.l3_hamode_db [None req-38c0ce47-3673-455c-92cf-59d5e09304ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793885-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-01T06:01:58Z,description=,heartbeat_timestamp=2021-06-01T06:12:58Z,host='dv-cinder-793885-1-smb',id=a2597806-c6e6-4acd-a843-608abc904602,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T06:01:58Z,topic='l3_agent')) {'router_ids': ['3c6fb6b9-8ece-4d8e-a649-8b2f96020def'], 'active': True} {{(pid=91914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 06:13:07.503363 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-897ec59d-94fb-4914-902c-2bbbf820dd9a tempest-TestShelveInstance-1107887697 tempest-TestShelveInstance-1107887697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239402'] for floatingip, before_response {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:13:07.544280 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-643f1c16-fee8-46a4-8801-8c938afd4928 admin admin] Router 79d035d6-5a20-4eea-a769-bdfcccfa93ed has already been hosted by L3 agent a2597806-c6e6-4acd-a843-608abc904602 {{(pid=91913) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 06:13:07.650943 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [None req-897ec59d-94fb-4914-902c-2bbbf820dd9a tempest-TestShelveInstance-1107887697 tempest-TestShelveInstance-1107887697-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 6.0869381 Jun 01 06:13:07.653560 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd3736c7-f5c3-46e4-bab0-8828108eed6e', 'tag': 'cf7a4b9a-bb68-4bdc-ba08-653cdc886388'}] {{(pid=91913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 06:13:07.655833 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdc6be6d06003a26e0797ba9c3cae52571918e0042132e4e221042360f826683" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc05650e-b54d-450f-9316-8a5a67aaea8a" -d '{"events": [{"name": "network-changed", "server_uuid": "cd3736c7-f5c3-46e4-bab0-8828108eed6e", "tag": "cf7a4b9a-bb68-4bdc-ba08-653cdc886388"}]}' {{(pid=91913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 06:13:07.784978 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-643f1c16-fee8-46a4-8801-8c938afd4928 admin admin] Notify agent at l3_agent.dv-cinder-793885-1-smb the message routers_updated {{(pid=91913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 06:13:07.798566 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d01b0db-278e-432c-affc-a10f560861c9 None None] Sync routers for ids ['79d035d6-5a20-4eea-a769-bdfcccfa93ed'] in dv-cinder-793885-1-smb {{(pid=91915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 06:13:07.802636 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.wsgi [-] (91912) accepted ('10.222.0.41', 56544) {{(pid=91912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 06:13:07.803085 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [None req-643f1c16-fee8-46a4-8801-8c938afd4928 admin admin] 10.222.0.41 "PUT /v2.0/routers/79d035d6-5a20-4eea-a769-bdfcccfa93ed/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7460485 Jun 01 06:13:07.807471 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.db.l3_dvr_db [None req-38c0ce47-3673-455c-92cf-59d5e09304ac None None] Set router 3c6fb6b9-8ece-4d8e-a649-8b2f96020def gateway port host: dv-cinder-793885-1-smb {{(pid=91914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 06:13:07.823430 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Jun 2021 06:13:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae49fa02-9474-4318-b1ea-e45f6ccfab28 x-openstack-request-id: req-ae49fa02-9474-4318-b1ea-e45f6ccfab28 {{(pid=91913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 06:13:07.823823 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd3736c7-f5c3-46e4-bab0-8828108eed6e", "tag": "cf7a4b9a-bb68-4bdc-ba08-653cdc886388", "status": "completed", "code": 200}]} {{(pid=91913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 06:13:07.824329 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ae49fa02-9474-4318-b1ea-e45f6ccfab28 {{(pid=91913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 06:13:07.824832 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd3736c7-f5c3-46e4-bab0-8828108eed6e', 'tag': 'cf7a4b9a-bb68-4bdc-ba08-653cdc886388', 'status': 'completed', 'code': 200} Jun 01 06:13:07.826257 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d01b0db-278e-432c-affc-a10f560861c9 None None] Routers {'79d035d6-5a20-4eea-a769-bdfcccfa93ed'} bound to L3 agent in host dv-cinder-793885-1-smb {{(pid=91915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 06:13:07.827728 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG neutron.db.l3_hamode_db [None req-9d01b0db-278e-432c-affc-a10f560861c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793885-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-01T06:01:58Z,description=,heartbeat_timestamp=2021-06-01T06:12:58Z,host='dv-cinder-793885-1-smb',id=a2597806-c6e6-4acd-a843-608abc904602,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T06:01:58Z,topic='l3_agent')) {'router_ids': ['79d035d6-5a20-4eea-a769-bdfcccfa93ed'], 'active': True} {{(pid=91915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 06:13:07.910967 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.wsgi [-] (91912) accepted ('10.222.0.41', 56548) {{(pid=91912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 06:13:07.970639 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b84d8902-fd9d-482b-a618-1bdf208a9027 None None] Sync routers for ids ['7489779e-fa2e-4e7d-9c00-a845890b26db'] in dv-cinder-793885-1-smb {{(pid=91914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 06:13:08.010068 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc05650e-b54d-450f-9316-8a5a67aaea8a req-fa34dc21-800a-40fe-947e-fcc784d7e282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:13:08.011615 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-cc05650e-b54d-450f-9316-8a5a67aaea8a req-fa34dc21-800a-40fe-947e-fcc784d7e282 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=856ad5dcb525408fab9b255236023d67&device_id=cd3736c7-f5c3-46e4-bab0-8828108eed6e HTTP/1.1" status: 200 len: 1098 time: 0.1611030 Jun 01 06:13:08.033236 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b84d8902-fd9d-482b-a618-1bdf208a9027 None None] Routers {'7489779e-fa2e-4e7d-9c00-a845890b26db'} bound to L3 agent in host dv-cinder-793885-1-smb {{(pid=91914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 06:13:08.034094 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.db.l3_hamode_db [None req-b84d8902-fd9d-482b-a618-1bdf208a9027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793885-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-01T06:01:58Z,description=,heartbeat_timestamp=2021-06-01T06:12:58Z,host='dv-cinder-793885-1-smb',id=a2597806-c6e6-4acd-a843-608abc904602,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T06:01:58Z,topic='l3_agent')) {'router_ids': ['7489779e-fa2e-4e7d-9c00-a845890b26db'], 'active': True} {{(pid=91914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 06:13:08.080670 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.wsgi [-] (91913) accepted ('10.222.0.41', 56558) {{(pid=91913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 06:13:08.106313 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.v2.base [None req-6197c4b2-3959-4218-bac0-d3006c862a1d admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1297817466-network', 'tenant_id': 'c7d261d313ed4d1ba8f5eaa2651a1abb'}} {{(pid=91913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 06:13:08.119556 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.db.quota.driver [None req-6197c4b2-3959-4218-bac0-d3006c862a1d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 06:13:08.127783 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.quota.resource [None req-6197c4b2-3959-4218-bac0-d3006c862a1d admin admin] Usage tracker for resource:network and tenant:c7d261d313ed4d1ba8f5eaa2651a1abb is out of sync, need to count used quota {{(pid=91913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 06:13:08.135392 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.quota.resource [None req-6197c4b2-3959-4218-bac0-d3006c862a1d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 06:13:08.147829 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.db.quota.driver [None req-6197c4b2-3959-4218-bac0-d3006c862a1d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 06:13:08.221285 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG neutron.db.l3_dvr_db [None req-9d01b0db-278e-432c-affc-a10f560861c9 None None] Set router 79d035d6-5a20-4eea-a769-bdfcccfa93ed gateway port host: dv-cinder-793885-1-smb {{(pid=91915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 06:13:08.250253 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-2a504bf0-9a85-4663-bed6-8c500a186e3a admin admin] Notify callbacks [] for router, before_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:13:08.366895 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.db.l3_dvr_db [None req-b84d8902-fd9d-482b-a618-1bdf208a9027 None None] Set router 7489779e-fa2e-4e7d-9c00-a845890b26db gateway port host: dv-cinder-793885-1-smb {{(pid=91914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 06:13:08.375446 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6197c4b2-3959-4218-bac0-d3006c862a1d admin admin] Made reservation on behalf of c7d261d313ed4d1ba8f5eaa2651a1abb for: {'network': 1} {{(pid=91913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 06:13:08.379910 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-6197c4b2-3959-4218-bac0-d3006c862a1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3824659'] for network, before_create {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:13:08.440648 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-6197c4b2-3959-4218-bac0-d3006c862a1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:13:08.480077 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.db.quota.driver [None req-6197c4b2-3959-4218-bac0-d3006c862a1d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 06:13:08.498225 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.quota.resource [None req-6197c4b2-3959-4218-bac0-d3006c862a1d admin admin] Usage tracker for resource:security_group_rule and tenant:c7d261d313ed4d1ba8f5eaa2651a1abb is out of sync, need to count used quota {{(pid=91913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 06:13:08.505740 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.quota.resource [None req-6197c4b2-3959-4218-bac0-d3006c862a1d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 06:13:08.514607 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.db.quota.driver [None req-6197c4b2-3959-4218-bac0-d3006c862a1d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 06:13:08.517603 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc05650e-b54d-450f-9316-8a5a67aaea8a req-8fd3b959-a5d8-44c8-a678-41bdab48b567 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:13:08.522008 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-cc05650e-b54d-450f-9316-8a5a67aaea8a req-8fd3b959-a5d8-44c8-a678-41bdab48b567 service neutron] 10.222.0.45 "GET /v2.0/networks?id=be2b441a-fb1a-427b-819d-eed80cc049e7 HTTP/1.1" status: 200 len: 910 time: 0.4843042 Jun 01 06:13:08.578631 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-2a504bf0-9a85-4663-bed6-8c500a186e3a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:13:08.585229 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-47e8812a-9d6c-4e3e-8ed4-f1ad1281a679 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:13:08.606024 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.db.quota.driver [None req-47e8812a-9d6c-4e3e-8ed4-f1ad1281a679 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91912) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 06:13:08.611171 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.quota.resource [None req-47e8812a-9d6c-4e3e-8ed4-f1ad1281a679 admin admin] Usage tracker for resource:security_group_rule and tenant:64e8795482f74c0e9d45701372e3f13c is out of sync, need to count used quota {{(pid=91912) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 06:13:08.614350 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.quota.resource [None req-47e8812a-9d6c-4e3e-8ed4-f1ad1281a679 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91912) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 06:13:08.620833 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.db.quota.driver [None req-47e8812a-9d6c-4e3e-8ed4-f1ad1281a679 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91912) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 06:13:08.766395 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-cc05650e-b54d-450f-9316-8a5a67aaea8a req-a987eb30-5233-48b2-bc70-a078d40a3a65 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cf7a4b9a-bb68-4bdc-ba08-653cdc886388 HTTP/1.1" status: 200 len: 999 time: 0.2371674 Jun 01 06:13:08.776705 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG neutron.db.l3_hamode_db [None req-9d01b0db-278e-432c-affc-a10f560861c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79d035d6-5a20-4eea-a769-bdfcccfa93ed', 'name': 'tempest-ServerRescueNegativeTestJSON-408235116-router', 'tenant_id': 'e52e210129f84c5ab6a94a8e2b18edeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df727fa4-ca0b-43ba-be88-ffeb156f0c84', 'external_fixed_ips': [{'subnet_id': '8acdb510-d5f4-4c90-8e8c-2a5ae18e332f', 'ip_address': '172.28.2.94'}], 'enable_snat': True}, 'gw_port_id': '51ec624a-0dcd-4823-8110-2f212284b532', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T06:09:55Z', 'updated_at': '2021-06-01T06:13:05Z', 'revision_number': 5, 'project_id': 'e52e210129f84c5ab6a94a8e2b18edeb', 'gw_port': {'id': '51ec624a-0dcd-4823-8110-2f212284b532', 'name': '', 'network_id': 'df727fa4-ca0b-43ba-be88-ffeb156f0c84', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:d6:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79d035d6-5a20-4eea-a769-bdfcccfa93ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '8acdb510-d5f4-4c90-8e8c-2a5ae18e332f', 'ip_address': '172.28.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793885-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T06:09:56Z', 'updated_at': '2021-06-01T06:10:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acdb510-d5f4-4c90-8e8c-2a5ae18e332f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793885-1-smb'}], 'dv-cinder-793885-1-smb', False) {} {{(pid=91915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 06:13:08.784640 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d01b0db-278e-432c-affc-a10f560861c9 None None] Checking router: 79d035d6-5a20-4eea-a769-bdfcccfa93ed for host: dv-cinder-793885-1-smb {{(pid=91915) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 06:13:08.796736 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d01b0db-278e-432c-affc-a10f560861c9 None None] Routers {'79d035d6-5a20-4eea-a769-bdfcccfa93ed'} bound to L3 agent in host dv-cinder-793885-1-smb {{(pid=91915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 06:13:08.797494 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG neutron.db.l3_hamode_db [None req-9d01b0db-278e-432c-affc-a10f560861c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793885-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-01T06:01:58Z,description=,heartbeat_timestamp=2021-06-01T06:12:58Z,host='dv-cinder-793885-1-smb',id=a2597806-c6e6-4acd-a843-608abc904602,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T06:01:58Z,topic='l3_agent')) {'router_ids': ['79d035d6-5a20-4eea-a769-bdfcccfa93ed'], 'active': True} {{(pid=91915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 06:13:08.851324 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-47e8812a-9d6c-4e3e-8ed4-f1ad1281a679 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:13:08.858471 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc05650e-b54d-450f-9316-8a5a67aaea8a req-9dd3f99c-a778-4658-8ea7-177f6464fd9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:13:08.860087 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-cc05650e-b54d-450f-9316-8a5a67aaea8a req-9dd3f99c-a778-4658-8ea7-177f6464fd9c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1cc031fd-c5bc-4dab-9be6-0a2c21e59c64 HTTP/1.1" status: 200 len: 848 time: 0.0849011 Jun 01 06:13:08.871508 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-47e8812a-9d6c-4e3e-8ed4-f1ad1281a679 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940402'] for security_group, after_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:13:08.919593 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-6197c4b2-3959-4218-bac0-d3006c862a1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:13:08.920613 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-4d6e0455-76ef-4eff-897a-b22f629b8413 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:13:08.930924 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3824664'] for port, before_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:13:08.932272 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.wsgi [-] (91913) accepted ('10.222.0.41', 56564) {{(pid=91913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 06:13:08.932462 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [None req-47e8812a-9d6c-4e3e-8ed4-f1ad1281a679 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=64e8795482f74c0e9d45701372e3f13c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0199175 Jun 01 06:13:08.940753 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.plugins.ml2.plugin [None req-2a504bf0-9a85-4663-bed6-8c500a186e3a admin admin] Deleting port 51ec624a-0dcd-4823-8110-2f212284b532 {{(pid=91912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 06:13:08.941287 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-2a504bf0-9a85-4663-bed6-8c500a186e3a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774208809027'] for port, before_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:13:08.945906 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-6197c4b2-3959-4218-bac0-d3006c862a1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940402'] for security_group, after_create {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:13:08.951662 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [None req-e0ad04dd-201f-4851-b8b9-7e4713255f78 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:13:08.999490 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.db [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] For port b5be9cb5-f581-4662-987b-847f464ee8bf, host dv-cinder-793885-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793885-1-smb',level=0,port_id=b5be9cb5-f581-4662-987b-847f464ee8bf,segment=NetworkSegment(97ee6b0e-31ac-4687-a432-1c46ba18e1e7),segment_id=97ee6b0e-31ac-4687-a432-1c46ba18e1e7)] {{(pid=91914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 06:13:09.003852 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6197c4b2-3959-4218-bac0-d3006c862a1d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 325} {{(pid=91913) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 06:13:09.024396 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774208810132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774208425701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774208426006'] for port, after_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:13:09.041899 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG oslo_concurrency.lockutils [None req-573e7f53-f4f0-4e0e-ad23-df8f2a0c8548 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91914) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:13:09.052114 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-6197c4b2-3959-4218-bac0-d3006c862a1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3778787'] for segment, precommit_create {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:13:09.052601 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.db.segments_db [None req-6197c4b2-3959-4218-bac0-d3006c862a1d admin admin] Added segment 5f084c96-1bde-4004-9fef-9a82f2a66791 of type vlan for network 35ebe39b-803c-4baa-854d-3f370438bb96 Jun 01 06:13:09.060182 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6197c4b2-3959-4218-bac0-d3006c862a1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1beebf08-af61-4fb6-80c9-77ebefe42aaa,revision_number=1']} {{(pid=91913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:13:09.060518 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG neutron.db.l3_dvr_db [None req-9d01b0db-278e-432c-affc-a10f560861c9 None None] Set router 79d035d6-5a20-4eea-a769-bdfcccfa93ed gateway port host: None {{(pid=91915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 06:13:09.072059 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [None req-6197c4b2-3959-4218-bac0-d3006c862a1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:13:09.085503 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.plugins.ml2.db [None req-2a504bf0-9a85-4663-bed6-8c500a186e3a admin admin] For port 51ec624a-0dcd-4823-8110-2f212284b532, host dv-cinder-793885-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793885-1-smb',level=0,port_id=51ec624a-0dcd-4823-8110-2f212284b532,segment=NetworkSegment(97ee6b0e-31ac-4687-a432-1c46ba18e1e7),segment_id=97ee6b0e-31ac-4687-a432-1c46ba18e1e7)] {{(pid=91912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 06:13:09.085859 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-2a504bf0-9a85-4663-bed6-8c500a186e3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-879323'] for port, precommit_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:13:09.109569 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc05650e-b54d-450f-9316-8a5a67aaea8a req-1091587c-8f66-4375-8e55-11de5f401518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:13:09.111065 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-cc05650e-b54d-450f-9316-8a5a67aaea8a req-1091587c-8f66-4375-8e55-11de5f401518 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=be2b441a-fb1a-427b-819d-eed80cc049e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2419841 Jun 01 06:13:09.115839 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-6197c4b2-3959-4218-bac0-d3006c862a1d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774208444501'] for network, precommit_create {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:13:09.119617 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-1ea2e3be-3340-4840-b993-569241820210 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:13:09.128040 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] Pushing event updated for resources: {'Port': ['ID=b5be9cb5-f581-4662-987b-847f464ee8bf,revision_number=4']} {{(pid=91914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:13:09.132191 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG oslo_concurrency.lockutils [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=91914) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:13:09.188931 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.db.l3_hamode_db [None req-38c0ce47-3673-455c-92cf-59d5e09304ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c6fb6b9-8ece-4d8e-a649-8b2f96020def', 'name': 'tempest-TestShelveInstance-1660457013-router', 'tenant_id': '856ad5dcb525408fab9b255236023d67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df727fa4-ca0b-43ba-be88-ffeb156f0c84', 'external_fixed_ips': [{'subnet_id': '8acdb510-d5f4-4c90-8e8c-2a5ae18e332f', 'ip_address': '172.28.2.236'}], 'enable_snat': True}, 'gw_port_id': '2e9ff09b-baca-4de1-ac59-b97aff3676d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T06:11:34Z', 'updated_at': '2021-06-01T06:11:43Z', 'revision_number': 4, 'project_id': '856ad5dcb525408fab9b255236023d67', 'gw_port': {'id': '2e9ff09b-baca-4de1-ac59-b97aff3676d3', 'name': '', 'network_id': 'df727fa4-ca0b-43ba-be88-ffeb156f0c84', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:fa:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c6fb6b9-8ece-4d8e-a649-8b2f96020def', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '8acdb510-d5f4-4c90-8e8c-2a5ae18e332f', 'ip_address': '172.28.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793885-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T06:11:35Z', 'updated_at': '2021-06-01T06:11:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acdb510-d5f4-4c90-8e8c-2a5ae18e332f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793885-1-smb', '_floatingips': [{'id': '2775d534-6427-4e97-801c-8b82d2fd7832', 'tenant_id': '856ad5dcb525408fab9b255236023d67', 'floating_ip_address': '172.28.2.101', 'floating_network_id': 'df727fa4-ca0b-43ba-be88-ffeb156f0c84', 'router_id': '3c6fb6b9-8ece-4d8e-a649-8b2f96020def', 'port_id': 'cf7a4b9a-bb68-4bdc-ba08-653cdc886388', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 434, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'be2b441a-fb1a-427b-819d-eed80cc049e7', 'mac_address': 'fa:16:3e:11:da:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd3736c7-f5c3-46e4-bab0-8828108eed6e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-01T06:13:03Z', 'updated_at': '2021-06-01T06:13:03Z', 'revision_number': 0, 'project_id': '856ad5dcb525408fab9b255236023d67', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f04ce48-f22e-47f9-a44e-f6e021713252', 'name': '', 'network_id': 'be2b441a-fb1a-427b-819d-eed80cc049e7', 'tenant_id': '856ad5dcb525408fab9b255236023d67', 'mac_address': 'fa:16:3e:58:aa:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c6fb6b9-8ece-4d8e-a649-8b2f96020def', 'device_owner': 'network:router_interface', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '1cc031fd-c5bc-4dab-9be6-0a2c21e59c64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793885-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T06:11:41Z', 'updated_at': '2021-06-01T06:11:53Z', 'revision_number': 5, 'project_id': '856ad5dcb525408fab9b255236023d67', 'subnets': [{'id': '1cc031fd-c5bc-4dab-9be6-0a2c21e59c64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793885-1-smb', False) {} {{(pid=91914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 06:13:09.200640 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38c0ce47-3673-455c-92cf-59d5e09304ac None None] Checking router: 3c6fb6b9-8ece-4d8e-a649-8b2f96020def for host: dv-cinder-793885-1-smb {{(pid=91914) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 06:13:09.223954 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38c0ce47-3673-455c-92cf-59d5e09304ac None None] Routers {'3c6fb6b9-8ece-4d8e-a649-8b2f96020def'} bound to L3 agent in host dv-cinder-793885-1-smb {{(pid=91914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 06:13:09.224807 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.db.l3_hamode_db [None req-38c0ce47-3673-455c-92cf-59d5e09304ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793885-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-01T06:01:58Z,description=,heartbeat_timestamp=2021-06-01T06:12:58Z,host='dv-cinder-793885-1-smb',id=a2597806-c6e6-4acd-a843-608abc904602,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T06:01:58Z,topic='l3_agent')) {'router_ids': ['3c6fb6b9-8ece-4d8e-a649-8b2f96020def'], 'active': True} {{(pid=91914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 06:13:09.232056 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG neutron.db.l3_hamode_db [None req-9d01b0db-278e-432c-affc-a10f560861c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79d035d6-5a20-4eea-a769-bdfcccfa93ed', 'name': 'tempest-ServerRescueNegativeTestJSON-408235116-router', 'tenant_id': 'e52e210129f84c5ab6a94a8e2b18edeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T06:09:55Z', 'updated_at': '2021-06-01T06:13:08Z', 'revision_number': 6, 'project_id': 'e52e210129f84c5ab6a94a8e2b18edeb', 'gw_port_host': None}], 'dv-cinder-793885-1-smb', False) {} {{(pid=91915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 06:13:09.236861 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-1ea2e3be-3340-4840-b993-569241820210 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:13:09.237899 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d01b0db-278e-432c-affc-a10f560861c9 None None] The sync data for ids ['79d035d6-5a20-4eea-a769-bdfcccfa93ed'] in dv-cinder-793885-1-smb is: [{'id': '79d035d6-5a20-4eea-a769-bdfcccfa93ed', 'name': 'tempest-ServerRescueNegativeTestJSON-408235116-router', 'tenant_id': 'e52e210129f84c5ab6a94a8e2b18edeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T06:09:55Z', 'updated_at': '2021-06-01T06:13:08Z', 'revision_number': 6, 'project_id': 'e52e210129f84c5ab6a94a8e2b18edeb', 'gw_port_host': None}] {{(pid=91915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 06:13:09.239757 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.plugins.ml2.plugin [None req-2a504bf0-9a85-4663-bed6-8c500a186e3a admin admin] Calling delete_port for 51ec624a-0dcd-4823-8110-2f212284b532 owned by network:router_gateway {{(pid=91912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 06:13:09.244758 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e8812a-9d6c-4e3e-8ed4-f1ad1281a679 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70672c73-62d5-4808-8385-64e60bd9a361,revision_number=1']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:13:09.248493 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-47e8812a-9d6c-4e3e-8ed4-f1ad1281a679 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.328s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:13:09.296386 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-6197c4b2-3959-4218-bac0-d3006c862a1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-940336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536314'] for network, after_create {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:13:09.303350 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6197c4b2-3959-4218-bac0-d3006c862a1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:13:09.303951 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-6197c4b2-3959-4218-bac0-d3006c862a1d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536287'] for network, before_response {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:13:09.320889 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:13:09.380258 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.db.l3_hamode_db [None req-b84d8902-fd9d-482b-a618-1bdf208a9027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7489779e-fa2e-4e7d-9c00-a845890b26db', 'name': 'tempest-TestMinimumBasicScenario-336830795-router', 'tenant_id': '01a8148357484b32a69bbd98475f8644', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df727fa4-ca0b-43ba-be88-ffeb156f0c84', 'external_fixed_ips': [{'subnet_id': '8acdb510-d5f4-4c90-8e8c-2a5ae18e332f', 'ip_address': '172.28.2.197'}], 'enable_snat': True}, 'gw_port_id': 'b5be9cb5-f581-4662-987b-847f464ee8bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T06:12:59Z', 'updated_at': '2021-06-01T06:13:05Z', 'revision_number': 4, 'project_id': '01a8148357484b32a69bbd98475f8644', 'gw_port': {'id': 'b5be9cb5-f581-4662-987b-847f464ee8bf', 'name': '', 'network_id': 'df727fa4-ca0b-43ba-be88-ffeb156f0c84', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:1f:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7489779e-fa2e-4e7d-9c00-a845890b26db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '8acdb510-d5f4-4c90-8e8c-2a5ae18e332f', 'ip_address': '172.28.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793885-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T06:13:00Z', 'updated_at': '2021-06-01T06:13:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8acdb510-d5f4-4c90-8e8c-2a5ae18e332f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793885-1-smb', '_interfaces': [{'id': '7e1a8627-cfc1-4e65-82ed-69e0212116a0', 'name': '', 'network_id': 'b2527877-b5b6-43aa-8903-8b7eda48e9e3', 'tenant_id': '01a8148357484b32a69bbd98475f8644', 'mac_address': 'fa:16:3e:2f:02:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7489779e-fa2e-4e7d-9c00-a845890b26db', 'device_owner': 'network:router_interface', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '5c51a303-e621-409b-99c6-f5028ab86df1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T06:13:04Z', 'updated_at': '2021-06-01T06:13:05Z', 'revision_number': 2, 'project_id': '01a8148357484b32a69bbd98475f8644', 'subnets': [{'id': '5c51a303-e621-409b-99c6-f5028ab86df1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793885-1-smb', False) {} {{(pid=91914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 06:13:09.446799 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b84d8902-fd9d-482b-a618-1bdf208a9027 None None] Checking router: 7489779e-fa2e-4e7d-9c00-a845890b26db for host: dv-cinder-793885-1-smb {{(pid=91914) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 06:13:09.446998 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b84d8902-fd9d-482b-a618-1bdf208a9027 None None] Updating router 7489779e-fa2e-4e7d-9c00-a845890b26db port 7e1a8627-cfc1-4e65-82ed-69e0212116a0 binding host dv-cinder-793885-1-smb {{(pid=91914) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 06:13:09.480631 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-cc05650e-b54d-450f-9316-8a5a67aaea8a req-5978536a-1c58-47da-8456-510df2f7a98d service neutron] 10.222.0.45 "GET /v2.0/networks/be2b441a-fb1a-427b-819d-eed80cc049e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3580899 Jun 01 06:13:09.482080 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6197c4b2-3959-4218-bac0-d3006c862a1d admin admin] Pushing event updated for resources: {'Network': ['ID=35ebe39b-803c-4baa-854d-3f370438bb96,revision_number=1']} {{(pid=91913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:13:09.487901 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [None req-6197c4b2-3959-4218-bac0-d3006c862a1d admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.3952386 Jun 01 06:13:09.487901 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-1ea2e3be-3340-4840-b993-569241820210 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940402'] for security_group, after_delete {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:13:09.488163 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.wsgi [-] (91912) accepted ('10.222.0.41', 56570) {{(pid=91912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 06:13:09.488560 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-1ea2e3be-3340-4840-b993-569241820210 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:13:09.490465 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [None req-1ea2e3be-3340-4840-b993-569241820210 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/70672c73-62d5-4808-8385-64e60bd9a361 HTTP/1.1" status: 204 len: 168 time: 0.5569172 Jun 01 06:13:09.493616 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [None req-6197c4b2-3959-4218-bac0-d3006c862a1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:13:09.493616 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [None req-6197c4b2-3959-4218-bac0-d3006c862a1d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:13:09.494525 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.v2.base [None req-30499cce-7e99-4e33-bfaf-916a5291ac1b admin admin] Request body: {'subnet': {'network_id': '35ebe39b-803c-4baa-854d-3f370438bb96', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1297817466-subnet', 'tenant_id': 'c7d261d313ed4d1ba8f5eaa2651a1abb', 'ip_version': 4}} {{(pid=91912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 06:13:09.503135 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.db.quota.driver [None req-30499cce-7e99-4e33-bfaf-916a5291ac1b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91912) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 06:13:09.508851 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.quota.resource [None req-30499cce-7e99-4e33-bfaf-916a5291ac1b admin admin] Usage tracker for resource:subnet and tenant:c7d261d313ed4d1ba8f5eaa2651a1abb is out of sync, need to count used quota {{(pid=91912) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 06:13:09.511790 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.quota.resource [None req-30499cce-7e99-4e33-bfaf-916a5291ac1b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91912) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 06:13:09.514156 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.rpc [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] Network 35ebe39b-803c-4baa-854d-3f370438bb96 details requested by agent ovs-agent-dv-cinder-793885-1-smb with host dv-cinder-793885-1-smb {{(pid=91914) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 06:13:09.520625 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.db.quota.driver [None req-30499cce-7e99-4e33-bfaf-916a5291ac1b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91912) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 06:13:09.527483 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea2e3be-3340-4840-b993-569241820210 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70672c73-62d5-4808-8385-64e60bd9a361,revision_number=None']} {{(pid=91913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:13:09.573126 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [None req-1ea2e3be-3340-4840-b993-569241820210 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:13:09.664138 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-b84d8902-fd9d-482b-a618-1bdf208a9027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3824664'] for port, before_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:13:09.699037 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.db.l3_dvr_db [None req-38c0ce47-3673-455c-92cf-59d5e09304ac None None] Set router 3c6fb6b9-8ece-4d8e-a649-8b2f96020def gateway port host: dv-cinder-793885-1-smb {{(pid=91914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 06:13:09.748925 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30499cce-7e99-4e33-bfaf-916a5291ac1b admin admin] Made reservation on behalf of c7d261d313ed4d1ba8f5eaa2651a1abb for: {'subnet': 1} {{(pid=91912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 06:13:09.752105 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-30499cce-7e99-4e33-bfaf-916a5291ac1b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11144644'] for subnet, before_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:13:09.824678 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-cc05650e-b54d-450f-9316-8a5a67aaea8a req-5ee22519-9cf8-452c-9d57-ea35e2a35e5d service neutron] 10.222.0.45 "GET /v2.0/networks/be2b441a-fb1a-427b-819d-eed80cc049e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3330722 Jun 01 06:13:09.878219 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-2a504bf0-9a85-4663-bed6-8c500a186e3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774208810150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774208425692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1720922'] for port, after_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:13:09.883801 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-e6f693da-e664-4109-8d0b-2a4f02d99931 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:13:09.930473 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a504bf0-9a85-4663-bed6-8c500a186e3a admin admin] Pushing event deleted for resources: {'Port': ['ID=51ec624a-0dcd-4823-8110-2f212284b532,revision_number=None']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:13:09.940653 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-2a504bf0-9a85-4663-bed6-8c500a186e3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:13:10.016813 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.wsgi [-] (91913) accepted ('10.222.0.41', 56580) {{(pid=91913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 06:13:10.036920 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-5abe7115-1084-47fb-92f5-9afd44d04b63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:13:10.059223 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.db.quota.driver [None req-5abe7115-1084-47fb-92f5-9afd44d04b63 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 06:13:10.065893 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.quota.resource [None req-5abe7115-1084-47fb-92f5-9afd44d04b63 admin admin] Usage tracker for resource:security_group_rule and tenant:1f31f2fb7dc44590b7227297af3d6617 is out of sync, need to count used quota {{(pid=91913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 06:13:10.073156 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.quota.resource [None req-5abe7115-1084-47fb-92f5-9afd44d04b63 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 06:13:10.079593 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.db.quota.driver [None req-5abe7115-1084-47fb-92f5-9afd44d04b63 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 06:13:10.103699 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-2a504bf0-9a85-4663-bed6-8c500a186e3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-880407'] for router_gateway, after_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:13:10.176386 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-5abe7115-1084-47fb-92f5-9afd44d04b63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:13:10.182154 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-5abe7115-1084-47fb-92f5-9afd44d04b63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940402'] for security_group, after_create {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:13:10.191187 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:13:10.236901 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abe7115-1084-47fb-92f5-9afd44d04b63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=466d565b-68df-48f2-b827-e00778e60b43,revision_number=1']} {{(pid=91913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:13:10.241272 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [None req-5abe7115-1084-47fb-92f5-9afd44d04b63 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1f31f2fb7dc44590b7227297af3d6617&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2227564 Jun 01 06:13:10.242159 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [None req-5abe7115-1084-47fb-92f5-9afd44d04b63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:13:10.243961 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.wsgi [-] (91913) accepted ('10.222.0.41', 56584) {{(pid=91913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 06:13:10.311672 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-2a504bf0-9a85-4663-bed6-8c500a186e3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-890778', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5217'] for router, precommit_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:13:10.314551 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-2a504bf0-9a85-4663-bed6-8c500a186e3a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:13:10.323693 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-0cf9c23d-db9e-4197-b4dd-04b38631f306 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:13:10.363836 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-0cf9c23d-db9e-4197-b4dd-04b38631f306 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:13:10.418510 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-2a504bf0-9a85-4663-bed6-8c500a186e3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-890278'] for router, after_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:13:10.419008 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a504bf0-9a85-4663-bed6-8c500a186e3a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 79d035d6-5a20-4eea-a769-bdfcccfa93ed {{(pid=91912) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 01 06:13:10.423991 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-0cf9c23d-db9e-4197-b4dd-04b38631f306 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940402'] for security_group, after_delete {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:13:10.429347 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [None req-3ed32dde-0afc-440d-b816-01a7c8e8cc8d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:13:10.442500 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf9c23d-db9e-4197-b4dd-04b38631f306 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=466d565b-68df-48f2-b827-e00778e60b43,revision_number=None']} {{(pid=91913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:13:10.447478 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [None req-0cf9c23d-db9e-4197-b4dd-04b38631f306 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:13:10.450970 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-0cf9c23d-db9e-4197-b4dd-04b38631f306 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:13:10.452124 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [None req-0cf9c23d-db9e-4197-b4dd-04b38631f306 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/466d565b-68df-48f2-b827-e00778e60b43 HTTP/1.1" status: 204 len: 168 time: 0.2071581 Jun 01 06:13:10.466232 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-2a504bf0-9a85-4663-bed6-8c500a186e3a admin admin] Notify callbacks [] for router, before_response {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:13:10.471147 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.wsgi [-] (91913) accepted ('10.222.0.41', 56592) {{(pid=91913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 06:13:10.480925 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [None req-2a504bf0-9a85-4663-bed6-8c500a186e3a admin admin] 10.222.0.41 "DELETE /v2.0/routers/79d035d6-5a20-4eea-a769-bdfcccfa93ed HTTP/1.1" status: 204 len: 168 time: 2.6757033 Jun 01 06:13:10.572326 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-b84d8902-fd9d-482b-a618-1bdf208a9027 None None] Notify callbacks [] for port, precommit_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:13:10.593977 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f8f2948-159e-4dc4-a91f-00bb76c3e75a admin admin] Deleting subnet d9825719-b0f5-4a30-9b2a-ada7e262f0ce {{(pid=91913) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 01 06:13:10.601784 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-0f8f2948-159e-4dc4-a91f-00bb76c3e75a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:13:10.624375 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.db.provisioning_blocks [None req-b84d8902-fd9d-482b-a618-1bdf208a9027 None None] Transition to ACTIVE for port object 7e1a8627-cfc1-4e65-82ed-69e0212116a0 will not be triggered until provisioned by entity L2. {{(pid=91914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 06:13:10.646824 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-b84d8902-fd9d-482b-a618-1bdf208a9027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774208810132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774208425701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774208426006'] for port, after_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:13:10.654007 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG oslo_concurrency.lockutils [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91914) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:13:10.693501 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-0f8f2948-159e-4dc4-a91f-00bb76c3e75a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11393177'] for subnet, precommit_delete_associations {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:13:10.737595 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b09a8cb-172e-4949-b840-9300aef80a51 None None] Pushing event updated for resources: {'Port': ['ID=7e1a8627-cfc1-4e65-82ed-69e0212116a0,revision_number=3']} {{(pid=91914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:13:10.748654 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG oslo_concurrency.lockutils [None req-4b09a8cb-172e-4949-b840-9300aef80a51 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=91914) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:13:10.751384 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.db.l3_hamode_db [None req-38c0ce47-3673-455c-92cf-59d5e09304ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c6fb6b9-8ece-4d8e-a649-8b2f96020def', 'name': 'tempest-TestShelveInstance-1660457013-router', 'tenant_id': '856ad5dcb525408fab9b255236023d67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df727fa4-ca0b-43ba-be88-ffeb156f0c84', 'external_fixed_ips': [{'subnet_id': '8acdb510-d5f4-4c90-8e8c-2a5ae18e332f', 'ip_address': '172.28.2.236'}], 'enable_snat': True}, 'gw_port_id': '2e9ff09b-baca-4de1-ac59-b97aff3676d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T06:11:34Z', 'updated_at': '2021-06-01T06:11:43Z', 'revision_number': 4, 'project_id': '856ad5dcb525408fab9b255236023d67', 'gw_port': {'id': '2e9ff09b-baca-4de1-ac59-b97aff3676d3', 'name': '', 'network_id': 'df727fa4-ca0b-43ba-be88-ffeb156f0c84', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:fa:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c6fb6b9-8ece-4d8e-a649-8b2f96020def', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '8acdb510-d5f4-4c90-8e8c-2a5ae18e332f', 'ip_address': '172.28.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793885-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T06:11:35Z', 'updated_at': '2021-06-01T06:11:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acdb510-d5f4-4c90-8e8c-2a5ae18e332f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793885-1-smb', '_floatingips': [{'id': '2775d534-6427-4e97-801c-8b82d2fd7832', 'tenant_id': '856ad5dcb525408fab9b255236023d67', 'floating_ip_address': '172.28.2.101', 'floating_network_id': 'df727fa4-ca0b-43ba-be88-ffeb156f0c84', 'router_id': '3c6fb6b9-8ece-4d8e-a649-8b2f96020def', 'port_id': 'cf7a4b9a-bb68-4bdc-ba08-653cdc886388', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 434, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'be2b441a-fb1a-427b-819d-eed80cc049e7', 'mac_address': 'fa:16:3e:11:da:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd3736c7-f5c3-46e4-bab0-8828108eed6e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-01T06:13:03Z', 'updated_at': '2021-06-01T06:13:03Z', 'revision_number': 0, 'project_id': '856ad5dcb525408fab9b255236023d67', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f04ce48-f22e-47f9-a44e-f6e021713252', 'name': '', 'network_id': 'be2b441a-fb1a-427b-819d-eed80cc049e7', 'tenant_id': '856ad5dcb525408fab9b255236023d67', 'mac_address': 'fa:16:3e:58:aa:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c6fb6b9-8ece-4d8e-a649-8b2f96020def', 'device_owner': 'network:router_interface', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '1cc031fd-c5bc-4dab-9be6-0a2c21e59c64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793885-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T06:11:41Z', 'updated_at': '2021-06-01T06:11:53Z', 'revision_number': 5, 'project_id': '856ad5dcb525408fab9b255236023d67', 'subnets': [{'id': '1cc031fd-c5bc-4dab-9be6-0a2c21e59c64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793885-1-smb', False) {} {{(pid=91914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 06:13:10.778887 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-0f8f2948-159e-4dc4-a91f-00bb76c3e75a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3776980'] for subnet, precommit_delete {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:13:10.847679 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-30499cce-7e99-4e33-bfaf-916a5291ac1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1720554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11144658'] for subnet, after_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:13:10.854344 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-8f4bb609-e39b-4013-9d40-9ba905c59f42 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:13:10.863171 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38c0ce47-3673-455c-92cf-59d5e09304ac None None] The sync data for ids ['3c6fb6b9-8ece-4d8e-a649-8b2f96020def'] in dv-cinder-793885-1-smb is: [{'id': '3c6fb6b9-8ece-4d8e-a649-8b2f96020def', 'name': 'tempest-TestShelveInstance-1660457013-router', 'tenant_id': '856ad5dcb525408fab9b255236023d67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df727fa4-ca0b-43ba-be88-ffeb156f0c84', 'external_fixed_ips': [{'subnet_id': '8acdb510-d5f4-4c90-8e8c-2a5ae18e332f', 'ip_address': '172.28.2.236'}], 'enable_snat': True}, 'gw_port_id': '2e9ff09b-baca-4de1-ac59-b97aff3676d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T06:11:34Z', 'updated_at': '2021-06-01T06:11:43Z', 'revision_number': 4, 'project_id': '856ad5dcb525408fab9b255236023d67', 'gw_port': {'id': '2e9ff09b-baca-4de1-ac59-b97aff3676d3', 'name': '', 'network_id': 'df727fa4-ca0b-43ba-be88-ffeb156f0c84', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:fa:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c6fb6b9-8ece-4d8e-a649-8b2f96020def', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '8acdb510-d5f4-4c90-8e8c-2a5ae18e332f', 'ip_address': '172.28.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793885-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T06:11:35Z', 'updated_at': '2021-06-01T06:11:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acdb510-d5f4-4c90-8e8c-2a5ae18e332f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793885-1-smb', '_floatingips': [{'id': '2775d534-6427-4e97-801c-8b82d2fd7832', 'tenant_id': '856ad5dcb525408fab9b255236023d67', 'floating_ip_address': '172.28.2.101', 'floating_network_id': 'df727fa4-ca0b-43ba-be88-ffeb156f0c84', 'router_id': '3c6fb6b9-8ece-4d8e-a649-8b2f96020def', 'port_id': 'cf7a4b9a-bb68-4bdc-ba08-653cdc886388', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 434, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'be2b441a-fb1a-427b-819d-eed80cc049e7', 'mac_address': 'fa:16:3e:11:da:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd3736c7-f5c3-46e4-bab0-8828108eed6e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-01T06:13:03Z', 'updated_at': '2021-06-01T06:13:03Z', 'revision_number': 0, 'project_id': '856ad5dcb525408fab9b255236023d67', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f04ce48-f22e-47f9-a44e-f6e021713252', 'name': '', 'network_id': 'be2b441a-fb1a-427b-819d-eed80cc049e7', 'tenant_id': '856ad5dcb525408fab9b255236023d67', 'mac_address': 'fa:16:3e:58:aa:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c6fb6b9-8ece-4d8e-a649-8b2f96020def', 'device_owner': 'network:router_interface', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '1cc031fd-c5bc-4dab-9be6-0a2c21e59c64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793885-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T06:11:41Z', 'updated_at': '2021-06-01T06:11:53Z', 'revision_number': 5, 'project_id': '856ad5dcb525408fab9b255236023d67', 'subnets': [{'id': '1cc031fd-c5bc-4dab-9be6-0a2c21e59c64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 06:13:11.012278 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.managers [None req-b84d8902-fd9d-482b-a618-1bdf208a9027 None None] Attempting to bind port 7e1a8627-cfc1-4e65-82ed-69e0212116a0 on host dv-cinder-793885-1-smb for vnic_type normal with profile {{(pid=91914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 06:13:11.012646 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.managers [None req-b84d8902-fd9d-482b-a618-1bdf208a9027 None None] Attempting to bind port 7e1a8627-cfc1-4e65-82ed-69e0212116a0 by drivers openvswitch,hyperv on host dv-cinder-793885-1-smb at level 0 using segments [{'id': 'cc0cc183-e050-4fc8-a49b-4071c6674dd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'b2527877-b5b6-43aa-8903-8b7eda48e9e3'}] {{(pid=91914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 06:13:11.013041 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b84d8902-fd9d-482b-a618-1bdf208a9027 None None] Attempting to bind port 7e1a8627-cfc1-4e65-82ed-69e0212116a0 on network b2527877-b5b6-43aa-8903-8b7eda48e9e3 {{(pid=91914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 06:13:11.018981 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b84d8902-fd9d-482b-a618-1bdf208a9027 None None] Checking agent: {'id': 'afbd2d5c-fa5a-4eff-9ede-b1626fbc7a4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793885-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 6, 1, 58), 'started_at': datetime.datetime(2021, 6, 1, 6, 2, 28), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 6, 12, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793885-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 06:13:11.019352 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b84d8902-fd9d-482b-a618-1bdf208a9027 None None] Checking segment: {'id': 'cc0cc183-e050-4fc8-a49b-4071c6674dd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'b2527877-b5b6-43aa-8903-8b7eda48e9e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 06:13:11.019890 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-b84d8902-fd9d-482b-a618-1bdf208a9027 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:13:11.020322 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b84d8902-fd9d-482b-a618-1bdf208a9027 None None] Bound using segment: {'id': 'cc0cc183-e050-4fc8-a49b-4071c6674dd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'b2527877-b5b6-43aa-8903-8b7eda48e9e3'} {{(pid=91914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 06:13:11.020755 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.managers [None req-b84d8902-fd9d-482b-a618-1bdf208a9027 None None] Bound port: 7e1a8627-cfc1-4e65-82ed-69e0212116a0, host: dv-cinder-793885-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc0cc183-e050-4fc8-a49b-4071c6674dd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'b2527877-b5b6-43aa-8903-8b7eda48e9e3'}}] {{(pid=91914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 06:13:11.021163 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-b84d8902-fd9d-482b-a618-1bdf208a9027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3824664'] for port, before_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:13:11.095997 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30499cce-7e99-4e33-bfaf-916a5291ac1b admin admin] Pushing event updated for resources: {'Subnet': ['ID=2df7593e-9f82-4b1b-9a78-eccefc7a709d,revision_number=0']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:13:11.099982 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30499cce-7e99-4e33-bfaf-916a5291ac1b admin admin] Checking segment: {'id': '5f084c96-1bde-4004-9fef-9a82f2a66791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '35ebe39b-803c-4baa-854d-3f370438bb96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 06:13:11.100771 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30499cce-7e99-4e33-bfaf-916a5291ac1b admin admin] Network hostable DHCP agents. Network: 35ebe39b-803c-4baa-854d-3f370438bb96, hostable agents: ['19337ed4-2364-4f5e-82f6-1f840bd5d30c'], hosted agents: [] {{(pid=91912) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 06:13:11.106611 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-30499cce-7e99-4e33-bfaf-916a5291ac1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:13:11.142651 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30499cce-7e99-4e33-bfaf-916a5291ac1b admin admin] Network 35ebe39b-803c-4baa-854d-3f370438bb96 is scheduled to be hosted by DHCP agent 19337ed4-2364-4f5e-82f6-1f840bd5d30c with binding_index 1 {{(pid=91912) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 06:13:11.157905 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.scheduler.base_scheduler [None req-30499cce-7e99-4e33-bfaf-916a5291ac1b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-793885-1-smb, 35ebe39b-803c-4baa-854d-3f370438bb96) {{(pid=91912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 06:13:11.172757 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5c1535d-a947-4b69-81f6-7d9b9d38e7a7 None None] Network 35ebe39b-803c-4baa-854d-3f370438bb96 requested from dv-cinder-793885-1-smb {{(pid=91914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 06:13:11.210097 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30499cce-7e99-4e33-bfaf-916a5291ac1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:13:11.211392 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-30499cce-7e99-4e33-bfaf-916a5291ac1b admin admin] Notify callbacks [] for subnet, before_response {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:13:11.265805 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [None req-30499cce-7e99-4e33-bfaf-916a5291ac1b admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.7735100 Jun 01 06:13:11.265805 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.wsgi [-] (91912) accepted ('10.222.0.41', 56608) {{(pid=91912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 06:13:11.266926 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.rpc [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] Device b5be9cb5-f581-4662-987b-847f464ee8bf up at agent ovs-agent-dv-cinder-793885-1-smb {{(pid=91914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 06:13:11.270915 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.v2.base [None req-6b622ae0-17a3-4f05-96dd-d4f7a219e1ed admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1297817466-router', 'tenant_id': 'c7d261d313ed4d1ba8f5eaa2651a1abb', 'external_gateway_info': {'network_id': 'df727fa4-ca0b-43ba-be88-ffeb156f0c84'}}} {{(pid=91912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 06:13:11.279737 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-0f8f2948-159e-4dc4-a91f-00bb76c3e75a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3784033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10749084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11365346'] for subnet, after_delete {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:13:11.286439 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.db.quota.driver [None req-6b622ae0-17a3-4f05-96dd-d4f7a219e1ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91912) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 06:13:11.294739 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:13:11.303350 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.quota.resource [None req-6b622ae0-17a3-4f05-96dd-d4f7a219e1ed admin admin] Usage tracker for resource:router and tenant:c7d261d313ed4d1ba8f5eaa2651a1abb is out of sync, need to count used quota {{(pid=91912) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 06:13:11.306802 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.quota.resource [None req-6b622ae0-17a3-4f05-96dd-d4f7a219e1ed admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91912) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 06:13:11.313167 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.db.quota.driver [None req-6b622ae0-17a3-4f05-96dd-d4f7a219e1ed admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91912) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 06:13:11.335616 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-6b622ae0-17a3-4f05-96dd-d4f7a219e1ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-890745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5139'] for router, before_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:13:11.336789 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-6b622ae0-17a3-4f05-96dd-d4f7a219e1ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-889721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-880550', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-949579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5144'] for router, precommit_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:13:11.350244 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c320558-df15-4617-909f-f3a7ad466b21 None None] New status for floating IP 2775d534-6427-4e97-801c-8b82d2fd7832: ACTIVE {{(pid=91915) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 01 06:13:11.362623 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-6b622ae0-17a3-4f05-96dd-d4f7a219e1ed admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:13:11.389461 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8f2948-159e-4dc4-a91f-00bb76c3e75a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d9825719-b0f5-4a30-9b2a-ada7e262f0ce,revision_number=None']} {{(pid=91913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:13:11.394957 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [None req-0f8f2948-159e-4dc4-a91f-00bb76c3e75a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:13:11.400952 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-0f8f2948-159e-4dc4-a91f-00bb76c3e75a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536287'] for subnet, before_response {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:13:11.420232 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [None req-0f8f2948-159e-4dc4-a91f-00bb76c3e75a admin admin] 10.222.0.41 "DELETE /v2.0/subnets/d9825719-b0f5-4a30-9b2a-ada7e262f0ce HTTP/1.1" status: 204 len: 168 time: 0.9484036 Jun 01 06:13:11.423169 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.wsgi [-] (91913) accepted ('10.222.0.41', 56612) {{(pid=91913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 06:13:11.473551 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.db [None req-b84d8902-fd9d-482b-a618-1bdf208a9027 None None] For port 7e1a8627-cfc1-4e65-82ed-69e0212116a0, host dv-cinder-793885-1-smb, cleared binding levels {{(pid=91914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 06:13:11.497163 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.db [None req-b84d8902-fd9d-482b-a618-1bdf208a9027 None None] For port 7e1a8627-cfc1-4e65-82ed-69e0212116a0, host dv-cinder-793885-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793885-1-smb',level=0,port_id=7e1a8627-cfc1-4e65-82ed-69e0212116a0,segment=NetworkSegment(cc0cc183-e050-4fc8-a49b-4071c6674dd2),segment_id=cc0cc183-e050-4fc8-a49b-4071c6674dd2)] {{(pid=91914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 06:13:11.534699 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-b84d8902-fd9d-482b-a618-1bdf208a9027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774208810132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774208425701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774208426006'] for port, after_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:13:11.554861 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG oslo_concurrency.lockutils [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91914) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:13:11.624175 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-cba18f68-a044-4281-beac-d19e6d26336e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670944'] for network, before_delete {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:13:11.826922 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b84d8902-fd9d-482b-a618-1bdf208a9027 None None] Routers {'7489779e-fa2e-4e7d-9c00-a845890b26db'} bound to L3 agent in host dv-cinder-793885-1-smb {{(pid=91914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 06:13:11.827578 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.db.l3_hamode_db [None req-b84d8902-fd9d-482b-a618-1bdf208a9027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793885-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-01T06:01:58Z,description=,heartbeat_timestamp=2021-06-01T06:12:58Z,host='dv-cinder-793885-1-smb',id=a2597806-c6e6-4acd-a843-608abc904602,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T06:01:58Z,topic='l3_agent')) {'router_ids': ['7489779e-fa2e-4e7d-9c00-a845890b26db'], 'active': True} {{(pid=91914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 06:13:11.829046 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-cba18f68-a044-4281-beac-d19e6d26336e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3782491', 'neutron.services.segments.db._delete_segments_for_network-8774208951004'] for network, precommit_delete {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:13:11.846085 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.services.segments.db [None req-cba18f68-a044-4281-beac-d19e6d26336e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2cfdc2ff-8af3-4a0e-8494-3f69501eca70']}} {{(pid=91913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 06:13:11.876141 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.services.segments.db [None req-cba18f68-a044-4281-beac-d19e6d26336e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c425f82-4786-49ee-8e37-a89f8f410b55') {'for_net_delete': True} {{(pid=91913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 06:13:11.876667 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.services.segments.db [None req-cba18f68-a044-4281-beac-d19e6d26336e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c425f82-4786-49ee-8e37-a89f8f410b55') {} {{(pid=91913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 06:13:11.914139 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-cba18f68-a044-4281-beac-d19e6d26336e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774208960925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11393170'] for segment, before_delete {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:13:11.947591 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-cba18f68-a044-4281-beac-d19e6d26336e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3778787'] for segment, precommit_delete {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:13:11.972779 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cba18f68-a044-4281-beac-d19e6d26336e admin admin] Releasing vlan 318 on physical network physnet1 to pool {{(pid=91913) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 06:13:11.973505 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-cba18f68-a044-4281-beac-d19e6d26336e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3778787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10749498'] for segment, after_delete {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:13:11.990259 dv-cinder-793885-1-smb neutron-server[91913]: Traceback (most recent call last): Jun 01 06:13:11.990259 dv-cinder-793885-1-smb neutron-server[91913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 01 06:13:11.990259 dv-cinder-793885-1-smb neutron-server[91913]: timer() Jun 01 06:13:11.990259 dv-cinder-793885-1-smb neutron-server[91913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 01 06:13:11.990259 dv-cinder-793885-1-smb neutron-server[91913]: cb(*args, **kw) Jun 01 06:13:11.990259 dv-cinder-793885-1-smb neutron-server[91913]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 01 06:13:11.990259 dv-cinder-793885-1-smb neutron-server[91913]: return func(*args, **kwargs) Jun 01 06:13:11.990259 dv-cinder-793885-1-smb neutron-server[91913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 01 06:13:11.990259 dv-cinder-793885-1-smb neutron-server[91913]: self._notify() Jun 01 06:13:11.990259 dv-cinder-793885-1-smb neutron-server[91913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 01 06:13:11.990259 dv-cinder-793885-1-smb neutron-server[91913]: self.callback(batched_events) Jun 01 06:13:11.990259 dv-cinder-793885-1-smb neutron-server[91913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 01 06:13:11.990259 dv-cinder-793885-1-smb neutron-server[91913]: event.method(event) Jun 01 06:13:11.990259 dv-cinder-793885-1-smb neutron-server[91913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 01 06:13:11.990259 dv-cinder-793885-1-smb neutron-server[91913]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 01 06:13:11.990259 dv-cinder-793885-1-smb neutron-server[91913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 01 06:13:11.990259 dv-cinder-793885-1-smb neutron-server[91913]: aggregate_uuid = self.p_client.list_aggregates( Jun 01 06:13:11.990259 dv-cinder-793885-1-smb neutron-server[91913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 01 06:13:11.990259 dv-cinder-793885-1-smb neutron-server[91913]: return f(self, *a, **k) Jun 01 06:13:11.990259 dv-cinder-793885-1-smb neutron-server[91913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 01 06:13:11.990259 dv-cinder-793885-1-smb neutron-server[91913]: return self._get(url).json() Jun 01 06:13:11.990259 dv-cinder-793885-1-smb neutron-server[91913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 01 06:13:11.990259 dv-cinder-793885-1-smb neutron-server[91913]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 01 06:13:11.990259 dv-cinder-793885-1-smb neutron-server[91913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 01 06:13:11.990259 dv-cinder-793885-1-smb neutron-server[91913]: return self.request(url, 'GET', **kwargs) Jun 01 06:13:11.990259 dv-cinder-793885-1-smb neutron-server[91913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 01 06:13:11.990259 dv-cinder-793885-1-smb neutron-server[91913]: base_url = self.get_endpoint(auth, allow=allow, Jun 01 06:13:11.990259 dv-cinder-793885-1-smb neutron-server[91913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 01 06:13:11.990259 dv-cinder-793885-1-smb neutron-server[91913]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 01 06:13:11.990259 dv-cinder-793885-1-smb neutron-server[91913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 01 06:13:11.990259 dv-cinder-793885-1-smb neutron-server[91913]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 01 06:13:11.990259 dv-cinder-793885-1-smb neutron-server[91913]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 01 06:13:11.999169 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-6b622ae0-17a3-4f05-96dd-d4f7a219e1ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-880515', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-890699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5230'] for router, precommit_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:13:12.189238 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.db.provisioning_blocks [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] Provisioning complete for port b5be9cb5-f581-4662-987b-847f464ee8bf triggered by entity L2. {{(pid=91914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 06:13:12.189619 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3772206'] for port, provisioning_complete {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:13:12.211368 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-cba18f68-a044-4281-beac-d19e6d26336e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3782482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-940336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-880394'] for network, after_delete {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:13:12.220393 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:13:12.257548 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-cba18f68-a044-4281-beac-d19e6d26336e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536287'] for network, before_response {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:13:12.264351 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b09a8cb-172e-4949-b840-9300aef80a51 None None] Pushing event updated for resources: {'Port': ['ID=7e1a8627-cfc1-4e65-82ed-69e0212116a0,revision_number=4']} {{(pid=91914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:13:12.277537 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba18f68-a044-4281-beac-d19e6d26336e admin admin] Pushing event deleted for resources: {'Network': ['ID=2cfdc2ff-8af3-4a0e-8494-3f69501eca70,revision_number=None']} {{(pid=91913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:13:12.280421 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [None req-cba18f68-a044-4281-beac-d19e6d26336e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:13:12.289427 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [None req-cba18f68-a044-4281-beac-d19e6d26336e admin admin] 10.222.0.41 "DELETE /v2.0/networks/2cfdc2ff-8af3-4a0e-8494-3f69501eca70 HTTP/1.1" status: 204 len: 168 time: 0.8650968 Jun 01 06:13:12.348272 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.db.l3_dvr_db [None req-b84d8902-fd9d-482b-a618-1bdf208a9027 None None] Set router 7489779e-fa2e-4e7d-9c00-a845890b26db gateway port host: dv-cinder-793885-1-smb {{(pid=91914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 06:13:12.496784 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG oslo_concurrency.lockutils [None req-4b09a8cb-172e-4949-b840-9300aef80a51 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.947s {{(pid=91914) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:13:12.561959 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-6b622ae0-17a3-4f05-96dd-d4f7a219e1ed admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:13:12.569105 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.wsgi [-] (91913) accepted ('10.222.0.41', 56638) {{(pid=91913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 06:13:12.610887 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-6b622ae0-17a3-4f05-96dd-d4f7a219e1ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3824664'] for port, before_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:13:12.642593 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5783ab10-e442-4f56-b31b-51d0c4e4ab71 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1120d2a-5d53-58fd-944c-c26255605104-35ebe39b-803c-4baa-854d-3f370438bb96', 'network_id': '35ebe39b-803c-4baa-854d-3f370438bb96', 'tenant_id': 'c7d261d313ed4d1ba8f5eaa2651a1abb', 'fixed_ips': [{'subnet_id': '2df7593e-9f82-4b1b-9a78-eccefc7a709d'}]}} from dv-cinder-793885-1-smb. {{(pid=91914) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 01 06:13:12.643410 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-5783ab10-e442-4f56-b31b-51d0c4e4ab71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3824664'] for port, before_create {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:13:12.652528 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [None req-5fc970b3-0a9b-4476-9870-7b3217dc207c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e52e210129f84c5ab6a94a8e2b18edeb&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0820246 Jun 01 06:13:12.654964 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.wsgi [-] (91913) accepted ('10.222.0.41', 56642) {{(pid=91913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 06:13:12.692933 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.wsgi [-] (91912) accepted ('10.222.0.41', 56646) {{(pid=91912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 06:13:12.773272 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-c1b58940-7a8e-4ef6-b7e6-be818f45c35a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:13:12.781833 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.db.db_base_plugin_common [None req-6b622ae0-17a3-4f05-96dd-d4f7a219e1ed admin admin] Allocated IP 172.28.2.114 (df727fa4-ca0b-43ba-be88-ffeb156f0c84/8acdb510-d5f4-4c90-8e8c-2a5ae18e332f/13164142-c3c7-4597-a13f-35a3d32ba147) {{(pid=91912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 06:13:12.851520 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-c1b58940-7a8e-4ef6-b7e6-be818f45c35a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:13:12.925439 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-c1b58940-7a8e-4ef6-b7e6-be818f45c35a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940402'] for security_group, after_delete {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:13:12.931306 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [None req-03d7b61b-4e68-4b20-ad8e-0c5db0953cef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:13:12.943224 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-dac353e0-0918-40ad-aeeb-8484481084e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:13:12.944768 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.rpc [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] Device 51ec624a-0dcd-4823-8110-2f212284b532 no longer exists at agent ovs-agent-dv-cinder-793885-1-smb {{(pid=91914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 06:13:12.947660 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b58940-7a8e-4ef6-b7e6-be818f45c35a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9806f43-fca1-4e3e-8128-d5f6b4549043,revision_number=None']} {{(pid=91913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:13:12.951046 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [None req-c1b58940-7a8e-4ef6-b7e6-be818f45c35a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:13:12.964193 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-c1b58940-7a8e-4ef6-b7e6-be818f45c35a admin admin] Notify callbacks [] for security_group, before_response {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:13:12.967571 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [None req-c1b58940-7a8e-4ef6-b7e6-be818f45c35a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b9806f43-fca1-4e3e-8128-d5f6b4549043 HTTP/1.1" status: 204 len: 168 time: 0.3093026 Jun 01 06:13:12.967747 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.db.quota.driver [None req-dac353e0-0918-40ad-aeeb-8484481084e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91912) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 06:13:12.974167 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.quota.resource [None req-dac353e0-0918-40ad-aeeb-8484481084e4 admin admin] Usage tracker for resource:security_group_rule and tenant:c3547046de5041989fad1bb814ba5299 is out of sync, need to count used quota {{(pid=91912) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 06:13:12.987426 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.quota.resource [None req-dac353e0-0918-40ad-aeeb-8484481084e4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91912) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 06:13:12.996864 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.db.quota.driver [None req-dac353e0-0918-40ad-aeeb-8484481084e4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91912) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 06:13:13.002205 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.plugin [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] No Port match for: 51ec624a-0dcd-4823-8110-2f212284b532 {{(pid=91914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 01 06:13:13.002552 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.rpc [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] Device 51ec624a-0dcd-4823-8110-2f212284b532 not bound to the agent host dv-cinder-793885-1-smb {{(pid=91914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 06:13:13.002970 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.rpc [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] Device 4a312dc4-e246-465b-a6bd-c2717fc2e02e no longer exists at agent ovs-agent-dv-cinder-793885-1-smb {{(pid=91914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 06:13:13.044478 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.plugin [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] No Port match for: 4a312dc4-e246-465b-a6bd-c2717fc2e02e {{(pid=91914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 01 06:13:13.044900 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.rpc [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] Device 4a312dc4-e246-465b-a6bd-c2717fc2e02e not bound to the agent host dv-cinder-793885-1-smb {{(pid=91914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 06:13:13.046288 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-6b622ae0-17a3-4f05-96dd-d4f7a219e1ed admin admin] Notify callbacks [] for port, precommit_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:13:13.065709 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.db.db_base_plugin_common [None req-5783ab10-e442-4f56-b31b-51d0c4e4ab71 None None] Allocated IP 172.20.0.2 (35ebe39b-803c-4baa-854d-3f370438bb96/2df7593e-9f82-4b1b-9a78-eccefc7a709d/d92b0d75-3c3e-4023-9fbd-fb2f9771ffb6) {{(pid=91914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 06:13:13.128855 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-6b622ae0-17a3-4f05-96dd-d4f7a219e1ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774208425683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1720922'] for port, after_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:13:13.135879 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-4753b2de-84ea-4bbc-ad5d-81f05e68f0c6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:13:13.165229 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-dac353e0-0918-40ad-aeeb-8484481084e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:13:13.179503 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.db.l3_hamode_db [None req-b84d8902-fd9d-482b-a618-1bdf208a9027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7489779e-fa2e-4e7d-9c00-a845890b26db', 'name': 'tempest-TestMinimumBasicScenario-336830795-router', 'tenant_id': '01a8148357484b32a69bbd98475f8644', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df727fa4-ca0b-43ba-be88-ffeb156f0c84', 'external_fixed_ips': [{'subnet_id': '8acdb510-d5f4-4c90-8e8c-2a5ae18e332f', 'ip_address': '172.28.2.197'}], 'enable_snat': True}, 'gw_port_id': 'b5be9cb5-f581-4662-987b-847f464ee8bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T06:12:59Z', 'updated_at': '2021-06-01T06:13:05Z', 'revision_number': 4, 'project_id': '01a8148357484b32a69bbd98475f8644', 'gw_port': {'id': 'b5be9cb5-f581-4662-987b-847f464ee8bf', 'name': '', 'network_id': 'df727fa4-ca0b-43ba-be88-ffeb156f0c84', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:1f:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7489779e-fa2e-4e7d-9c00-a845890b26db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '8acdb510-d5f4-4c90-8e8c-2a5ae18e332f', 'ip_address': '172.28.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793885-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T06:13:00Z', 'updated_at': '2021-06-01T06:13:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acdb510-d5f4-4c90-8e8c-2a5ae18e332f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793885-1-smb', '_interfaces': [{'id': '7e1a8627-cfc1-4e65-82ed-69e0212116a0', 'name': '', 'network_id': 'b2527877-b5b6-43aa-8903-8b7eda48e9e3', 'tenant_id': '01a8148357484b32a69bbd98475f8644', 'mac_address': 'fa:16:3e:2f:02:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7489779e-fa2e-4e7d-9c00-a845890b26db', 'device_owner': 'network:router_interface', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '5c51a303-e621-409b-99c6-f5028ab86df1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793885-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T06:13:04Z', 'updated_at': '2021-06-01T06:13:11Z', 'revision_number': 4, 'project_id': '01a8148357484b32a69bbd98475f8644', 'subnets': [{'id': '5c51a303-e621-409b-99c6-f5028ab86df1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793885-1-smb', False) {} {{(pid=91914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 06:13:13.181564 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-dac353e0-0918-40ad-aeeb-8484481084e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940402'] for security_group, after_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:13:13.188494 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b84d8902-fd9d-482b-a618-1bdf208a9027 None None] The sync data for ids ['7489779e-fa2e-4e7d-9c00-a845890b26db'] in dv-cinder-793885-1-smb is: [{'id': '7489779e-fa2e-4e7d-9c00-a845890b26db', 'name': 'tempest-TestMinimumBasicScenario-336830795-router', 'tenant_id': '01a8148357484b32a69bbd98475f8644', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df727fa4-ca0b-43ba-be88-ffeb156f0c84', 'external_fixed_ips': [{'subnet_id': '8acdb510-d5f4-4c90-8e8c-2a5ae18e332f', 'ip_address': '172.28.2.197'}], 'enable_snat': True}, 'gw_port_id': 'b5be9cb5-f581-4662-987b-847f464ee8bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T06:12:59Z', 'updated_at': '2021-06-01T06:13:05Z', 'revision_number': 4, 'project_id': '01a8148357484b32a69bbd98475f8644', 'gw_port': {'id': 'b5be9cb5-f581-4662-987b-847f464ee8bf', 'name': '', 'network_id': 'df727fa4-ca0b-43ba-be88-ffeb156f0c84', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:1f:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7489779e-fa2e-4e7d-9c00-a845890b26db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '8acdb510-d5f4-4c90-8e8c-2a5ae18e332f', 'ip_address': '172.28.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793885-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T06:13:00Z', 'updated_at': '2021-06-01T06:13:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acdb510-d5f4-4c90-8e8c-2a5ae18e332f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793885-1-smb', '_interfaces': [{'id': '7e1a8627-cfc1-4e65-82ed-69e0212116a0', 'name': '', 'network_id': 'b2527877-b5b6-43aa-8903-8b7eda48e9e3', 'tenant_id': '01a8148357484b32a69bbd98475f8644', 'mac_address': 'fa:16:3e:2f:02:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7489779e-fa2e-4e7d-9c00-a845890b26db', 'device_owner': 'network:router_interface', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '5c51a303-e621-409b-99c6-f5028ab86df1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793885-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T06:13:04Z', 'updated_at': '2021-06-01T06:13:11Z', 'revision_number': 4, 'project_id': '01a8148357484b32a69bbd98475f8644', 'subnets': [{'id': '5c51a303-e621-409b-99c6-f5028ab86df1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 06:13:13.230132 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b622ae0-17a3-4f05-96dd-d4f7a219e1ed admin admin] Network df727fa4-ca0b-43ba-be88-ffeb156f0c84 is already hosted by enough agents. {{(pid=91912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 06:13:13.240585 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.scheduler.base_scheduler [None req-6b622ae0-17a3-4f05-96dd-d4f7a219e1ed admin admin] Resources bound (agent type, host, resource id): {{(pid=91912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 06:13:13.250831 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [None req-dac353e0-0918-40ad-aeeb-8484481084e4 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c3547046de5041989fad1bb814ba5299&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5478656 Jun 01 06:13:13.250831 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b622ae0-17a3-4f05-96dd-d4f7a219e1ed admin admin] Received port after_create {{(pid=91912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 06:13:13.251147 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.wsgi [-] (91913) accepted ('10.222.0.41', 56658) {{(pid=91913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 06:13:13.313859 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b622ae0-17a3-4f05-96dd-d4f7a219e1ed admin admin] Pushing event updated for resources: {'Port': ['ID=13164142-c3c7-4597-a13f-35a3d32ba147,revision_number=1']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:13:13.322593 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-6b622ae0-17a3-4f05-96dd-d4f7a219e1ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:13:13.323138 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-880ff639-1df2-4071-bde6-b60854a4ab4a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.113s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:13:13.366418 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-a8efefda-e2f8-4086-bb45-5b2eb7f6d22b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:13:13.394597 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-a8efefda-e2f8-4086-bb45-5b2eb7f6d22b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:13:13.402050 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-5783ab10-e442-4f56-b31b-51d0c4e4ab71 None None] Notify callbacks [] for port, precommit_create {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:13:13.417928 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.db.provisioning_blocks [None req-5783ab10-e442-4f56-b31b-51d0c4e4ab71 None None] Transition to ACTIVE for port object d92b0d75-3c3e-4023-9fbd-fb2f9771ffb6 will not be triggered until provisioned by entity L2. {{(pid=91914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 06:13:13.444279 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.db.provisioning_blocks [None req-5783ab10-e442-4f56-b31b-51d0c4e4ab71 None None] Transition to ACTIVE for port object d92b0d75-3c3e-4023-9fbd-fb2f9771ffb6 will not be triggered until provisioned by entity DHCP. {{(pid=91914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 06:13:13.451869 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-5783ab10-e442-4f56-b31b-51d0c4e4ab71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774208425683'] for port, after_create {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:13:13.469900 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG oslo_concurrency.lockutils [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91914) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:13:13.493286 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-a8efefda-e2f8-4086-bb45-5b2eb7f6d22b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940402'] for security_group, after_delete {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:13:13.498755 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [None req-8b666d81-1b13-4199-82b5-970beaed7850 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:13:13.503415 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac353e0-0918-40ad-aeeb-8484481084e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=caa65079-101f-46cd-9b76-6002cfc64e82,revision_number=1']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:13:13.508128 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-dac353e0-0918-40ad-aeeb-8484481084e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:13:13.510852 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8efefda-e2f8-4086-bb45-5b2eb7f6d22b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=caa65079-101f-46cd-9b76-6002cfc64e82,revision_number=None']} {{(pid=91913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:13:13.517836 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [None req-a8efefda-e2f8-4086-bb45-5b2eb7f6d22b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:13:13.518622 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-a8efefda-e2f8-4086-bb45-5b2eb7f6d22b admin admin] Notify callbacks [] for security_group, before_response {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:13:13.533550 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [None req-a8efefda-e2f8-4086-bb45-5b2eb7f6d22b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/caa65079-101f-46cd-9b76-6002cfc64e82 HTTP/1.1" status: 204 len: 168 time: 0.2741628 Jun 01 06:13:13.589239 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5783ab10-e442-4f56-b31b-51d0c4e4ab71 None None] Network 35ebe39b-803c-4baa-854d-3f370438bb96 is already hosted by enough agents. {{(pid=91914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 06:13:13.591756 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5783ab10-e442-4f56-b31b-51d0c4e4ab71 None None] Pushing event updated for resources: {'Port': ['ID=d92b0d75-3c3e-4023-9fbd-fb2f9771ffb6,revision_number=1']} {{(pid=91914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:13:13.595094 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.scheduler.base_scheduler [None req-5783ab10-e442-4f56-b31b-51d0c4e4ab71 None None] Resources bound (agent type, host, resource id): {{(pid=91914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 06:13:13.605709 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5783ab10-e442-4f56-b31b-51d0c4e4ab71 None None] Received port after_create {{(pid=91914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 06:13:13.607881 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG oslo_concurrency.lockutils [None req-5783ab10-e442-4f56-b31b-51d0c4e4ab71 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=91914) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:13:13.794840 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.managers [None req-5783ab10-e442-4f56-b31b-51d0c4e4ab71 None None] Attempting to bind port d92b0d75-3c3e-4023-9fbd-fb2f9771ffb6 on host dv-cinder-793885-1-smb for vnic_type normal with profile {{(pid=91914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 06:13:13.795216 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.managers [None req-5783ab10-e442-4f56-b31b-51d0c4e4ab71 None None] Attempting to bind port d92b0d75-3c3e-4023-9fbd-fb2f9771ffb6 by drivers openvswitch,hyperv on host dv-cinder-793885-1-smb at level 0 using segments [{'id': '5f084c96-1bde-4004-9fef-9a82f2a66791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '35ebe39b-803c-4baa-854d-3f370438bb96'}] {{(pid=91914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 06:13:13.796367 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5783ab10-e442-4f56-b31b-51d0c4e4ab71 None None] Attempting to bind port d92b0d75-3c3e-4023-9fbd-fb2f9771ffb6 on network 35ebe39b-803c-4baa-854d-3f370438bb96 {{(pid=91914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 06:13:13.806862 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5783ab10-e442-4f56-b31b-51d0c4e4ab71 None None] Checking agent: {'id': 'afbd2d5c-fa5a-4eff-9ede-b1626fbc7a4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793885-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 6, 1, 58), 'started_at': datetime.datetime(2021, 6, 1, 6, 2, 28), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 6, 12, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793885-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 06:13:13.806862 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5783ab10-e442-4f56-b31b-51d0c4e4ab71 None None] Checking segment: {'id': '5f084c96-1bde-4004-9fef-9a82f2a66791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '35ebe39b-803c-4baa-854d-3f370438bb96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 06:13:13.806862 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-5783ab10-e442-4f56-b31b-51d0c4e4ab71 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:13:13.806862 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5783ab10-e442-4f56-b31b-51d0c4e4ab71 None None] Bound using segment: {'id': '5f084c96-1bde-4004-9fef-9a82f2a66791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '35ebe39b-803c-4baa-854d-3f370438bb96'} {{(pid=91914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 06:13:13.806862 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.managers [None req-5783ab10-e442-4f56-b31b-51d0c4e4ab71 None None] Bound port: d92b0d75-3c3e-4023-9fbd-fb2f9771ffb6, host: dv-cinder-793885-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f084c96-1bde-4004-9fef-9a82f2a66791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '35ebe39b-803c-4baa-854d-3f370438bb96'}}] {{(pid=91914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 06:13:13.807366 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-5783ab10-e442-4f56-b31b-51d0c4e4ab71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3824664'] for port, before_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:13:13.884221 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-6b622ae0-17a3-4f05-96dd-d4f7a219e1ed admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:13:14.002068 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.db [None req-5783ab10-e442-4f56-b31b-51d0c4e4ab71 None None] For port d92b0d75-3c3e-4023-9fbd-fb2f9771ffb6, host dv-cinder-793885-1-smb, cleared binding levels {{(pid=91914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 06:13:14.010016 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.db [None req-5783ab10-e442-4f56-b31b-51d0c4e4ab71 None None] For port d92b0d75-3c3e-4023-9fbd-fb2f9771ffb6, host dv-cinder-793885-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793885-1-smb',level=0,port_id=d92b0d75-3c3e-4023-9fbd-fb2f9771ffb6,segment=NetworkSegment(5f084c96-1bde-4004-9fef-9a82f2a66791),segment_id=5f084c96-1bde-4004-9fef-9a82f2a66791)] {{(pid=91914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 06:13:14.024730 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-5783ab10-e442-4f56-b31b-51d0c4e4ab71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774208810132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774208425701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774208426006'] for port, after_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:13:14.030262 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG oslo_concurrency.lockutils [None req-573e7f53-f4f0-4e0e-ad23-df8f2a0c8548 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91914) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:13:14.170321 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5783ab10-e442-4f56-b31b-51d0c4e4ab71 None None] Pushing event updated for resources: {'Port': ['ID=d92b0d75-3c3e-4023-9fbd-fb2f9771ffb6,revision_number=2']} {{(pid=91914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:13:14.181016 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG oslo_concurrency.lockutils [None req-5783ab10-e442-4f56-b31b-51d0c4e4ab71 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=91914) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:13:14.285363 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.wsgi [-] (91913) accepted ('10.222.0.41', 56696) {{(pid=91913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 06:13:14.455609 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.v2.base [None req-d953c801-a7ab-4511-928f-01ff8a35b12e admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-2112037125-network', 'tenant_id': '7c893d8978f845f0bd2173a5ce1ebc47'}} {{(pid=91913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 06:13:14.460249 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.db.quota.driver [None req-d953c801-a7ab-4511-928f-01ff8a35b12e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 06:13:14.468077 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.quota.resource [None req-d953c801-a7ab-4511-928f-01ff8a35b12e admin admin] Usage tracker for resource:network and tenant:7c893d8978f845f0bd2173a5ce1ebc47 is out of sync, need to count used quota {{(pid=91913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 06:13:14.472060 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.quota.resource [None req-d953c801-a7ab-4511-928f-01ff8a35b12e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 06:13:14.483753 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.db.quota.driver [None req-d953c801-a7ab-4511-928f-01ff8a35b12e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 06:13:14.521619 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d953c801-a7ab-4511-928f-01ff8a35b12e admin admin] Made reservation on behalf of 7c893d8978f845f0bd2173a5ce1ebc47 for: {'network': 1} {{(pid=91913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 06:13:14.524096 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-d953c801-a7ab-4511-928f-01ff8a35b12e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3824659'] for network, before_create {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:13:14.537452 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-d953c801-a7ab-4511-928f-01ff8a35b12e admin admin] Notify callbacks [] for security_group, before_create {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:13:14.560888 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-6b622ae0-17a3-4f05-96dd-d4f7a219e1ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-890736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-880576'] for router, after_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:13:14.571727 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.db.quota.driver [None req-d953c801-a7ab-4511-928f-01ff8a35b12e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 06:13:14.578686 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.quota.resource [None req-d953c801-a7ab-4511-928f-01ff8a35b12e admin admin] Usage tracker for resource:security_group_rule and tenant:7c893d8978f845f0bd2173a5ce1ebc47 is out of sync, need to count used quota {{(pid=91913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 06:13:14.584711 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.quota.resource [None req-d953c801-a7ab-4511-928f-01ff8a35b12e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 06:13:14.591562 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.db.quota.driver [None req-d953c801-a7ab-4511-928f-01ff8a35b12e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 06:13:14.739122 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-d953c801-a7ab-4511-928f-01ff8a35b12e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:13:14.750494 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-d953c801-a7ab-4511-928f-01ff8a35b12e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940402'] for security_group, after_create {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:13:14.763666 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [None req-dc68ab34-3dd0-4d7c-adcb-02561b17d9d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:13:14.830944 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d953c801-a7ab-4511-928f-01ff8a35b12e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 304} {{(pid=91913) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 06:13:14.847090 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b622ae0-17a3-4f05-96dd-d4f7a219e1ed admin admin] Router 6ed360ef-ec0c-4630-b239-58b2df715725 is scheduled to L3 agent a2597806-c6e6-4acd-a843-608abc904602 with binding_index 1 {{(pid=91912) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 01 06:13:14.849523 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d953c801-a7ab-4511-928f-01ff8a35b12e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a700ff9-5b31-435b-aacd-333a1f90aa40,revision_number=1']} {{(pid=91913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:13:14.854181 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [None req-d953c801-a7ab-4511-928f-01ff8a35b12e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:13:14.855197 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-d953c801-a7ab-4511-928f-01ff8a35b12e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3778787'] for segment, precommit_create {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:13:14.855737 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.db.segments_db [None req-d953c801-a7ab-4511-928f-01ff8a35b12e admin admin] Added segment d79691a5-696b-4e9f-a876-911d0747fe56 of type vlan for network 1aef2bca-7ed6-4d41-a156-11dcffb5b8e2 Jun 01 06:13:14.900533 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-d953c801-a7ab-4511-928f-01ff8a35b12e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774208444501'] for network, precommit_create {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:13:14.965973 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-d953c801-a7ab-4511-928f-01ff8a35b12e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-940336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536314'] for network, after_create {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:13:14.967388 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d953c801-a7ab-4511-928f-01ff8a35b12e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:13:14.967979 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-d953c801-a7ab-4511-928f-01ff8a35b12e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536287'] for network, before_response {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:13:14.980410 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [None req-10df27d7-f39d-4bd5-9d6b-d148d3013d77 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:13:15.172802 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b622ae0-17a3-4f05-96dd-d4f7a219e1ed admin admin] Notify agent at l3_agent.dv-cinder-793885-1-smb the message routers_updated {{(pid=91912) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 06:13:15.174242 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [None req-d953c801-a7ab-4511-928f-01ff8a35b12e admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8874784 Jun 01 06:13:15.175501 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.wsgi [-] (91912) accepted ('10.222.0.41', 56746) {{(pid=91912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 06:13:15.176199 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d953c801-a7ab-4511-928f-01ff8a35b12e admin admin] Pushing event updated for resources: {'Network': ['ID=1aef2bca-7ed6-4d41-a156-11dcffb5b8e2,revision_number=1']} {{(pid=91913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:13:15.180751 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [None req-d953c801-a7ab-4511-928f-01ff8a35b12e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:13:15.186863 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2511782-72e8-4fec-b213-73a757ceec39 None None] Sync routers for ids ['6ed360ef-ec0c-4630-b239-58b2df715725'] in dv-cinder-793885-1-smb {{(pid=91914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 06:13:15.192302 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.rpc [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] Network 1aef2bca-7ed6-4d41-a156-11dcffb5b8e2 details requested by agent ovs-agent-dv-cinder-793885-1-smb with host dv-cinder-793885-1-smb {{(pid=91914) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 06:13:15.209789 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.v2.base [None req-0ce428ec-78fd-44c1-85a6-0d58fce090a7 admin admin] Request body: {'subnet': {'network_id': '1aef2bca-7ed6-4d41-a156-11dcffb5b8e2', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-2112037125-subnet', 'tenant_id': '7c893d8978f845f0bd2173a5ce1ebc47', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=91912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 06:13:15.215482 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.db.quota.driver [None req-0ce428ec-78fd-44c1-85a6-0d58fce090a7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91912) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 06:13:15.220359 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.quota.resource [None req-0ce428ec-78fd-44c1-85a6-0d58fce090a7 admin admin] Usage tracker for resource:subnet and tenant:7c893d8978f845f0bd2173a5ce1ebc47 is out of sync, need to count used quota {{(pid=91912) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 06:13:15.223909 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.quota.resource [None req-0ce428ec-78fd-44c1-85a6-0d58fce090a7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91912) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 06:13:15.240121 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.db.quota.driver [None req-0ce428ec-78fd-44c1-85a6-0d58fce090a7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91912) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 06:13:15.241240 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2511782-72e8-4fec-b213-73a757ceec39 None None] Routers {'6ed360ef-ec0c-4630-b239-58b2df715725'} bound to L3 agent in host dv-cinder-793885-1-smb {{(pid=91914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 06:13:15.242081 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.db.l3_hamode_db [None req-a2511782-72e8-4fec-b213-73a757ceec39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793885-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-01T06:01:58Z,description=,heartbeat_timestamp=2021-06-01T06:12:58Z,host='dv-cinder-793885-1-smb',id=a2597806-c6e6-4acd-a843-608abc904602,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T06:01:58Z,topic='l3_agent')) {'router_ids': ['6ed360ef-ec0c-4630-b239-58b2df715725'], 'active': True} {{(pid=91914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 06:13:15.248083 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-6b622ae0-17a3-4f05-96dd-d4f7a219e1ed admin admin] Notify callbacks [] for router, before_response {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:13:15.249403 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [None req-6b622ae0-17a3-4f05-96dd-d4f7a219e1ed admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.9830234 Jun 01 06:13:15.250630 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ce428ec-78fd-44c1-85a6-0d58fce090a7 admin admin] Made reservation on behalf of 7c893d8978f845f0bd2173a5ce1ebc47 for: {'subnet': 1} {{(pid=91912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 06:13:15.252791 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.wsgi [-] (91913) accepted ('10.222.0.41', 56754) {{(pid=91913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 06:13:15.261105 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-0ce428ec-78fd-44c1-85a6-0d58fce090a7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11144644'] for subnet, before_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:13:15.331428 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.rpc [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] Device 7e1a8627-cfc1-4e65-82ed-69e0212116a0 up at agent ovs-agent-dv-cinder-793885-1-smb {{(pid=91914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 06:13:15.656722 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.db.l3_dvr_db [None req-a2511782-72e8-4fec-b213-73a757ceec39 None None] Set router 6ed360ef-ec0c-4630-b239-58b2df715725 gateway port host: dv-cinder-793885-1-smb {{(pid=91914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 06:13:15.821324 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59827b05-29a0-46f2-814c-f19e9f259690 None None] Network 35ebe39b-803c-4baa-854d-3f370438bb96 requested from dv-cinder-793885-1-smb {{(pid=91914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 06:13:15.835033 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-0ce428ec-78fd-44c1-85a6-0d58fce090a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1720554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11144658'] for subnet, after_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:13:15.844157 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:13:15.940149 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce428ec-78fd-44c1-85a6-0d58fce090a7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=855dfebb-5fe1-422f-95fd-8b5f405d78be,revision_number=0']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:13:15.942514 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ce428ec-78fd-44c1-85a6-0d58fce090a7 admin admin] Checking segment: {'id': 'd79691a5-696b-4e9f-a876-911d0747fe56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '1aef2bca-7ed6-4d41-a156-11dcffb5b8e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 06:13:15.942965 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ce428ec-78fd-44c1-85a6-0d58fce090a7 admin admin] Network hostable DHCP agents. Network: 1aef2bca-7ed6-4d41-a156-11dcffb5b8e2, hostable agents: ['19337ed4-2364-4f5e-82f6-1f840bd5d30c'], hosted agents: [] {{(pid=91912) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 06:13:15.946031 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-0ce428ec-78fd-44c1-85a6-0d58fce090a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:13:15.962198 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ce428ec-78fd-44c1-85a6-0d58fce090a7 admin admin] Network 1aef2bca-7ed6-4d41-a156-11dcffb5b8e2 is scheduled to be hosted by DHCP agent 19337ed4-2364-4f5e-82f6-1f840bd5d30c with binding_index 1 {{(pid=91912) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 06:13:15.975435 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.scheduler.base_scheduler [None req-0ce428ec-78fd-44c1-85a6-0d58fce090a7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-793885-1-smb, 1aef2bca-7ed6-4d41-a156-11dcffb5b8e2) {{(pid=91912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 06:13:15.987344 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ce428ec-78fd-44c1-85a6-0d58fce090a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:13:15.988233 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-0ce428ec-78fd-44c1-85a6-0d58fce090a7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:13:16.027383 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [None req-0ce428ec-78fd-44c1-85a6-0d58fce090a7 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8463750 Jun 01 06:13:16.028361 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.wsgi [-] (91913) accepted ('10.222.0.41', 56778) {{(pid=91913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 06:13:16.039386 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccd865ea-9ed9-4974-8511-dc00a585d10d None None] Network 1aef2bca-7ed6-4d41-a156-11dcffb5b8e2 requested from dv-cinder-793885-1-smb {{(pid=91914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 06:13:16.086278 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.db.provisioning_blocks [None req-f3b14bda-ba84-4d27-8118-fa1097f59e55 None None] Provisioning for port d92b0d75-3c3e-4023-9fbd-fb2f9771ffb6 completed by entity DHCP. {{(pid=91914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 06:13:16.096002 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.v2.base [None req-3d013fb5-5901-4cff-a4a6-16820a28fa52 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-2112037125-router', 'tenant_id': '7c893d8978f845f0bd2173a5ce1ebc47', 'external_gateway_info': {'network_id': 'df727fa4-ca0b-43ba-be88-ffeb156f0c84'}}} {{(pid=91913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 06:13:16.119403 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.db.quota.driver [None req-3d013fb5-5901-4cff-a4a6-16820a28fa52 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 06:13:16.127804 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.quota.resource [None req-3d013fb5-5901-4cff-a4a6-16820a28fa52 admin admin] Usage tracker for resource:router and tenant:7c893d8978f845f0bd2173a5ce1ebc47 is out of sync, need to count used quota {{(pid=91913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 06:13:16.133067 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.quota.resource [None req-3d013fb5-5901-4cff-a4a6-16820a28fa52 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 06:13:16.143216 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.db.quota.driver [None req-3d013fb5-5901-4cff-a4a6-16820a28fa52 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 06:13:16.209706 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-3d013fb5-5901-4cff-a4a6-16820a28fa52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-890745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5139'] for router, before_create {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:13:16.210723 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-3d013fb5-5901-4cff-a4a6-16820a28fa52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-889721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-880550', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-949579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5144'] for router, precommit_create {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:13:16.276280 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-3d013fb5-5901-4cff-a4a6-16820a28fa52 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:13:16.295111 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.db.provisioning_blocks [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] Provisioning for port 7e1a8627-cfc1-4e65-82ed-69e0212116a0 completed by entity L2. {{(pid=91914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 06:13:16.337267 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.db.provisioning_blocks [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] Provisioning complete for port 7e1a8627-cfc1-4e65-82ed-69e0212116a0 triggered by entity L2. {{(pid=91914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 06:13:16.337791 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3772206'] for port, provisioning_complete {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:13:16.556751 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-fbbfabd2-138d-4bac-a3e9-01ed8394f786 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3824664'] for port, before_create {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:13:16.627639 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.db.l3_hamode_db [None req-a2511782-72e8-4fec-b213-73a757ceec39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ed360ef-ec0c-4630-b239-58b2df715725', 'name': 'tempest-TestMinimumBasicScenario-1297817466-router', 'tenant_id': 'c7d261d313ed4d1ba8f5eaa2651a1abb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df727fa4-ca0b-43ba-be88-ffeb156f0c84', 'external_fixed_ips': [{'subnet_id': '8acdb510-d5f4-4c90-8e8c-2a5ae18e332f', 'ip_address': '172.28.2.114'}], 'enable_snat': True}, 'gw_port_id': '13164142-c3c7-4597-a13f-35a3d32ba147', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T06:13:11Z', 'updated_at': '2021-06-01T06:13:13Z', 'revision_number': 3, 'project_id': 'c7d261d313ed4d1ba8f5eaa2651a1abb', 'gw_port': {'id': '13164142-c3c7-4597-a13f-35a3d32ba147', 'name': '', 'network_id': 'df727fa4-ca0b-43ba-be88-ffeb156f0c84', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:49:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ed360ef-ec0c-4630-b239-58b2df715725', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '8acdb510-d5f4-4c90-8e8c-2a5ae18e332f', 'ip_address': '172.28.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T06:13:12Z', 'updated_at': '2021-06-01T06:13:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8acdb510-d5f4-4c90-8e8c-2a5ae18e332f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793885-1-smb'}], 'dv-cinder-793885-1-smb', False) {} {{(pid=91914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 06:13:16.645568 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-3d013fb5-5901-4cff-a4a6-16820a28fa52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-880515', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-890699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5230'] for router, precommit_update {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:13:16.655365 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2511782-72e8-4fec-b213-73a757ceec39 None None] Checking router: 6ed360ef-ec0c-4630-b239-58b2df715725 for host: dv-cinder-793885-1-smb {{(pid=91914) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 06:13:16.655637 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2511782-72e8-4fec-b213-73a757ceec39 None None] Updating router 6ed360ef-ec0c-4630-b239-58b2df715725 port 13164142-c3c7-4597-a13f-35a3d32ba147 binding host dv-cinder-793885-1-smb {{(pid=91914) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 06:13:16.686295 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28cb9ded-dd32-449b-963e-a03d12463441 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1120d2a-5d53-58fd-944c-c26255605104-1aef2bca-7ed6-4d41-a156-11dcffb5b8e2', 'network_id': '1aef2bca-7ed6-4d41-a156-11dcffb5b8e2', 'tenant_id': '7c893d8978f845f0bd2173a5ce1ebc47', 'fixed_ips': [{'subnet_id': '855dfebb-5fe1-422f-95fd-8b5f405d78be'}]}} from dv-cinder-793885-1-smb. {{(pid=91914) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 01 06:13:16.687151 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-28cb9ded-dd32-449b-963e-a03d12463441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3824664'] for port, before_create {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:13:16.722827 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3824664'] for port, before_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:13:16.798370 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-a2511782-72e8-4fec-b213-73a757ceec39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3824664'] for port, before_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:13:16.890664 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.db [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] For port 7e1a8627-cfc1-4e65-82ed-69e0212116a0, host dv-cinder-793885-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793885-1-smb',level=0,port_id=7e1a8627-cfc1-4e65-82ed-69e0212116a0,segment=NetworkSegment(cc0cc183-e050-4fc8-a49b-4071c6674dd2),segment_id=cc0cc183-e050-4fc8-a49b-4071c6674dd2)] {{(pid=91914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 06:13:16.904024 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774208810132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774208425701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774208426006'] for port, after_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:13:16.904809 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.rpc [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] Device d92b0d75-3c3e-4023-9fbd-fb2f9771ffb6 up at agent ovs-agent-dv-cinder-793885-1-smb {{(pid=91914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 06:13:16.937247 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.db.db_base_plugin_common [None req-fbbfabd2-138d-4bac-a3e9-01ed8394f786 admin admin] Allocated IP 172.20.0.1 (35ebe39b-803c-4baa-854d-3f370438bb96/2df7593e-9f82-4b1b-9a78-eccefc7a709d/1c4c3743-6f8b-4aa8-b5ba-54cef7781448) {{(pid=91913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 06:13:17.025537 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG oslo_concurrency.lockutils [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91914) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:13:17.288378 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] Pushing event updated for resources: {'Port': ['ID=7e1a8627-cfc1-4e65-82ed-69e0212116a0,revision_number=5']} {{(pid=91914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:13:17.298690 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.db.db_base_plugin_common [None req-28cb9ded-dd32-449b-963e-a03d12463441 None None] Allocated IP 172.20.0.2 (1aef2bca-7ed6-4d41-a156-11dcffb5b8e2/855dfebb-5fe1-422f-95fd-8b5f405d78be/bef248a5-5a10-4c57-9536-4ea5bc6c5a83) {{(pid=91914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 06:13:17.300685 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG oslo_concurrency.lockutils [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=91914) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:13:17.348196 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.db.provisioning_blocks [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] Provisioning for port d92b0d75-3c3e-4023-9fbd-fb2f9771ffb6 completed by entity L2. {{(pid=91914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 06:13:17.370661 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.db.provisioning_blocks [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] Provisioning complete for port d92b0d75-3c3e-4023-9fbd-fb2f9771ffb6 triggered by entity L2. {{(pid=91914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 06:13:17.371122 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3772206'] for port, provisioning_complete {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:13:17.389773 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-fbbfabd2-138d-4bac-a3e9-01ed8394f786 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:13:17.407287 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-3d013fb5-5901-4cff-a4a6-16820a28fa52 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:13:17.446155 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.db.provisioning_blocks [None req-fbbfabd2-138d-4bac-a3e9-01ed8394f786 admin admin] Transition to ACTIVE for port object 1c4c3743-6f8b-4aa8-b5ba-54cef7781448 will not be triggered until provisioned by entity DHCP. {{(pid=91913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 06:13:17.447746 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-3d013fb5-5901-4cff-a4a6-16820a28fa52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3824664'] for port, before_create {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:13:17.537896 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-fbbfabd2-138d-4bac-a3e9-01ed8394f786 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774208425683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10749551'] for port, after_create {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:13:17.542288 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [None req-09f5fd63-ce92-4de7-9f24-c44cf4338a5a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:13:17.606873 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbbfabd2-138d-4bac-a3e9-01ed8394f786 admin admin] Network 35ebe39b-803c-4baa-854d-3f370438bb96 is already hosted by enough agents. {{(pid=91913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 06:13:17.609789 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.scheduler.base_scheduler [None req-fbbfabd2-138d-4bac-a3e9-01ed8394f786 admin admin] Resources bound (agent type, host, resource id): {{(pid=91913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 06:13:17.613460 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbbfabd2-138d-4bac-a3e9-01ed8394f786 admin admin] Received port after_create {{(pid=91913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 06:13:17.655035 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbfabd2-138d-4bac-a3e9-01ed8394f786 admin admin] Pushing event updated for resources: {'Port': ['ID=1c4c3743-6f8b-4aa8-b5ba-54cef7781448,revision_number=1']} {{(pid=91913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:13:17.662655 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [None req-fbbfabd2-138d-4bac-a3e9-01ed8394f786 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:13:17.676782 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-fbbfabd2-138d-4bac-a3e9-01ed8394f786 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-878513'] for router_interface, before_create {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:13:17.736290 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774208951022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772053'] for agent, after_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:13:17.761621 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-a2511782-72e8-4fec-b213-73a757ceec39 None None] Notify callbacks [] for port, precommit_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:13:17.789226 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-28cb9ded-dd32-449b-963e-a03d12463441 None None] Notify callbacks [] for port, precommit_create {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:13:17.797114 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.db.provisioning_blocks [None req-a2511782-72e8-4fec-b213-73a757ceec39 None None] Transition to ACTIVE for port object 13164142-c3c7-4597-a13f-35a3d32ba147 will not be triggered until provisioned by entity L2. {{(pid=91914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 06:13:17.806096 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3824664'] for port, before_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:13:17.815767 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.db.provisioning_blocks [None req-28cb9ded-dd32-449b-963e-a03d12463441 None None] Transition to ACTIVE for port object bef248a5-5a10-4c57-9536-4ea5bc6c5a83 will not be triggered until provisioned by entity L2. {{(pid=91914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 06:13:17.822714 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-a2511782-72e8-4fec-b213-73a757ceec39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774208810132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774208425701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774208426006'] for port, after_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:13:17.832080 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG oslo_concurrency.lockutils [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91914) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:13:17.907009 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.db.db_base_plugin_common [None req-3d013fb5-5901-4cff-a4a6-16820a28fa52 admin admin] Allocated IP 172.28.2.127 (df727fa4-ca0b-43ba-be88-ffeb156f0c84/8acdb510-d5f4-4c90-8e8c-2a5ae18e332f/e66a6258-f990-48f9-9a98-ff54e6253942) {{(pid=91913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 06:13:17.923250 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.db.provisioning_blocks [None req-28cb9ded-dd32-449b-963e-a03d12463441 None None] Transition to ACTIVE for port object bef248a5-5a10-4c57-9536-4ea5bc6c5a83 will not be triggered until provisioned by entity DHCP. {{(pid=91914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 06:13:17.945860 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-28cb9ded-dd32-449b-963e-a03d12463441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774208425683'] for port, after_create {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:13:17.951964 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.managers [None req-a2511782-72e8-4fec-b213-73a757ceec39 None None] Attempting to bind port 13164142-c3c7-4597-a13f-35a3d32ba147 on host dv-cinder-793885-1-smb for vnic_type normal with profile {{(pid=91914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 06:13:17.952387 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.managers [None req-a2511782-72e8-4fec-b213-73a757ceec39 None None] Attempting to bind port 13164142-c3c7-4597-a13f-35a3d32ba147 by drivers openvswitch,hyperv on host dv-cinder-793885-1-smb at level 0 using segments [{'id': '97ee6b0e-31ac-4687-a432-1c46ba18e1e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df727fa4-ca0b-43ba-be88-ffeb156f0c84'}] {{(pid=91914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 06:13:17.952805 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2511782-72e8-4fec-b213-73a757ceec39 None None] Attempting to bind port 13164142-c3c7-4597-a13f-35a3d32ba147 on network df727fa4-ca0b-43ba-be88-ffeb156f0c84 {{(pid=91914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 06:13:17.954769 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0740bc50-545e-4b40-8005-6811d012dedf None None] Pushing event updated for resources: {'Port': ['ID=13164142-c3c7-4597-a13f-35a3d32ba147,revision_number=2']} {{(pid=91914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:13:17.961336 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.db [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] For port d92b0d75-3c3e-4023-9fbd-fb2f9771ffb6, host dv-cinder-793885-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793885-1-smb',level=0,port_id=d92b0d75-3c3e-4023-9fbd-fb2f9771ffb6,segment=NetworkSegment(5f084c96-1bde-4004-9fef-9a82f2a66791),segment_id=5f084c96-1bde-4004-9fef-9a82f2a66791)] {{(pid=91914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 06:13:17.962796 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG oslo_concurrency.lockutils [None req-0740bc50-545e-4b40-8005-6811d012dedf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=91914) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:13:17.966004 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG oslo_concurrency.lockutils [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.014s {{(pid=91914) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:13:17.994611 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.db.provisioning_blocks [None req-d82e0254-bd42-4ac4-ae74-6c8c34719ecd None None] Provisioning for port 1c4c3743-6f8b-4aa8-b5ba-54cef7781448 completed by entity DHCP. {{(pid=91914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 06:13:18.002961 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2511782-72e8-4fec-b213-73a757ceec39 None None] Checking agent: {'id': 'afbd2d5c-fa5a-4eff-9ede-b1626fbc7a4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793885-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 6, 1, 58), 'started_at': datetime.datetime(2021, 6, 1, 6, 2, 28), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 6, 12, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793885-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 06:13:18.003342 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2511782-72e8-4fec-b213-73a757ceec39 None None] Checking segment: {'id': '97ee6b0e-31ac-4687-a432-1c46ba18e1e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df727fa4-ca0b-43ba-be88-ffeb156f0c84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 06:13:18.003746 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-a2511782-72e8-4fec-b213-73a757ceec39 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:13:18.004145 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2511782-72e8-4fec-b213-73a757ceec39 None None] Bound using segment: {'id': '97ee6b0e-31ac-4687-a432-1c46ba18e1e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df727fa4-ca0b-43ba-be88-ffeb156f0c84'} {{(pid=91914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 06:13:18.004628 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.managers [None req-a2511782-72e8-4fec-b213-73a757ceec39 None None] Bound port: 13164142-c3c7-4597-a13f-35a3d32ba147, host: dv-cinder-793885-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97ee6b0e-31ac-4687-a432-1c46ba18e1e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df727fa4-ca0b-43ba-be88-ffeb156f0c84'}}] {{(pid=91914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 06:13:18.005048 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-a2511782-72e8-4fec-b213-73a757ceec39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3824664'] for port, before_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:13:18.043215 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774208810132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774208425701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774208426006'] for port, after_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:13:18.074928 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.db.provisioning_blocks [None req-d82e0254-bd42-4ac4-ae74-6c8c34719ecd None None] Provisioning complete for port 1c4c3743-6f8b-4aa8-b5ba-54cef7781448 triggered by entity DHCP. {{(pid=91914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 06:13:18.075338 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-d82e0254-bd42-4ac4-ae74-6c8c34719ecd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3772206'] for port, provisioning_complete {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:13:18.110904 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28cb9ded-dd32-449b-963e-a03d12463441 None None] Network 1aef2bca-7ed6-4d41-a156-11dcffb5b8e2 is already hosted by enough agents. {{(pid=91914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 06:13:18.128829 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.scheduler.base_scheduler [None req-28cb9ded-dd32-449b-963e-a03d12463441 None None] Resources bound (agent type, host, resource id): {{(pid=91914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 06:13:18.135616 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-fbbfabd2-138d-4bac-a3e9-01ed8394f786 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3824664'] for port, before_update {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:13:18.140457 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28cb9ded-dd32-449b-963e-a03d12463441 None None] Received port after_create {{(pid=91914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 06:13:18.145988 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28cb9ded-dd32-449b-963e-a03d12463441 None None] Pushing event updated for resources: {'Port': ['ID=bef248a5-5a10-4c57-9536-4ea5bc6c5a83,revision_number=1']} {{(pid=91914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:13:18.146695 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-3d013fb5-5901-4cff-a4a6-16820a28fa52 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:13:18.154170 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG oslo_concurrency.lockutils [None req-28cb9ded-dd32-449b-963e-a03d12463441 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=91914) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:13:18.156726 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG oslo_concurrency.lockutils [None req-9d367745-16e6-4141-b135-6de064ee5664 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.091s {{(pid=91914) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:13:18.220315 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.rpc [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] Device 7e1a8627-cfc1-4e65-82ed-69e0212116a0 up at agent ovs-agent-dv-cinder-793885-1-smb {{(pid=91914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 06:13:18.262728 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.plugin [None req-d82e0254-bd42-4ac4-ae74-6c8c34719ecd None None] Port 1c4c3743-6f8b-4aa8-b5ba-54cef7781448 cannot update to ACTIVE because it is not bound. {{(pid=91914) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 06:13:18.307247 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-3d013fb5-5901-4cff-a4a6-16820a28fa52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774208425683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10749551'] for port, after_create {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:13:18.314320 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:13:18.362425 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.db [None req-a2511782-72e8-4fec-b213-73a757ceec39 None None] For port 13164142-c3c7-4597-a13f-35a3d32ba147, host dv-cinder-793885-1-smb, cleared binding levels {{(pid=91914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 06:13:18.381963 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.managers [None req-28cb9ded-dd32-449b-963e-a03d12463441 None None] Attempting to bind port bef248a5-5a10-4c57-9536-4ea5bc6c5a83 on host dv-cinder-793885-1-smb for vnic_type normal with profile {{(pid=91914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 06:13:18.382335 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.managers [None req-28cb9ded-dd32-449b-963e-a03d12463441 None None] Attempting to bind port bef248a5-5a10-4c57-9536-4ea5bc6c5a83 by drivers openvswitch,hyperv on host dv-cinder-793885-1-smb at level 0 using segments [{'id': 'd79691a5-696b-4e9f-a876-911d0747fe56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '1aef2bca-7ed6-4d41-a156-11dcffb5b8e2'}] {{(pid=91914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 06:13:18.382694 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28cb9ded-dd32-449b-963e-a03d12463441 None None] Attempting to bind port bef248a5-5a10-4c57-9536-4ea5bc6c5a83 on network 1aef2bca-7ed6-4d41-a156-11dcffb5b8e2 {{(pid=91914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 06:13:18.385920 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.db [None req-a2511782-72e8-4fec-b213-73a757ceec39 None None] For port 13164142-c3c7-4597-a13f-35a3d32ba147, host dv-cinder-793885-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793885-1-smb',level=0,port_id=13164142-c3c7-4597-a13f-35a3d32ba147,segment=NetworkSegment(97ee6b0e-31ac-4687-a432-1c46ba18e1e7),segment_id=97ee6b0e-31ac-4687-a432-1c46ba18e1e7)] {{(pid=91914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 06:13:18.387863 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d013fb5-5901-4cff-a4a6-16820a28fa52 admin admin] Network df727fa4-ca0b-43ba-be88-ffeb156f0c84 is already hosted by enough agents. {{(pid=91913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 06:13:18.391614 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] Pushing event updated for resources: {'Port': ['ID=d92b0d75-3c3e-4023-9fbd-fb2f9771ffb6,revision_number=3']} {{(pid=91914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:13:18.394359 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.scheduler.base_scheduler [None req-3d013fb5-5901-4cff-a4a6-16820a28fa52 admin admin] Resources bound (agent type, host, resource id): {{(pid=91913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 06:13:18.397580 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-a2511782-72e8-4fec-b213-73a757ceec39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774208810132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774208425701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774208426006'] for port, after_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:13:18.402788 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG oslo_concurrency.lockutils [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=91914) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:13:18.403247 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG oslo_concurrency.lockutils [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91914) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:13:18.419719 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d013fb5-5901-4cff-a4a6-16820a28fa52 admin admin] Pushing event updated for resources: {'Port': ['ID=e66a6258-f990-48f9-9a98-ff54e6253942,revision_number=1']} {{(pid=91913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:13:18.425266 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d013fb5-5901-4cff-a4a6-16820a28fa52 admin admin] Received port after_create {{(pid=91913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 06:13:18.435107 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28cb9ded-dd32-449b-963e-a03d12463441 None None] Checking agent: {'id': 'afbd2d5c-fa5a-4eff-9ede-b1626fbc7a4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793885-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 6, 1, 58), 'started_at': datetime.datetime(2021, 6, 1, 6, 2, 28), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 6, 12, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793885-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 06:13:18.435107 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28cb9ded-dd32-449b-963e-a03d12463441 None None] Checking segment: {'id': 'd79691a5-696b-4e9f-a876-911d0747fe56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '1aef2bca-7ed6-4d41-a156-11dcffb5b8e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 06:13:18.435107 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-28cb9ded-dd32-449b-963e-a03d12463441 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:13:18.435107 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28cb9ded-dd32-449b-963e-a03d12463441 None None] Bound using segment: {'id': 'd79691a5-696b-4e9f-a876-911d0747fe56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '1aef2bca-7ed6-4d41-a156-11dcffb5b8e2'} {{(pid=91914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 06:13:18.435107 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.managers [None req-28cb9ded-dd32-449b-963e-a03d12463441 None None] Bound port: bef248a5-5a10-4c57-9536-4ea5bc6c5a83, host: dv-cinder-793885-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd79691a5-696b-4e9f-a876-911d0747fe56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '1aef2bca-7ed6-4d41-a156-11dcffb5b8e2'}}] {{(pid=91914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 06:13:18.435107 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-28cb9ded-dd32-449b-963e-a03d12463441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3824664'] for port, before_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:13:18.456807 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [None req-3d013fb5-5901-4cff-a4a6-16820a28fa52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:13:18.538854 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.db.provisioning_blocks [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] Provisioning complete for port 7e1a8627-cfc1-4e65-82ed-69e0212116a0 triggered by entity L2. {{(pid=91914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 06:13:18.539228 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3772206'] for port, provisioning_complete {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:13:18.584048 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2511782-72e8-4fec-b213-73a757ceec39 None None] Routers {'6ed360ef-ec0c-4630-b239-58b2df715725'} bound to L3 agent in host dv-cinder-793885-1-smb {{(pid=91914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 06:13:18.584678 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.db.l3_hamode_db [None req-a2511782-72e8-4fec-b213-73a757ceec39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793885-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-01T06:01:58Z,description=,heartbeat_timestamp=2021-06-01T06:12:58Z,host='dv-cinder-793885-1-smb',id=a2597806-c6e6-4acd-a843-608abc904602,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T06:01:58Z,topic='l3_agent')) {'router_ids': ['6ed360ef-ec0c-4630-b239-58b2df715725'], 'active': True} {{(pid=91914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 06:13:18.652076 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0740bc50-545e-4b40-8005-6811d012dedf None None] Pushing event updated for resources: {'Port': ['ID=13164142-c3c7-4597-a13f-35a3d32ba147,revision_number=3']} {{(pid=91914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:13:18.677626 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG oslo_concurrency.lockutils [None req-0740bc50-545e-4b40-8005-6811d012dedf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=91914) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:13:18.764370 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.db [None req-28cb9ded-dd32-449b-963e-a03d12463441 None None] For port bef248a5-5a10-4c57-9536-4ea5bc6c5a83, host dv-cinder-793885-1-smb, cleared binding levels {{(pid=91914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 06:13:18.799607 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.db [None req-28cb9ded-dd32-449b-963e-a03d12463441 None None] For port bef248a5-5a10-4c57-9536-4ea5bc6c5a83, host dv-cinder-793885-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793885-1-smb',level=0,port_id=bef248a5-5a10-4c57-9536-4ea5bc6c5a83,segment=NetworkSegment(d79691a5-696b-4e9f-a876-911d0747fe56),segment_id=d79691a5-696b-4e9f-a876-911d0747fe56)] {{(pid=91914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 06:13:18.808770 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-28cb9ded-dd32-449b-963e-a03d12463441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774208810132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774208425701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774208426006'] for port, after_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:13:18.826508 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-fbbfabd2-138d-4bac-a3e9-01ed8394f786 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:13:18.832297 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-fbbfabd2-138d-4bac-a3e9-01ed8394f786 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774208810132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774208425701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774208426006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10749542'] for port, after_update {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:13:18.842461 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG oslo_concurrency.lockutils [None req-785f09e8-a1b6-422f-a53f-ceb36ea76831 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91914) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:13:18.860147 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [None req-643f1c16-fee8-46a4-8801-8c938afd4928 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:13:18.927189 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.db.l3_dvr_db [None req-a2511782-72e8-4fec-b213-73a757ceec39 None None] Set router 6ed360ef-ec0c-4630-b239-58b2df715725 gateway port host: dv-cinder-793885-1-smb {{(pid=91914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 06:13:19.015574 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28cb9ded-dd32-449b-963e-a03d12463441 None None] Pushing event updated for resources: {'Port': ['ID=bef248a5-5a10-4c57-9536-4ea5bc6c5a83,revision_number=2']} {{(pid=91914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:13:19.019909 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG oslo_concurrency.lockutils [None req-28cb9ded-dd32-449b-963e-a03d12463441 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=91914) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:13:19.044682 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-fbbfabd2-138d-4bac-a3e9-01ed8394f786 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-532480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-878364'] for router_interface, after_create {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:13:19.048965 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbfabd2-138d-4bac-a3e9-01ed8394f786 admin admin] Pushing event updated for resources: {'Port': ['ID=1c4c3743-6f8b-4aa8-b5ba-54cef7781448,revision_number=2']} {{(pid=91913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:13:19.056035 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [None req-fbbfabd2-138d-4bac-a3e9-01ed8394f786 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:13:19.245950 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-3d013fb5-5901-4cff-a4a6-16820a28fa52 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:13:19.377472 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.db.l3_hamode_db [None req-a2511782-72e8-4fec-b213-73a757ceec39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ed360ef-ec0c-4630-b239-58b2df715725', 'name': 'tempest-TestMinimumBasicScenario-1297817466-router', 'tenant_id': 'c7d261d313ed4d1ba8f5eaa2651a1abb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df727fa4-ca0b-43ba-be88-ffeb156f0c84', 'external_fixed_ips': [{'subnet_id': '8acdb510-d5f4-4c90-8e8c-2a5ae18e332f', 'ip_address': '172.28.2.114'}], 'enable_snat': True}, 'gw_port_id': '13164142-c3c7-4597-a13f-35a3d32ba147', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T06:13:11Z', 'updated_at': '2021-06-01T06:13:18Z', 'revision_number': 4, 'project_id': 'c7d261d313ed4d1ba8f5eaa2651a1abb', 'gw_port': {'id': '13164142-c3c7-4597-a13f-35a3d32ba147', 'name': '', 'network_id': 'df727fa4-ca0b-43ba-be88-ffeb156f0c84', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:49:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ed360ef-ec0c-4630-b239-58b2df715725', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '8acdb510-d5f4-4c90-8e8c-2a5ae18e332f', 'ip_address': '172.28.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793885-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T06:13:12Z', 'updated_at': '2021-06-01T06:13:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8acdb510-d5f4-4c90-8e8c-2a5ae18e332f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793885-1-smb', '_interfaces': [{'id': '1c4c3743-6f8b-4aa8-b5ba-54cef7781448', 'name': '', 'network_id': '35ebe39b-803c-4baa-854d-3f370438bb96', 'tenant_id': 'c7d261d313ed4d1ba8f5eaa2651a1abb', 'mac_address': 'fa:16:3e:7d:07:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ed360ef-ec0c-4630-b239-58b2df715725', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '2df7593e-9f82-4b1b-9a78-eccefc7a709d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T06:13:16Z', 'updated_at': '2021-06-01T06:13:16Z', 'revision_number': 1, 'project_id': 'c7d261d313ed4d1ba8f5eaa2651a1abb', 'subnets': [{'id': '2df7593e-9f82-4b1b-9a78-eccefc7a709d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793885-1-smb', False) {} {{(pid=91914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 06:13:19.382983 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2511782-72e8-4fec-b213-73a757ceec39 None None] The sync data for ids ['6ed360ef-ec0c-4630-b239-58b2df715725'] in dv-cinder-793885-1-smb is: [{'id': '6ed360ef-ec0c-4630-b239-58b2df715725', 'name': 'tempest-TestMinimumBasicScenario-1297817466-router', 'tenant_id': 'c7d261d313ed4d1ba8f5eaa2651a1abb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df727fa4-ca0b-43ba-be88-ffeb156f0c84', 'external_fixed_ips': [{'subnet_id': '8acdb510-d5f4-4c90-8e8c-2a5ae18e332f', 'ip_address': '172.28.2.114'}], 'enable_snat': True}, 'gw_port_id': '13164142-c3c7-4597-a13f-35a3d32ba147', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T06:13:11Z', 'updated_at': '2021-06-01T06:13:18Z', 'revision_number': 4, 'project_id': 'c7d261d313ed4d1ba8f5eaa2651a1abb', 'gw_port': {'id': '13164142-c3c7-4597-a13f-35a3d32ba147', 'name': '', 'network_id': 'df727fa4-ca0b-43ba-be88-ffeb156f0c84', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:49:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ed360ef-ec0c-4630-b239-58b2df715725', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '8acdb510-d5f4-4c90-8e8c-2a5ae18e332f', 'ip_address': '172.28.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793885-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T06:13:12Z', 'updated_at': '2021-06-01T06:13:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8acdb510-d5f4-4c90-8e8c-2a5ae18e332f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793885-1-smb', '_interfaces': [{'id': '1c4c3743-6f8b-4aa8-b5ba-54cef7781448', 'name': '', 'network_id': '35ebe39b-803c-4baa-854d-3f370438bb96', 'tenant_id': 'c7d261d313ed4d1ba8f5eaa2651a1abb', 'mac_address': 'fa:16:3e:7d:07:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ed360ef-ec0c-4630-b239-58b2df715725', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '2df7593e-9f82-4b1b-9a78-eccefc7a709d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T06:13:16Z', 'updated_at': '2021-06-01T06:13:16Z', 'revision_number': 1, 'project_id': 'c7d261d313ed4d1ba8f5eaa2651a1abb', 'subnets': [{'id': '2df7593e-9f82-4b1b-9a78-eccefc7a709d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 06:13:19.450558 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbbfabd2-138d-4bac-a3e9-01ed8394f786 admin admin] Network 35ebe39b-803c-4baa-854d-3f370438bb96 is already hosted by enough agents. {{(pid=91913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 06:13:19.453914 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.scheduler.base_scheduler [None req-fbbfabd2-138d-4bac-a3e9-01ed8394f786 admin admin] Resources bound (agent type, host, resource id): {{(pid=91913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 06:13:19.796003 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.db.provisioning_blocks [None req-7e9dabcd-9e24-4251-abac-2e3a0c1bbc4f None None] Provisioning complete for port 1c4c3743-6f8b-4aa8-b5ba-54cef7781448 triggered by entity DHCP. {{(pid=91914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 06:13:19.796516 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-7e9dabcd-9e24-4251-abac-2e3a0c1bbc4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3772206'] for port, provisioning_complete {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:13:19.868155 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.plugin [None req-7e9dabcd-9e24-4251-abac-2e3a0c1bbc4f None None] Port 1c4c3743-6f8b-4aa8-b5ba-54cef7781448 cannot update to ACTIVE because it is not bound. {{(pid=91914) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 06:13:19.908026 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbbfabd2-138d-4bac-a3e9-01ed8394f786 admin admin] Router 6ed360ef-ec0c-4630-b239-58b2df715725 has already been hosted by L3 agent a2597806-c6e6-4acd-a843-608abc904602 {{(pid=91913) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 06:13:19.917754 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-3d013fb5-5901-4cff-a4a6-16820a28fa52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-890736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-880576'] for router, after_create {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:13:20.067749 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3e1b0fd-b7de-46c2-8756-0452905da840 None None] Network 1aef2bca-7ed6-4d41-a156-11dcffb5b8e2 requested from dv-cinder-793885-1-smb {{(pid=91914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 06:13:20.168366 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.db.provisioning_blocks [None req-b2182b5f-cbbb-4364-ac15-4d093e23bd17 None None] Provisioning for port bef248a5-5a10-4c57-9536-4ea5bc6c5a83 completed by entity DHCP. {{(pid=91914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 06:13:20.323537 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.rpc [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] Device d92b0d75-3c3e-4023-9fbd-fb2f9771ffb6 up at agent ovs-agent-dv-cinder-793885-1-smb {{(pid=91914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 06:13:20.454909 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbbfabd2-138d-4bac-a3e9-01ed8394f786 admin admin] Notify agent at l3_agent.dv-cinder-793885-1-smb the message routers_updated {{(pid=91913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 06:13:20.471495 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.db.provisioning_blocks [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] Provisioning complete for port d92b0d75-3c3e-4023-9fbd-fb2f9771ffb6 triggered by entity L2. {{(pid=91914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 06:13:20.472061 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3772206'] for port, provisioning_complete {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:13:20.488676 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [None req-fbbfabd2-138d-4bac-a3e9-01ed8394f786 admin admin] 10.222.0.41 "PUT /v2.0/routers/6ed360ef-ec0c-4630-b239-58b2df715725/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2335231 Jun 01 06:13:20.501930 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d013fb5-5901-4cff-a4a6-16820a28fa52 admin admin] Router 249d0b0b-4d15-4689-8933-4e7c1f39c53a is scheduled to L3 agent a2597806-c6e6-4acd-a843-608abc904602 with binding_index 1 {{(pid=91913) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 01 06:13:20.611454 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.rpc [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] Device bef248a5-5a10-4c57-9536-4ea5bc6c5a83 up at agent ovs-agent-dv-cinder-793885-1-smb {{(pid=91914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 06:13:20.729684 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.db.provisioning_blocks [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] Provisioning for port bef248a5-5a10-4c57-9536-4ea5bc6c5a83 completed by entity L2. {{(pid=91914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 06:13:20.744958 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.db.provisioning_blocks [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] Provisioning complete for port bef248a5-5a10-4c57-9536-4ea5bc6c5a83 triggered by entity L2. {{(pid=91914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 06:13:20.745372 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3772206'] for port, provisioning_complete {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:13:20.754140 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d013fb5-5901-4cff-a4a6-16820a28fa52 admin admin] Notify agent at l3_agent.dv-cinder-793885-1-smb the message routers_updated {{(pid=91913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 06:13:20.767612 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d306305-9a84-4816-8ab0-7154e3e6112c None None] Sync routers for ids ['249d0b0b-4d15-4689-8933-4e7c1f39c53a'] in dv-cinder-793885-1-smb {{(pid=91915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 06:13:20.783406 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d306305-9a84-4816-8ab0-7154e3e6112c None None] Routers {'249d0b0b-4d15-4689-8933-4e7c1f39c53a'} bound to L3 agent in host dv-cinder-793885-1-smb {{(pid=91915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 06:13:20.785226 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG neutron.db.l3_hamode_db [None req-8d306305-9a84-4816-8ab0-7154e3e6112c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793885-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-01T06:01:58Z,description=,heartbeat_timestamp=2021-06-01T06:12:58Z,host='dv-cinder-793885-1-smb',id=a2597806-c6e6-4acd-a843-608abc904602,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T06:01:58Z,topic='l3_agent')) {'router_ids': ['249d0b0b-4d15-4689-8933-4e7c1f39c53a'], 'active': True} {{(pid=91915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 06:13:20.801050 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-3d013fb5-5901-4cff-a4a6-16820a28fa52 admin admin] Notify callbacks [] for router, before_response {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:13:20.802604 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [None req-3d013fb5-5901-4cff-a4a6-16820a28fa52 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.7727423 Jun 01 06:13:20.805477 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.wsgi [-] (91912) accepted ('10.222.0.41', 56836) {{(pid=91912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 06:13:21.023297 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.db.provisioning_blocks [None req-42bd7942-ee0f-455c-abb1-e160d07f3f5f None None] Provisioning complete for port bef248a5-5a10-4c57-9536-4ea5bc6c5a83 triggered by entity DHCP. {{(pid=91914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 06:13:21.023726 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-42bd7942-ee0f-455c-abb1-e160d07f3f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3772206'] for port, provisioning_complete {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:13:21.091517 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3824664'] for port, before_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:13:21.094121 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG neutron.db.l3_dvr_db [None req-8d306305-9a84-4816-8ab0-7154e3e6112c None None] Set router 249d0b0b-4d15-4689-8933-4e7c1f39c53a gateway port host: dv-cinder-793885-1-smb {{(pid=91915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 06:13:21.194236 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.db [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] For port bef248a5-5a10-4c57-9536-4ea5bc6c5a83, host dv-cinder-793885-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793885-1-smb',level=0,port_id=bef248a5-5a10-4c57-9536-4ea5bc6c5a83,segment=NetworkSegment(d79691a5-696b-4e9f-a876-911d0747fe56),segment_id=d79691a5-696b-4e9f-a876-911d0747fe56)] {{(pid=91914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 06:13:21.207387 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774208810132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774208425701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774208426006'] for port, after_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:13:21.215141 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG oslo_concurrency.lockutils [None req-9d367745-16e6-4141-b135-6de064ee5664 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91914) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:13:21.303348 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] Pushing event updated for resources: {'Port': ['ID=bef248a5-5a10-4c57-9536-4ea5bc6c5a83,revision_number=3']} {{(pid=91914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:13:21.307300 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG oslo_concurrency.lockutils [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=91914) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:13:21.543775 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG neutron.db.l3_hamode_db [None req-8d306305-9a84-4816-8ab0-7154e3e6112c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '249d0b0b-4d15-4689-8933-4e7c1f39c53a', 'name': 'tempest-AttachVolumeTestJSON-2112037125-router', 'tenant_id': '7c893d8978f845f0bd2173a5ce1ebc47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df727fa4-ca0b-43ba-be88-ffeb156f0c84', 'external_fixed_ips': [{'subnet_id': '8acdb510-d5f4-4c90-8e8c-2a5ae18e332f', 'ip_address': '172.28.2.127'}], 'enable_snat': True}, 'gw_port_id': 'e66a6258-f990-48f9-9a98-ff54e6253942', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T06:13:16Z', 'updated_at': '2021-06-01T06:13:18Z', 'revision_number': 3, 'project_id': '7c893d8978f845f0bd2173a5ce1ebc47', 'gw_port': {'id': 'e66a6258-f990-48f9-9a98-ff54e6253942', 'name': '', 'network_id': 'df727fa4-ca0b-43ba-be88-ffeb156f0c84', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:f6:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '249d0b0b-4d15-4689-8933-4e7c1f39c53a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '8acdb510-d5f4-4c90-8e8c-2a5ae18e332f', 'ip_address': '172.28.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T06:13:17Z', 'updated_at': '2021-06-01T06:13:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8acdb510-d5f4-4c90-8e8c-2a5ae18e332f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793885-1-smb'}], 'dv-cinder-793885-1-smb', False) {} {{(pid=91915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 06:13:21.547956 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d306305-9a84-4816-8ab0-7154e3e6112c None None] Checking router: 249d0b0b-4d15-4689-8933-4e7c1f39c53a for host: dv-cinder-793885-1-smb {{(pid=91915) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 06:13:21.548373 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d306305-9a84-4816-8ab0-7154e3e6112c None None] Updating router 249d0b0b-4d15-4689-8933-4e7c1f39c53a port e66a6258-f990-48f9-9a98-ff54e6253942 binding host dv-cinder-793885-1-smb {{(pid=91915) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 06:13:21.625402 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-8d306305-9a84-4816-8ab0-7154e3e6112c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3824664'] for port, before_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:13:21.804174 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-764a0069-8989-4587-a7de-6c4f5f60b160 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3824664'] for port, before_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:13:22.197478 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.db.db_base_plugin_common [None req-764a0069-8989-4587-a7de-6c4f5f60b160 admin admin] Allocated IP 172.20.0.1 (1aef2bca-7ed6-4d41-a156-11dcffb5b8e2/855dfebb-5fe1-422f-95fd-8b5f405d78be/818fc12b-89eb-4df6-8601-e76aaf8c828e) {{(pid=91912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 06:13:22.216205 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-8d306305-9a84-4816-8ab0-7154e3e6112c None None] Notify callbacks [] for port, precommit_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:13:22.235840 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c5013a7-0624-4e8e-bab7-9df86f014df7 None None] Sync routers for ids ['6ed360ef-ec0c-4630-b239-58b2df715725'] in dv-cinder-793885-1-smb {{(pid=91914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 06:13:22.240558 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG neutron.db.provisioning_blocks [None req-8d306305-9a84-4816-8ab0-7154e3e6112c None None] Transition to ACTIVE for port object e66a6258-f990-48f9-9a98-ff54e6253942 will not be triggered until provisioned by entity L2. {{(pid=91915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 06:13:22.248769 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c5013a7-0624-4e8e-bab7-9df86f014df7 None None] Routers {'6ed360ef-ec0c-4630-b239-58b2df715725'} bound to L3 agent in host dv-cinder-793885-1-smb {{(pid=91914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 06:13:22.249836 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.db.l3_hamode_db [None req-1c5013a7-0624-4e8e-bab7-9df86f014df7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793885-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-01T06:01:58Z,description=,heartbeat_timestamp=2021-06-01T06:12:58Z,host='dv-cinder-793885-1-smb',id=a2597806-c6e6-4acd-a843-608abc904602,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T06:01:58Z,topic='l3_agent')) {'router_ids': ['6ed360ef-ec0c-4630-b239-58b2df715725'], 'active': True} {{(pid=91914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 06:13:22.259228 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-8d306305-9a84-4816-8ab0-7154e3e6112c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774208810132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774208425701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774208426006'] for port, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:13:22.271097 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:13:22.375152 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.rpc [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] Device bef248a5-5a10-4c57-9536-4ea5bc6c5a83 up at agent ovs-agent-dv-cinder-793885-1-smb {{(pid=91914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 06:13:22.384064 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG neutron.plugins.ml2.managers [None req-8d306305-9a84-4816-8ab0-7154e3e6112c None None] Attempting to bind port e66a6258-f990-48f9-9a98-ff54e6253942 on host dv-cinder-793885-1-smb for vnic_type normal with profile {{(pid=91915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 06:13:22.384680 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG neutron.plugins.ml2.managers [None req-8d306305-9a84-4816-8ab0-7154e3e6112c None None] Attempting to bind port e66a6258-f990-48f9-9a98-ff54e6253942 by drivers openvswitch,hyperv on host dv-cinder-793885-1-smb at level 0 using segments [{'id': '97ee6b0e-31ac-4687-a432-1c46ba18e1e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df727fa4-ca0b-43ba-be88-ffeb156f0c84'}] {{(pid=91915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 06:13:22.385937 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d306305-9a84-4816-8ab0-7154e3e6112c None None] Attempting to bind port e66a6258-f990-48f9-9a98-ff54e6253942 on network df727fa4-ca0b-43ba-be88-ffeb156f0c84 {{(pid=91915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 06:13:22.393208 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaafb093-0224-4d19-9202-08b648678d88 None None] Pushing event updated for resources: {'Port': ['ID=e66a6258-f990-48f9-9a98-ff54e6253942,revision_number=2']} {{(pid=91915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:13:22.403435 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-eaafb093-0224-4d19-9202-08b648678d88 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:13:22.404199 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d306305-9a84-4816-8ab0-7154e3e6112c None None] Checking agent: {'id': 'afbd2d5c-fa5a-4eff-9ede-b1626fbc7a4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793885-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 6, 1, 58), 'started_at': datetime.datetime(2021, 6, 1, 6, 2, 28), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 6, 12, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793885-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 06:13:22.404556 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d306305-9a84-4816-8ab0-7154e3e6112c None None] Checking segment: {'id': '97ee6b0e-31ac-4687-a432-1c46ba18e1e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df727fa4-ca0b-43ba-be88-ffeb156f0c84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 06:13:22.404954 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-8d306305-9a84-4816-8ab0-7154e3e6112c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:13:22.405371 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d306305-9a84-4816-8ab0-7154e3e6112c None None] Bound using segment: {'id': '97ee6b0e-31ac-4687-a432-1c46ba18e1e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df727fa4-ca0b-43ba-be88-ffeb156f0c84'} {{(pid=91915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 06:13:22.406394 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG neutron.plugins.ml2.managers [None req-8d306305-9a84-4816-8ab0-7154e3e6112c None None] Bound port: e66a6258-f990-48f9-9a98-ff54e6253942, host: dv-cinder-793885-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97ee6b0e-31ac-4687-a432-1c46ba18e1e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df727fa4-ca0b-43ba-be88-ffeb156f0c84'}}] {{(pid=91915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 06:13:22.406835 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-8d306305-9a84-4816-8ab0-7154e3e6112c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3824664'] for port, before_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:13:22.465848 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-764a0069-8989-4587-a7de-6c4f5f60b160 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:13:22.482741 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.db.provisioning_blocks [None req-764a0069-8989-4587-a7de-6c4f5f60b160 admin admin] Transition to ACTIVE for port object 818fc12b-89eb-4df6-8601-e76aaf8c828e will not be triggered until provisioned by entity DHCP. {{(pid=91912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 06:13:22.494026 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG neutron.plugins.ml2.db [None req-8d306305-9a84-4816-8ab0-7154e3e6112c None None] For port e66a6258-f990-48f9-9a98-ff54e6253942, host dv-cinder-793885-1-smb, cleared binding levels {{(pid=91915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 06:13:22.497490 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG neutron.plugins.ml2.db [None req-8d306305-9a84-4816-8ab0-7154e3e6112c None None] For port e66a6258-f990-48f9-9a98-ff54e6253942, host dv-cinder-793885-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793885-1-smb',level=0,port_id=e66a6258-f990-48f9-9a98-ff54e6253942,segment=NetworkSegment(97ee6b0e-31ac-4687-a432-1c46ba18e1e7),segment_id=97ee6b0e-31ac-4687-a432-1c46ba18e1e7)] {{(pid=91915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 06:13:22.506785 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-8d306305-9a84-4816-8ab0-7154e3e6112c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774208810132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774208425701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774208426006'] for port, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:13:22.513792 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:13:22.517365 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-764a0069-8989-4587-a7de-6c4f5f60b160 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774208425683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1720922'] for port, after_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:13:22.553211 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:13:22.574085 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.db.provisioning_blocks [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] Provisioning complete for port bef248a5-5a10-4c57-9536-4ea5bc6c5a83 triggered by entity L2. {{(pid=91914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 06:13:22.574426 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3772206'] for port, provisioning_complete {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:13:22.591866 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaafb093-0224-4d19-9202-08b648678d88 None None] Pushing event updated for resources: {'Port': ['ID=e66a6258-f990-48f9-9a98-ff54e6253942,revision_number=3']} {{(pid=91915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:13:22.603077 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-eaafb093-0224-4d19-9202-08b648678d88 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:13:22.622112 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d306305-9a84-4816-8ab0-7154e3e6112c None None] Routers {'249d0b0b-4d15-4689-8933-4e7c1f39c53a'} bound to L3 agent in host dv-cinder-793885-1-smb {{(pid=91915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 06:13:22.622744 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG neutron.db.l3_hamode_db [None req-8d306305-9a84-4816-8ab0-7154e3e6112c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793885-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-01T06:01:58Z,description=,heartbeat_timestamp=2021-06-01T06:12:58Z,host='dv-cinder-793885-1-smb',id=a2597806-c6e6-4acd-a843-608abc904602,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T06:01:58Z,topic='l3_agent')) {'router_ids': ['249d0b0b-4d15-4689-8933-4e7c1f39c53a'], 'active': True} {{(pid=91915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 06:13:22.632524 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.db.l3_dvr_db [None req-1c5013a7-0624-4e8e-bab7-9df86f014df7 None None] Set router 6ed360ef-ec0c-4630-b239-58b2df715725 gateway port host: dv-cinder-793885-1-smb {{(pid=91914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 06:13:22.664100 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-764a0069-8989-4587-a7de-6c4f5f60b160 admin admin] Network 1aef2bca-7ed6-4d41-a156-11dcffb5b8e2 is already hosted by enough agents. {{(pid=91912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 06:13:22.679658 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.scheduler.base_scheduler [None req-764a0069-8989-4587-a7de-6c4f5f60b160 admin admin] Resources bound (agent type, host, resource id): {{(pid=91912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 06:13:22.685102 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-764a0069-8989-4587-a7de-6c4f5f60b160 admin admin] Received port after_create {{(pid=91912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 06:13:22.750565 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764a0069-8989-4587-a7de-6c4f5f60b160 admin admin] Pushing event updated for resources: {'Port': ['ID=818fc12b-89eb-4df6-8601-e76aaf8c828e,revision_number=1']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:13:22.755626 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-764a0069-8989-4587-a7de-6c4f5f60b160 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:13:22.763314 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-764a0069-8989-4587-a7de-6c4f5f60b160 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-878513'] for router_interface, before_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:13:22.878797 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG neutron.db.l3_dvr_db [None req-8d306305-9a84-4816-8ab0-7154e3e6112c None None] Set router 249d0b0b-4d15-4689-8933-4e7c1f39c53a gateway port host: dv-cinder-793885-1-smb {{(pid=91915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 06:13:23.089401 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.rpc [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] Device 13164142-c3c7-4597-a13f-35a3d32ba147 up at agent ovs-agent-dv-cinder-793885-1-smb {{(pid=91914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 06:13:23.154862 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-764a0069-8989-4587-a7de-6c4f5f60b160 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3824664'] for port, before_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:13:23.261569 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.db.provisioning_blocks [None req-ae2db0a2-32d4-4a5b-a7aa-ffdca5bfd37e None None] Provisioning for port 818fc12b-89eb-4df6-8601-e76aaf8c828e completed by entity DHCP. {{(pid=91914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 06:13:23.288072 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.db.provisioning_blocks [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] Provisioning for port 13164142-c3c7-4597-a13f-35a3d32ba147 completed by entity L2. {{(pid=91914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 06:13:23.298476 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.db.provisioning_blocks [None req-ae2db0a2-32d4-4a5b-a7aa-ffdca5bfd37e None None] Provisioning complete for port 818fc12b-89eb-4df6-8601-e76aaf8c828e triggered by entity DHCP. {{(pid=91914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 06:13:23.298865 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-ae2db0a2-32d4-4a5b-a7aa-ffdca5bfd37e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3772206'] for port, provisioning_complete {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:13:23.354253 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG neutron.db.l3_hamode_db [None req-8d306305-9a84-4816-8ab0-7154e3e6112c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '249d0b0b-4d15-4689-8933-4e7c1f39c53a', 'name': 'tempest-AttachVolumeTestJSON-2112037125-router', 'tenant_id': '7c893d8978f845f0bd2173a5ce1ebc47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df727fa4-ca0b-43ba-be88-ffeb156f0c84', 'external_fixed_ips': [{'subnet_id': '8acdb510-d5f4-4c90-8e8c-2a5ae18e332f', 'ip_address': '172.28.2.127'}], 'enable_snat': True}, 'gw_port_id': 'e66a6258-f990-48f9-9a98-ff54e6253942', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T06:13:16Z', 'updated_at': '2021-06-01T06:13:18Z', 'revision_number': 3, 'project_id': '7c893d8978f845f0bd2173a5ce1ebc47', 'gw_port': {'id': 'e66a6258-f990-48f9-9a98-ff54e6253942', 'name': '', 'network_id': 'df727fa4-ca0b-43ba-be88-ffeb156f0c84', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:f6:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '249d0b0b-4d15-4689-8933-4e7c1f39c53a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '8acdb510-d5f4-4c90-8e8c-2a5ae18e332f', 'ip_address': '172.28.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793885-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T06:13:17Z', 'updated_at': '2021-06-01T06:13:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8acdb510-d5f4-4c90-8e8c-2a5ae18e332f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793885-1-smb'}], 'dv-cinder-793885-1-smb', False) {} {{(pid=91915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 06:13:23.360222 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d306305-9a84-4816-8ab0-7154e3e6112c None None] The sync data for ids ['249d0b0b-4d15-4689-8933-4e7c1f39c53a'] in dv-cinder-793885-1-smb is: [{'id': '249d0b0b-4d15-4689-8933-4e7c1f39c53a', 'name': 'tempest-AttachVolumeTestJSON-2112037125-router', 'tenant_id': '7c893d8978f845f0bd2173a5ce1ebc47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df727fa4-ca0b-43ba-be88-ffeb156f0c84', 'external_fixed_ips': [{'subnet_id': '8acdb510-d5f4-4c90-8e8c-2a5ae18e332f', 'ip_address': '172.28.2.127'}], 'enable_snat': True}, 'gw_port_id': 'e66a6258-f990-48f9-9a98-ff54e6253942', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T06:13:16Z', 'updated_at': '2021-06-01T06:13:18Z', 'revision_number': 3, 'project_id': '7c893d8978f845f0bd2173a5ce1ebc47', 'gw_port': {'id': 'e66a6258-f990-48f9-9a98-ff54e6253942', 'name': '', 'network_id': 'df727fa4-ca0b-43ba-be88-ffeb156f0c84', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:f6:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '249d0b0b-4d15-4689-8933-4e7c1f39c53a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '8acdb510-d5f4-4c90-8e8c-2a5ae18e332f', 'ip_address': '172.28.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793885-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T06:13:17Z', 'updated_at': '2021-06-01T06:13:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8acdb510-d5f4-4c90-8e8c-2a5ae18e332f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793885-1-smb'}] {{(pid=91915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 06:13:23.370508 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.db.provisioning_blocks [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] Provisioning complete for port 13164142-c3c7-4597-a13f-35a3d32ba147 triggered by entity L2. {{(pid=91914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 06:13:23.370840 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3772206'] for port, provisioning_complete {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:13:23.460898 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.plugin [None req-ae2db0a2-32d4-4a5b-a7aa-ffdca5bfd37e None None] Port 818fc12b-89eb-4df6-8601-e76aaf8c828e cannot update to ACTIVE because it is not bound. {{(pid=91914) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 06:13:23.522836 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-764a0069-8989-4587-a7de-6c4f5f60b160 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:13:23.529465 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-764a0069-8989-4587-a7de-6c4f5f60b160 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774208810132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774208425701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774208426006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1720915'] for port, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:13:23.600737 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-8fcd2bb6-67a1-48d3-b3cd-0a69fc872940 tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:13:23.648397 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3824664'] for port, before_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:13:23.665204 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.db.l3_hamode_db [None req-1c5013a7-0624-4e8e-bab7-9df86f014df7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ed360ef-ec0c-4630-b239-58b2df715725', 'name': 'tempest-TestMinimumBasicScenario-1297817466-router', 'tenant_id': 'c7d261d313ed4d1ba8f5eaa2651a1abb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df727fa4-ca0b-43ba-be88-ffeb156f0c84', 'external_fixed_ips': [{'subnet_id': '8acdb510-d5f4-4c90-8e8c-2a5ae18e332f', 'ip_address': '172.28.2.114'}], 'enable_snat': True}, 'gw_port_id': '13164142-c3c7-4597-a13f-35a3d32ba147', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T06:13:11Z', 'updated_at': '2021-06-01T06:13:18Z', 'revision_number': 4, 'project_id': 'c7d261d313ed4d1ba8f5eaa2651a1abb', 'gw_port': {'id': '13164142-c3c7-4597-a13f-35a3d32ba147', 'name': '', 'network_id': 'df727fa4-ca0b-43ba-be88-ffeb156f0c84', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:49:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ed360ef-ec0c-4630-b239-58b2df715725', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '8acdb510-d5f4-4c90-8e8c-2a5ae18e332f', 'ip_address': '172.28.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793885-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T06:13:12Z', 'updated_at': '2021-06-01T06:13:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8acdb510-d5f4-4c90-8e8c-2a5ae18e332f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793885-1-smb', '_interfaces': [{'id': '1c4c3743-6f8b-4aa8-b5ba-54cef7781448', 'name': '', 'network_id': '35ebe39b-803c-4baa-854d-3f370438bb96', 'tenant_id': 'c7d261d313ed4d1ba8f5eaa2651a1abb', 'mac_address': 'fa:16:3e:7d:07:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ed360ef-ec0c-4630-b239-58b2df715725', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '2df7593e-9f82-4b1b-9a78-eccefc7a709d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T06:13:16Z', 'updated_at': '2021-06-01T06:13:18Z', 'revision_number': 2, 'project_id': 'c7d261d313ed4d1ba8f5eaa2651a1abb', 'subnets': [{'id': '2df7593e-9f82-4b1b-9a78-eccefc7a709d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793885-1-smb', False) {} {{(pid=91914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 06:13:23.681272 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.db [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] For port 13164142-c3c7-4597-a13f-35a3d32ba147, host dv-cinder-793885-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793885-1-smb',level=0,port_id=13164142-c3c7-4597-a13f-35a3d32ba147,segment=NetworkSegment(97ee6b0e-31ac-4687-a432-1c46ba18e1e7),segment_id=97ee6b0e-31ac-4687-a432-1c46ba18e1e7)] {{(pid=91914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 06:13:23.683022 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c5013a7-0624-4e8e-bab7-9df86f014df7 None None] Checking router: 6ed360ef-ec0c-4630-b239-58b2df715725 for host: dv-cinder-793885-1-smb {{(pid=91914) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 06:13:23.683576 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c5013a7-0624-4e8e-bab7-9df86f014df7 None None] Updating router 6ed360ef-ec0c-4630-b239-58b2df715725 port 1c4c3743-6f8b-4aa8-b5ba-54cef7781448 binding host dv-cinder-793885-1-smb {{(pid=91914) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 06:13:23.734430 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-764a0069-8989-4587-a7de-6c4f5f60b160 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-532480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-878364'] for router_interface, after_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:13:23.751281 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764a0069-8989-4587-a7de-6c4f5f60b160 admin admin] Pushing event updated for resources: {'Port': ['ID=818fc12b-89eb-4df6-8601-e76aaf8c828e,revision_number=2']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:13:23.771830 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-764a0069-8989-4587-a7de-6c4f5f60b160 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:13:23.788214 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-1c5013a7-0624-4e8e-bab7-9df86f014df7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3824664'] for port, before_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:13:23.807624 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774208810132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774208425701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774208426006'] for port, after_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:13:23.820275 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG oslo_concurrency.lockutils [None req-28cb9ded-dd32-449b-963e-a03d12463441 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91914) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:13:24.111398 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-764a0069-8989-4587-a7de-6c4f5f60b160 admin admin] Network 1aef2bca-7ed6-4d41-a156-11dcffb5b8e2 is already hosted by enough agents. {{(pid=91912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 06:13:24.112763 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.scheduler.base_scheduler [None req-764a0069-8989-4587-a7de-6c4f5f60b160 admin admin] Resources bound (agent type, host, resource id): {{(pid=91912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 06:13:24.159598 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] Pushing event updated for resources: {'Port': ['ID=13164142-c3c7-4597-a13f-35a3d32ba147,revision_number=4']} {{(pid=91914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:13:24.171407 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG oslo_concurrency.lockutils [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.351s {{(pid=91914) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:13:24.309321 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.rpc [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] Device e66a6258-f990-48f9-9a98-ff54e6253942 up at agent ovs-agent-dv-cinder-793885-1-smb {{(pid=91914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 06:13:24.483577 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.db.provisioning_blocks [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] Provisioning for port e66a6258-f990-48f9-9a98-ff54e6253942 completed by entity L2. {{(pid=91914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 06:13:24.530910 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-764a0069-8989-4587-a7de-6c4f5f60b160 admin admin] Router 249d0b0b-4d15-4689-8933-4e7c1f39c53a has already been hosted by L3 agent a2597806-c6e6-4acd-a843-608abc904602 {{(pid=91912) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 06:13:24.531970 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.db.provisioning_blocks [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] Provisioning complete for port e66a6258-f990-48f9-9a98-ff54e6253942 triggered by entity L2. {{(pid=91914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 06:13:24.532539 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3772206'] for port, provisioning_complete {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:13:24.835864 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.db.provisioning_blocks [None req-c90d11c8-ebce-4fa7-a2d3-8e36b49d432b None None] Provisioning complete for port 818fc12b-89eb-4df6-8601-e76aaf8c828e triggered by entity DHCP. {{(pid=91914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 06:13:24.836267 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-c90d11c8-ebce-4fa7-a2d3-8e36b49d432b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3772206'] for port, provisioning_complete {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:13:24.906994 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-764a0069-8989-4587-a7de-6c4f5f60b160 admin admin] Notify agent at l3_agent.dv-cinder-793885-1-smb the message routers_updated {{(pid=91912) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 06:13:24.959566 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [None req-764a0069-8989-4587-a7de-6c4f5f60b160 admin admin] 10.222.0.41 "PUT /v2.0/routers/249d0b0b-4d15-4689-8933-4e7c1f39c53a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1522815 Jun 01 06:13:24.965823 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-1c5013a7-0624-4e8e-bab7-9df86f014df7 None None] Notify callbacks [] for port, precommit_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:13:24.989287 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.plugin [None req-c90d11c8-ebce-4fa7-a2d3-8e36b49d432b None None] Port 818fc12b-89eb-4df6-8601-e76aaf8c828e cannot update to ACTIVE because it is not bound. {{(pid=91914) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 06:13:24.998874 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.db.provisioning_blocks [None req-1c5013a7-0624-4e8e-bab7-9df86f014df7 None None] Transition to ACTIVE for port object 1c4c3743-6f8b-4aa8-b5ba-54cef7781448 will not be triggered until provisioned by entity L2. {{(pid=91914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 06:13:25.066178 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-1c5013a7-0624-4e8e-bab7-9df86f014df7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774208810132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774208425701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774208426006'] for port, after_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:13:25.099245 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG oslo_concurrency.lockutils [None req-4b09a8cb-172e-4949-b840-9300aef80a51 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91914) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:13:25.452168 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761e0974-8e3b-4362-90ec-272397447ec1 None None] Pushing event updated for resources: {'Port': ['ID=1c4c3743-6f8b-4aa8-b5ba-54cef7781448,revision_number=3']} {{(pid=91914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:13:25.458565 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3824664'] for port, before_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:13:25.480864 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG oslo_concurrency.lockutils [None req-761e0974-8e3b-4362-90ec-272397447ec1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.388s {{(pid=91914) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:13:25.665978 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.db [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] For port e66a6258-f990-48f9-9a98-ff54e6253942, host dv-cinder-793885-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793885-1-smb',level=0,port_id=e66a6258-f990-48f9-9a98-ff54e6253942,segment=NetworkSegment(97ee6b0e-31ac-4687-a432-1c46ba18e1e7),segment_id=97ee6b0e-31ac-4687-a432-1c46ba18e1e7)] {{(pid=91914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 06:13:25.691345 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774208810132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774208425701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774208426006'] for port, after_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:13:25.702203 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG oslo_concurrency.lockutils [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91914) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:13:25.863194 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] Pushing event updated for resources: {'Port': ['ID=e66a6258-f990-48f9-9a98-ff54e6253942,revision_number=4']} {{(pid=91914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:13:25.868827 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG oslo_concurrency.lockutils [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=91914) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:13:25.874091 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.managers [None req-1c5013a7-0624-4e8e-bab7-9df86f014df7 None None] Attempting to bind port 1c4c3743-6f8b-4aa8-b5ba-54cef7781448 on host dv-cinder-793885-1-smb for vnic_type normal with profile {{(pid=91914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 06:13:25.874513 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.managers [None req-1c5013a7-0624-4e8e-bab7-9df86f014df7 None None] Attempting to bind port 1c4c3743-6f8b-4aa8-b5ba-54cef7781448 by drivers openvswitch,hyperv on host dv-cinder-793885-1-smb at level 0 using segments [{'id': '5f084c96-1bde-4004-9fef-9a82f2a66791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '35ebe39b-803c-4baa-854d-3f370438bb96'}] {{(pid=91914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 06:13:25.874872 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c5013a7-0624-4e8e-bab7-9df86f014df7 None None] Attempting to bind port 1c4c3743-6f8b-4aa8-b5ba-54cef7781448 on network 35ebe39b-803c-4baa-854d-3f370438bb96 {{(pid=91914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 06:13:25.902224 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c5013a7-0624-4e8e-bab7-9df86f014df7 None None] Checking agent: {'id': 'afbd2d5c-fa5a-4eff-9ede-b1626fbc7a4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793885-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 6, 1, 58), 'started_at': datetime.datetime(2021, 6, 1, 6, 2, 28), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 6, 12, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793885-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 06:13:25.902612 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c5013a7-0624-4e8e-bab7-9df86f014df7 None None] Checking segment: {'id': '5f084c96-1bde-4004-9fef-9a82f2a66791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '35ebe39b-803c-4baa-854d-3f370438bb96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 06:13:25.903025 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-1c5013a7-0624-4e8e-bab7-9df86f014df7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:13:25.903427 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c5013a7-0624-4e8e-bab7-9df86f014df7 None None] Bound using segment: {'id': '5f084c96-1bde-4004-9fef-9a82f2a66791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '35ebe39b-803c-4baa-854d-3f370438bb96'} {{(pid=91914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 06:13:25.904168 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.managers [None req-1c5013a7-0624-4e8e-bab7-9df86f014df7 None None] Bound port: 1c4c3743-6f8b-4aa8-b5ba-54cef7781448, host: dv-cinder-793885-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f084c96-1bde-4004-9fef-9a82f2a66791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '35ebe39b-803c-4baa-854d-3f370438bb96'}}] {{(pid=91914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 06:13:25.904978 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-1c5013a7-0624-4e8e-bab7-9df86f014df7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3824664'] for port, before_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:13:25.951610 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG neutron.db.agents_db [None req-a707e798-5c4a-4349-b1a6-04fc24c0e8c1 None None] Agent healthcheck: found 6 active agents {{(pid=91915) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 06:13:25.984009 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-723f4d8c-5d7d-4225-b2b2-2c84f3242915 None None] Sync routers for ids ['249d0b0b-4d15-4689-8933-4e7c1f39c53a'] in dv-cinder-793885-1-smb {{(pid=91915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 06:13:25.996637 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-723f4d8c-5d7d-4225-b2b2-2c84f3242915 None None] Routers {'249d0b0b-4d15-4689-8933-4e7c1f39c53a'} bound to L3 agent in host dv-cinder-793885-1-smb {{(pid=91915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 06:13:25.998793 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG neutron.db.l3_hamode_db [None req-723f4d8c-5d7d-4225-b2b2-2c84f3242915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793885-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-01T06:01:58Z,description=,heartbeat_timestamp=2021-06-01T06:12:58Z,host='dv-cinder-793885-1-smb',id=a2597806-c6e6-4acd-a843-608abc904602,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T06:01:58Z,topic='l3_agent')) {'router_ids': ['249d0b0b-4d15-4689-8933-4e7c1f39c53a'], 'active': True} {{(pid=91915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 06:13:26.023306 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-b26af408-f579-4d9b-8b26-314997c93599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774208951022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772053'] for agent, after_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:13:26.059440 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.wsgi [-] (91912) accepted ('10.222.0.41', 56904) {{(pid=91912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 06:13:26.065583 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.v2.base [None req-75edf402-1de0-4e42-a9d4-af3dac9c5d50 tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1608614678', 'description': 'tempest-description--1952342911'}} {{(pid=91912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 06:13:26.080312 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.db.quota.driver [None req-75edf402-1de0-4e42-a9d4-af3dac9c5d50 tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91912) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 06:13:26.103996 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.quota.resource [None req-75edf402-1de0-4e42-a9d4-af3dac9c5d50 tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] Usage tracker for resource:security_group and tenant:7c893d8978f845f0bd2173a5ce1ebc47 is out of sync, need to count used quota {{(pid=91912) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 06:13:26.129733 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.quota.resource [None req-75edf402-1de0-4e42-a9d4-af3dac9c5d50 tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=91912) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 06:13:26.147944 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.db [None req-1c5013a7-0624-4e8e-bab7-9df86f014df7 None None] For port 1c4c3743-6f8b-4aa8-b5ba-54cef7781448, host dv-cinder-793885-1-smb, cleared binding levels {{(pid=91914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 06:13:26.152207 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.db [None req-1c5013a7-0624-4e8e-bab7-9df86f014df7 None None] For port 1c4c3743-6f8b-4aa8-b5ba-54cef7781448, host dv-cinder-793885-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793885-1-smb',level=0,port_id=1c4c3743-6f8b-4aa8-b5ba-54cef7781448,segment=NetworkSegment(5f084c96-1bde-4004-9fef-9a82f2a66791),segment_id=5f084c96-1bde-4004-9fef-9a82f2a66791)] {{(pid=91914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 06:13:26.165973 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.db.quota.driver [None req-75edf402-1de0-4e42-a9d4-af3dac9c5d50 tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91912) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 06:13:26.181599 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-1c5013a7-0624-4e8e-bab7-9df86f014df7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774208810132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774208425701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774208426006'] for port, after_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:13:26.186862 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG oslo_concurrency.lockutils [None req-5783ab10-e442-4f56-b31b-51d0c4e4ab71 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91914) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:13:26.211832 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-75edf402-1de0-4e42-a9d4-af3dac9c5d50 tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] Notify callbacks [] for security_group, before_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:13:26.269032 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.db.quota.driver [None req-75edf402-1de0-4e42-a9d4-af3dac9c5d50 tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91912) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 06:13:26.275332 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.quota.resource [None req-75edf402-1de0-4e42-a9d4-af3dac9c5d50 tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] Usage tracker for resource:security_group_rule and tenant:7c893d8978f845f0bd2173a5ce1ebc47 is out of sync, need to count used quota {{(pid=91912) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 06:13:26.283880 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.quota.resource [None req-75edf402-1de0-4e42-a9d4-af3dac9c5d50 tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=91912) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 06:13:26.294525 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.db.quota.driver [None req-75edf402-1de0-4e42-a9d4-af3dac9c5d50 tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=91912) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 06:13:26.351833 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.rpc [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] Device e66a6258-f990-48f9-9a98-ff54e6253942 up at agent ovs-agent-dv-cinder-793885-1-smb {{(pid=91914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 06:13:26.455422 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG neutron.db.l3_dvr_db [None req-723f4d8c-5d7d-4225-b2b2-2c84f3242915 None None] Set router 249d0b0b-4d15-4689-8933-4e7c1f39c53a gateway port host: dv-cinder-793885-1-smb {{(pid=91915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 06:13:26.479979 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761e0974-8e3b-4362-90ec-272397447ec1 None None] Pushing event updated for resources: {'Port': ['ID=1c4c3743-6f8b-4aa8-b5ba-54cef7781448,revision_number=4']} {{(pid=91914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:13:26.485559 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG oslo_concurrency.lockutils [None req-761e0974-8e3b-4362-90ec-272397447ec1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=91914) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:13:26.502569 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c5013a7-0624-4e8e-bab7-9df86f014df7 None None] Routers {'6ed360ef-ec0c-4630-b239-58b2df715725'} bound to L3 agent in host dv-cinder-793885-1-smb {{(pid=91914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 06:13:26.503475 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.db.l3_hamode_db [None req-1c5013a7-0624-4e8e-bab7-9df86f014df7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793885-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-01T06:01:58Z,description=,heartbeat_timestamp=2021-06-01T06:12:58Z,host='dv-cinder-793885-1-smb',id=a2597806-c6e6-4acd-a843-608abc904602,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T06:01:58Z,topic='l3_agent')) {'router_ids': ['6ed360ef-ec0c-4630-b239-58b2df715725'], 'active': True} {{(pid=91914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 06:13:26.505868 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-75edf402-1de0-4e42-a9d4-af3dac9c5d50 tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] Notify callbacks [] for security_group, precommit_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:13:26.523688 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-75edf402-1de0-4e42-a9d4-af3dac9c5d50 tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940402'] for security_group, after_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:13:26.528809 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-8d58c1da-ce24-4536-8a04-8af62dbae296 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:13:26.598859 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75edf402-1de0-4e42-a9d4-af3dac9c5d50 tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5d54a839-0bf1-4bdb-9539-67104b9aee98,revision_number=1']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:13:26.606060 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-75edf402-1de0-4e42-a9d4-af3dac9c5d50 tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:13:26.614842 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-75edf402-1de0-4e42-a9d4-af3dac9c5d50 tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] Notify callbacks [] for security_group, before_response {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:13:26.616177 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [None req-75edf402-1de0-4e42-a9d4-af3dac9c5d50 tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.5556767 Jun 01 06:13:26.619547 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.wsgi [-] (91913) accepted ('10.222.0.41', 56914) {{(pid=91913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 06:13:26.623222 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.db.provisioning_blocks [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] Provisioning complete for port e66a6258-f990-48f9-9a98-ff54e6253942 triggered by entity L2. {{(pid=91914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 06:13:26.623652 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3772206'] for port, provisioning_complete {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:13:26.628733 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.v2.base [None req-499884ac-0e07-4400-a593-85fc02c2ae42 tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] Request body: {'security_group_rule': {'security_group_id': '5d54a839-0bf1-4bdb-9539-67104b9aee98', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 06:13:26.636049 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.db.quota.driver [None req-499884ac-0e07-4400-a593-85fc02c2ae42 tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 06:13:26.644853 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.quota.resource [None req-499884ac-0e07-4400-a593-85fc02c2ae42 tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] Usage tracker for resource:security_group_rule and tenant:7c893d8978f845f0bd2173a5ce1ebc47 is out of sync, need to count used quota {{(pid=91913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 06:13:26.650250 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.quota.resource [None req-499884ac-0e07-4400-a593-85fc02c2ae42 tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=91913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 06:13:26.657724 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.db.quota.driver [None req-499884ac-0e07-4400-a593-85fc02c2ae42 tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=91913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 06:13:26.690866 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-499884ac-0e07-4400-a593-85fc02c2ae42 tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:13:26.791556 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-499884ac-0e07-4400-a593-85fc02c2ae42 tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:13:26.803741 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-499884ac-0e07-4400-a593-85fc02c2ae42 tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940440'] for security_group_rule, after_create {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:13:26.819067 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [None req-64084114-52a2-4b3c-832c-0b440df894bb tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:13:26.840865 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499884ac-0e07-4400-a593-85fc02c2ae42 tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ebd6488-b921-45e7-b314-9e0096b15854,revision_number=0']} {{(pid=91913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:13:26.854691 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [None req-499884ac-0e07-4400-a593-85fc02c2ae42 tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:13:26.865518 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-499884ac-0e07-4400-a593-85fc02c2ae42 tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:13:26.871024 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.wsgi [-] (91912) accepted ('10.222.0.41', 56918) {{(pid=91912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 06:13:26.878659 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.v2.base [None req-ced1ddd0-3700-41ae-b98d-2f1b1b18c9bb tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] Request body: {'security_group_rule': {'security_group_id': '5d54a839-0bf1-4bdb-9539-67104b9aee98', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=91912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 06:13:26.882652 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [None req-499884ac-0e07-4400-a593-85fc02c2ae42 tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2612381 Jun 01 06:13:26.887477 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.db.quota.driver [None req-ced1ddd0-3700-41ae-b98d-2f1b1b18c9bb tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91912) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 06:13:26.899378 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.quota.resource [None req-ced1ddd0-3700-41ae-b98d-2f1b1b18c9bb tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] Usage tracker for resource:security_group_rule and tenant:7c893d8978f845f0bd2173a5ce1ebc47 is out of sync, need to count used quota {{(pid=91912) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 06:13:26.912167 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.quota.resource [None req-ced1ddd0-3700-41ae-b98d-2f1b1b18c9bb tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=91912) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 06:13:26.938620 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.db.quota.driver [None req-ced1ddd0-3700-41ae-b98d-2f1b1b18c9bb tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=91912) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 06:13:26.965753 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-ced1ddd0-3700-41ae-b98d-2f1b1b18c9bb tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:13:26.969779 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.db.l3_dvr_db [None req-1c5013a7-0624-4e8e-bab7-9df86f014df7 None None] Set router 6ed360ef-ec0c-4630-b239-58b2df715725 gateway port host: dv-cinder-793885-1-smb {{(pid=91914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 06:13:26.988781 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG neutron.db.l3_hamode_db [None req-723f4d8c-5d7d-4225-b2b2-2c84f3242915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '249d0b0b-4d15-4689-8933-4e7c1f39c53a', 'name': 'tempest-AttachVolumeTestJSON-2112037125-router', 'tenant_id': '7c893d8978f845f0bd2173a5ce1ebc47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df727fa4-ca0b-43ba-be88-ffeb156f0c84', 'external_fixed_ips': [{'subnet_id': '8acdb510-d5f4-4c90-8e8c-2a5ae18e332f', 'ip_address': '172.28.2.127'}], 'enable_snat': True}, 'gw_port_id': 'e66a6258-f990-48f9-9a98-ff54e6253942', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T06:13:16Z', 'updated_at': '2021-06-01T06:13:23Z', 'revision_number': 4, 'project_id': '7c893d8978f845f0bd2173a5ce1ebc47', 'gw_port': {'id': 'e66a6258-f990-48f9-9a98-ff54e6253942', 'name': '', 'network_id': 'df727fa4-ca0b-43ba-be88-ffeb156f0c84', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:f6:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '249d0b0b-4d15-4689-8933-4e7c1f39c53a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '8acdb510-d5f4-4c90-8e8c-2a5ae18e332f', 'ip_address': '172.28.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793885-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T06:13:17Z', 'updated_at': '2021-06-01T06:13:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acdb510-d5f4-4c90-8e8c-2a5ae18e332f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793885-1-smb', '_interfaces': [{'id': '818fc12b-89eb-4df6-8601-e76aaf8c828e', 'name': '', 'network_id': '1aef2bca-7ed6-4d41-a156-11dcffb5b8e2', 'tenant_id': '7c893d8978f845f0bd2173a5ce1ebc47', 'mac_address': 'fa:16:3e:0d:2f:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '249d0b0b-4d15-4689-8933-4e7c1f39c53a', 'device_owner': 'network:router_interface', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '855dfebb-5fe1-422f-95fd-8b5f405d78be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T06:13:21Z', 'updated_at': '2021-06-01T06:13:23Z', 'revision_number': 2, 'project_id': '7c893d8978f845f0bd2173a5ce1ebc47', 'subnets': [{'id': '855dfebb-5fe1-422f-95fd-8b5f405d78be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793885-1-smb', False) {} {{(pid=91915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 06:13:26.993781 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-723f4d8c-5d7d-4225-b2b2-2c84f3242915 None None] Checking router: 249d0b0b-4d15-4689-8933-4e7c1f39c53a for host: dv-cinder-793885-1-smb {{(pid=91915) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 06:13:26.994298 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-723f4d8c-5d7d-4225-b2b2-2c84f3242915 None None] Updating router 249d0b0b-4d15-4689-8933-4e7c1f39c53a port 818fc12b-89eb-4df6-8601-e76aaf8c828e binding host dv-cinder-793885-1-smb {{(pid=91915) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 06:13:27.064398 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-723f4d8c-5d7d-4225-b2b2-2c84f3242915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3824664'] for port, before_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:13:27.066849 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-ced1ddd0-3700-41ae-b98d-2f1b1b18c9bb tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:13:27.072858 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-ced1ddd0-3700-41ae-b98d-2f1b1b18c9bb tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940440'] for security_group_rule, after_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:13:27.075261 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:13:27.101731 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced1ddd0-3700-41ae-b98d-2f1b1b18c9bb tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07ab4203-bfaf-4444-b862-9abe52cbda71,revision_number=0']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:13:27.119981 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-ced1ddd0-3700-41ae-b98d-2f1b1b18c9bb tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:13:27.130369 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-ced1ddd0-3700-41ae-b98d-2f1b1b18c9bb tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:13:27.131949 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [None req-ced1ddd0-3700-41ae-b98d-2f1b1b18c9bb tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2594171 Jun 01 06:13:27.135712 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.wsgi [-] (91913) accepted ('10.222.0.41', 56924) {{(pid=91913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 06:13:27.143254 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.v2.base [None req-0f897c4b-72d0-46b1-b71e-67cb3258443c tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] Request body: {'floatingip': {'floating_network_id': 'df727fa4-ca0b-43ba-be88-ffeb156f0c84'}} {{(pid=91913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 06:13:27.153769 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.db.quota.driver [None req-0f897c4b-72d0-46b1-b71e-67cb3258443c tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 06:13:27.166957 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.quota.resource [None req-0f897c4b-72d0-46b1-b71e-67cb3258443c tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] Usage tracker for resource:floatingip and tenant:7c893d8978f845f0bd2173a5ce1ebc47 is out of sync, need to count used quota {{(pid=91913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 06:13:27.172773 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.quota.resource [None req-0f897c4b-72d0-46b1-b71e-67cb3258443c tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=91913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 06:13:27.181774 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.db.quota.driver [None req-0f897c4b-72d0-46b1-b71e-67cb3258443c tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=91913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 06:13:27.222551 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-0f897c4b-72d0-46b1-b71e-67cb3258443c tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] Notify callbacks [] for floatingip, before_create {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:13:27.284115 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.rpc [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] Device 13164142-c3c7-4597-a13f-35a3d32ba147 up at agent ovs-agent-dv-cinder-793885-1-smb {{(pid=91914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 06:13:27.589875 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-0f897c4b-72d0-46b1-b71e-67cb3258443c tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3824664'] for port, before_create {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:13:27.620444 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.db.provisioning_blocks [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] Provisioning complete for port 13164142-c3c7-4597-a13f-35a3d32ba147 triggered by entity L2. {{(pid=91914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 06:13:27.621603 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3772206'] for port, provisioning_complete {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:13:27.740866 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-723f4d8c-5d7d-4225-b2b2-2c84f3242915 None None] Notify callbacks [] for port, precommit_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:13:27.763942 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG neutron.db.provisioning_blocks [None req-723f4d8c-5d7d-4225-b2b2-2c84f3242915 None None] Transition to ACTIVE for port object 818fc12b-89eb-4df6-8601-e76aaf8c828e will not be triggered until provisioned by entity L2. {{(pid=91915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 06:13:27.784428 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-723f4d8c-5d7d-4225-b2b2-2c84f3242915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774208810132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774208425701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774208426006'] for port, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:13:27.789981 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-e5979a9f-8f1f-439c-8041-99bf5acf8119 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:13:27.806471 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.db.db_base_plugin_common [None req-0f897c4b-72d0-46b1-b71e-67cb3258443c tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] Allocated IP 172.28.2.240 (df727fa4-ca0b-43ba-be88-ffeb156f0c84/8acdb510-d5f4-4c90-8e8c-2a5ae18e332f/c5ebdcef-0cb5-4adb-bb4d-1820996c3107) {{(pid=91913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 06:13:27.956691 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.db.l3_hamode_db [None req-1c5013a7-0624-4e8e-bab7-9df86f014df7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ed360ef-ec0c-4630-b239-58b2df715725', 'name': 'tempest-TestMinimumBasicScenario-1297817466-router', 'tenant_id': 'c7d261d313ed4d1ba8f5eaa2651a1abb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df727fa4-ca0b-43ba-be88-ffeb156f0c84', 'external_fixed_ips': [{'subnet_id': '8acdb510-d5f4-4c90-8e8c-2a5ae18e332f', 'ip_address': '172.28.2.114'}], 'enable_snat': True}, 'gw_port_id': '13164142-c3c7-4597-a13f-35a3d32ba147', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T06:13:11Z', 'updated_at': '2021-06-01T06:13:18Z', 'revision_number': 4, 'project_id': 'c7d261d313ed4d1ba8f5eaa2651a1abb', 'gw_port': {'id': '13164142-c3c7-4597-a13f-35a3d32ba147', 'name': '', 'network_id': 'df727fa4-ca0b-43ba-be88-ffeb156f0c84', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:49:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ed360ef-ec0c-4630-b239-58b2df715725', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '8acdb510-d5f4-4c90-8e8c-2a5ae18e332f', 'ip_address': '172.28.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793885-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T06:13:12Z', 'updated_at': '2021-06-01T06:13:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acdb510-d5f4-4c90-8e8c-2a5ae18e332f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793885-1-smb', '_interfaces': [{'id': '1c4c3743-6f8b-4aa8-b5ba-54cef7781448', 'name': '', 'network_id': '35ebe39b-803c-4baa-854d-3f370438bb96', 'tenant_id': 'c7d261d313ed4d1ba8f5eaa2651a1abb', 'mac_address': 'fa:16:3e:7d:07:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ed360ef-ec0c-4630-b239-58b2df715725', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '2df7593e-9f82-4b1b-9a78-eccefc7a709d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793885-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T06:13:16Z', 'updated_at': '2021-06-01T06:13:26Z', 'revision_number': 4, 'project_id': 'c7d261d313ed4d1ba8f5eaa2651a1abb', 'subnets': [{'id': '2df7593e-9f82-4b1b-9a78-eccefc7a709d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793885-1-smb', False) {} {{(pid=91914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 06:13:27.963819 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c5013a7-0624-4e8e-bab7-9df86f014df7 None None] The sync data for ids ['6ed360ef-ec0c-4630-b239-58b2df715725'] in dv-cinder-793885-1-smb is: [{'id': '6ed360ef-ec0c-4630-b239-58b2df715725', 'name': 'tempest-TestMinimumBasicScenario-1297817466-router', 'tenant_id': 'c7d261d313ed4d1ba8f5eaa2651a1abb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df727fa4-ca0b-43ba-be88-ffeb156f0c84', 'external_fixed_ips': [{'subnet_id': '8acdb510-d5f4-4c90-8e8c-2a5ae18e332f', 'ip_address': '172.28.2.114'}], 'enable_snat': True}, 'gw_port_id': '13164142-c3c7-4597-a13f-35a3d32ba147', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T06:13:11Z', 'updated_at': '2021-06-01T06:13:18Z', 'revision_number': 4, 'project_id': 'c7d261d313ed4d1ba8f5eaa2651a1abb', 'gw_port': {'id': '13164142-c3c7-4597-a13f-35a3d32ba147', 'name': '', 'network_id': 'df727fa4-ca0b-43ba-be88-ffeb156f0c84', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:49:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ed360ef-ec0c-4630-b239-58b2df715725', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '8acdb510-d5f4-4c90-8e8c-2a5ae18e332f', 'ip_address': '172.28.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793885-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T06:13:12Z', 'updated_at': '2021-06-01T06:13:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acdb510-d5f4-4c90-8e8c-2a5ae18e332f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793885-1-smb', '_interfaces': [{'id': '1c4c3743-6f8b-4aa8-b5ba-54cef7781448', 'name': '', 'network_id': '35ebe39b-803c-4baa-854d-3f370438bb96', 'tenant_id': 'c7d261d313ed4d1ba8f5eaa2651a1abb', 'mac_address': 'fa:16:3e:7d:07:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ed360ef-ec0c-4630-b239-58b2df715725', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '2df7593e-9f82-4b1b-9a78-eccefc7a709d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793885-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T06:13:16Z', 'updated_at': '2021-06-01T06:13:26Z', 'revision_number': 4, 'project_id': 'c7d261d313ed4d1ba8f5eaa2651a1abb', 'subnets': [{'id': '2df7593e-9f82-4b1b-9a78-eccefc7a709d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 06:13:28.098375 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d69bd5-8261-4c18-80a9-7b3a95928a3e None None] Pushing event updated for resources: {'Port': ['ID=818fc12b-89eb-4df6-8601-e76aaf8c828e,revision_number=3']} {{(pid=91915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:13:28.109048 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-49d69bd5-8261-4c18-80a9-7b3a95928a3e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.319s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:13:28.121413 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG neutron.plugins.ml2.managers [None req-723f4d8c-5d7d-4225-b2b2-2c84f3242915 None None] Attempting to bind port 818fc12b-89eb-4df6-8601-e76aaf8c828e on host dv-cinder-793885-1-smb for vnic_type normal with profile {{(pid=91915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 06:13:28.121746 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG neutron.plugins.ml2.managers [None req-723f4d8c-5d7d-4225-b2b2-2c84f3242915 None None] Attempting to bind port 818fc12b-89eb-4df6-8601-e76aaf8c828e by drivers openvswitch,hyperv on host dv-cinder-793885-1-smb at level 0 using segments [{'id': 'd79691a5-696b-4e9f-a876-911d0747fe56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '1aef2bca-7ed6-4d41-a156-11dcffb5b8e2'}] {{(pid=91915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 06:13:28.122126 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-723f4d8c-5d7d-4225-b2b2-2c84f3242915 None None] Attempting to bind port 818fc12b-89eb-4df6-8601-e76aaf8c828e on network 1aef2bca-7ed6-4d41-a156-11dcffb5b8e2 {{(pid=91915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 06:13:28.129042 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-723f4d8c-5d7d-4225-b2b2-2c84f3242915 None None] Checking agent: {'id': 'afbd2d5c-fa5a-4eff-9ede-b1626fbc7a4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793885-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 6, 1, 58), 'started_at': datetime.datetime(2021, 6, 1, 6, 2, 28), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 6, 12, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793885-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 06:13:28.129506 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-723f4d8c-5d7d-4225-b2b2-2c84f3242915 None None] Checking segment: {'id': 'd79691a5-696b-4e9f-a876-911d0747fe56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '1aef2bca-7ed6-4d41-a156-11dcffb5b8e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 06:13:28.129904 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-723f4d8c-5d7d-4225-b2b2-2c84f3242915 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:13:28.130289 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-723f4d8c-5d7d-4225-b2b2-2c84f3242915 None None] Bound using segment: {'id': 'd79691a5-696b-4e9f-a876-911d0747fe56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '1aef2bca-7ed6-4d41-a156-11dcffb5b8e2'} {{(pid=91915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 06:13:28.130864 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG neutron.plugins.ml2.managers [None req-723f4d8c-5d7d-4225-b2b2-2c84f3242915 None None] Bound port: 818fc12b-89eb-4df6-8601-e76aaf8c828e, host: dv-cinder-793885-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd79691a5-696b-4e9f-a876-911d0747fe56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '1aef2bca-7ed6-4d41-a156-11dcffb5b8e2'}}] {{(pid=91915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 06:13:28.131209 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-723f4d8c-5d7d-4225-b2b2-2c84f3242915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3824664'] for port, before_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:13:28.178501 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-0f897c4b-72d0-46b1-b71e-67cb3258443c tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] Notify callbacks [] for port, precommit_create {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:13:28.208536 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774208951022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772053'] for agent, after_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:13:28.241104 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-0f897c4b-72d0-46b1-b71e-67cb3258443c tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774208425683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10749551'] for port, after_create {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:13:28.250261 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [None req-9609be31-9ccd-4e9d-88ab-9d039f854c21 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:13:28.308926 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.rpc [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] Device 1c4c3743-6f8b-4aa8-b5ba-54cef7781448 up at agent ovs-agent-dv-cinder-793885-1-smb {{(pid=91914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 06:13:28.342493 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG neutron.plugins.ml2.db [None req-723f4d8c-5d7d-4225-b2b2-2c84f3242915 None None] For port 818fc12b-89eb-4df6-8601-e76aaf8c828e, host dv-cinder-793885-1-smb, cleared binding levels {{(pid=91915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 06:13:28.349182 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG neutron.plugins.ml2.db [None req-723f4d8c-5d7d-4225-b2b2-2c84f3242915 None None] For port 818fc12b-89eb-4df6-8601-e76aaf8c828e, host dv-cinder-793885-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793885-1-smb',level=0,port_id=818fc12b-89eb-4df6-8601-e76aaf8c828e,segment=NetworkSegment(d79691a5-696b-4e9f-a876-911d0747fe56),segment_id=d79691a5-696b-4e9f-a876-911d0747fe56)] {{(pid=91915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 06:13:28.362123 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-723f4d8c-5d7d-4225-b2b2-2c84f3242915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774208810132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774208425701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774208426006'] for port, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:13:28.376246 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:13:28.397719 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f897c4b-72d0-46b1-b71e-67cb3258443c tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] Network df727fa4-ca0b-43ba-be88-ffeb156f0c84 is already hosted by enough agents. {{(pid=91913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 06:13:28.408744 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.scheduler.base_scheduler [None req-0f897c4b-72d0-46b1-b71e-67cb3258443c tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] Resources bound (agent type, host, resource id): {{(pid=91913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 06:13:28.412573 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f897c4b-72d0-46b1-b71e-67cb3258443c tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] Pushing event updated for resources: {'Port': ['ID=c5ebdcef-0cb5-4adb-bb4d-1820996c3107,revision_number=1']} {{(pid=91913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:13:28.419781 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f897c4b-72d0-46b1-b71e-67cb3258443c tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] Received port after_create {{(pid=91913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 06:13:28.464958 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [None req-0f897c4b-72d0-46b1-b71e-67cb3258443c tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:13:28.520736 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.db.provisioning_blocks [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] Provisioning for port 1c4c3743-6f8b-4aa8-b5ba-54cef7781448 completed by entity L2. {{(pid=91914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 06:13:28.536411 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-94469650-38e9-45ba-a697-76f561844b51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774208951022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772053'] for agent, after_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:13:28.547615 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.db.provisioning_blocks [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] Provisioning complete for port 1c4c3743-6f8b-4aa8-b5ba-54cef7781448 triggered by entity L2. {{(pid=91914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 06:13:28.555988 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3772206'] for port, provisioning_complete {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:13:28.563193 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-723f4d8c-5d7d-4225-b2b2-2c84f3242915 None None] Routers {'249d0b0b-4d15-4689-8933-4e7c1f39c53a'} bound to L3 agent in host dv-cinder-793885-1-smb {{(pid=91915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 06:13:28.563878 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG neutron.db.l3_hamode_db [None req-723f4d8c-5d7d-4225-b2b2-2c84f3242915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793885-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-01T06:01:58Z,description=,heartbeat_timestamp=2021-06-01T06:12:58Z,host='dv-cinder-793885-1-smb',id=a2597806-c6e6-4acd-a843-608abc904602,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T06:01:58Z,topic='l3_agent')) {'router_ids': ['249d0b0b-4d15-4689-8933-4e7c1f39c53a'], 'active': True} {{(pid=91915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 06:13:28.597803 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-0f897c4b-72d0-46b1-b71e-67cb3258443c tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:13:28.750575 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-0f897c4b-72d0-46b1-b71e-67cb3258443c tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3824664'] for port, before_update {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:13:28.768914 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d69bd5-8261-4c18-80a9-7b3a95928a3e None None] Pushing event updated for resources: {'Port': ['ID=818fc12b-89eb-4df6-8601-e76aaf8c828e,revision_number=4']} {{(pid=91915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:13:28.795124 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-49d69bd5-8261-4c18-80a9-7b3a95928a3e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.418s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:13:29.043074 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG neutron.db.l3_dvr_db [None req-723f4d8c-5d7d-4225-b2b2-2c84f3242915 None None] Set router 249d0b0b-4d15-4689-8933-4e7c1f39c53a gateway port host: dv-cinder-793885-1-smb {{(pid=91915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 06:13:29.134976 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3824664'] for port, before_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:13:29.167431 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-0f897c4b-72d0-46b1-b71e-67cb3258443c tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] Notify callbacks [] for port, precommit_update {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:13:29.186600 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-0f897c4b-72d0-46b1-b71e-67cb3258443c tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774208810132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774208425701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774208426006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10749542'] for port, after_update {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:13:29.200263 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [None req-0f897c4b-72d0-46b1-b71e-67cb3258443c tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:13:29.222067 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.db [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] For port 1c4c3743-6f8b-4aa8-b5ba-54cef7781448, host dv-cinder-793885-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793885-1-smb',level=0,port_id=1c4c3743-6f8b-4aa8-b5ba-54cef7781448,segment=NetworkSegment(5f084c96-1bde-4004-9fef-9a82f2a66791),segment_id=5f084c96-1bde-4004-9fef-9a82f2a66791)] {{(pid=91914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 06:13:29.235783 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774208810132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774208425701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774208426006'] for port, after_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:13:29.242507 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG oslo_concurrency.lockutils [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91914) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:13:29.345945 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] Pushing event updated for resources: {'Port': ['ID=1c4c3743-6f8b-4aa8-b5ba-54cef7781448,revision_number=5']} {{(pid=91914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:13:29.351797 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG oslo_concurrency.lockutils [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=91914) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:13:29.427069 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f897c4b-72d0-46b1-b71e-67cb3258443c tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] Pushing event updated for resources: {'Port': ['ID=c5ebdcef-0cb5-4adb-bb4d-1820996c3107,revision_number=2']} {{(pid=91913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:13:29.432256 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [None req-0f897c4b-72d0-46b1-b71e-67cb3258443c tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:13:29.436396 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-0f897c4b-72d0-46b1-b71e-67cb3258443c tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-880440'] for floatingip, after_update {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:13:29.467224 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-0f897c4b-72d0-46b1-b71e-67cb3258443c tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239402'] for floatingip, before_response {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:13:29.468818 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [None req-0f897c4b-72d0-46b1-b71e-67cb3258443c tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.3317502 Jun 01 06:13:29.736152 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff350258-aabd-4a97-b266-29a0689bcacf req-d68c85b0-afef-4739-9e15-ca8d2d68172b tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:13:29.738539 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-ff350258-aabd-4a97-b266-29a0689bcacf req-d68c85b0-afef-4739-9e15-ca8d2d68172b tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] 10.222.0.41 "GET /v2.0/ports?device_id=72bedde5-da28-4f1c-8365-a28036cb969f HTTP/1.1" status: 200 len: 945 time: 0.2090917 Jun 01 06:13:29.770637 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.quota.resource [req-ac0c1cfd-d469-463e-ba02-62be95c035ba req-fc70ec75-0878-46de-9179-10cb73246941 tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] Synchronizing usage tracker for tenant:7c893d8978f845f0bd2173a5ce1ebc47 on resource:security_group {{(pid=91912) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 06:13:29.783862 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG neutron.db.l3_hamode_db [None req-723f4d8c-5d7d-4225-b2b2-2c84f3242915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '249d0b0b-4d15-4689-8933-4e7c1f39c53a', 'name': 'tempest-AttachVolumeTestJSON-2112037125-router', 'tenant_id': '7c893d8978f845f0bd2173a5ce1ebc47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df727fa4-ca0b-43ba-be88-ffeb156f0c84', 'external_fixed_ips': [{'subnet_id': '8acdb510-d5f4-4c90-8e8c-2a5ae18e332f', 'ip_address': '172.28.2.127'}], 'enable_snat': True}, 'gw_port_id': 'e66a6258-f990-48f9-9a98-ff54e6253942', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T06:13:16Z', 'updated_at': '2021-06-01T06:13:23Z', 'revision_number': 4, 'project_id': '7c893d8978f845f0bd2173a5ce1ebc47', 'gw_port': {'id': 'e66a6258-f990-48f9-9a98-ff54e6253942', 'name': '', 'network_id': 'df727fa4-ca0b-43ba-be88-ffeb156f0c84', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:f6:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '249d0b0b-4d15-4689-8933-4e7c1f39c53a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '8acdb510-d5f4-4c90-8e8c-2a5ae18e332f', 'ip_address': '172.28.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793885-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T06:13:17Z', 'updated_at': '2021-06-01T06:13:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acdb510-d5f4-4c90-8e8c-2a5ae18e332f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793885-1-smb', '_interfaces': [{'id': '818fc12b-89eb-4df6-8601-e76aaf8c828e', 'name': '', 'network_id': '1aef2bca-7ed6-4d41-a156-11dcffb5b8e2', 'tenant_id': '7c893d8978f845f0bd2173a5ce1ebc47', 'mac_address': 'fa:16:3e:0d:2f:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '249d0b0b-4d15-4689-8933-4e7c1f39c53a', 'device_owner': 'network:router_interface', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '855dfebb-5fe1-422f-95fd-8b5f405d78be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793885-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T06:13:21Z', 'updated_at': '2021-06-01T06:13:28Z', 'revision_number': 4, 'project_id': '7c893d8978f845f0bd2173a5ce1ebc47', 'subnets': [{'id': '855dfebb-5fe1-422f-95fd-8b5f405d78be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793885-1-smb', False) {} {{(pid=91915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 06:13:29.791631 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-723f4d8c-5d7d-4225-b2b2-2c84f3242915 None None] The sync data for ids ['249d0b0b-4d15-4689-8933-4e7c1f39c53a'] in dv-cinder-793885-1-smb is: [{'id': '249d0b0b-4d15-4689-8933-4e7c1f39c53a', 'name': 'tempest-AttachVolumeTestJSON-2112037125-router', 'tenant_id': '7c893d8978f845f0bd2173a5ce1ebc47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df727fa4-ca0b-43ba-be88-ffeb156f0c84', 'external_fixed_ips': [{'subnet_id': '8acdb510-d5f4-4c90-8e8c-2a5ae18e332f', 'ip_address': '172.28.2.127'}], 'enable_snat': True}, 'gw_port_id': 'e66a6258-f990-48f9-9a98-ff54e6253942', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T06:13:16Z', 'updated_at': '2021-06-01T06:13:23Z', 'revision_number': 4, 'project_id': '7c893d8978f845f0bd2173a5ce1ebc47', 'gw_port': {'id': 'e66a6258-f990-48f9-9a98-ff54e6253942', 'name': '', 'network_id': 'df727fa4-ca0b-43ba-be88-ffeb156f0c84', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:f6:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '249d0b0b-4d15-4689-8933-4e7c1f39c53a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '8acdb510-d5f4-4c90-8e8c-2a5ae18e332f', 'ip_address': '172.28.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793885-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T06:13:17Z', 'updated_at': '2021-06-01T06:13:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acdb510-d5f4-4c90-8e8c-2a5ae18e332f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793885-1-smb', '_interfaces': [{'id': '818fc12b-89eb-4df6-8601-e76aaf8c828e', 'name': '', 'network_id': '1aef2bca-7ed6-4d41-a156-11dcffb5b8e2', 'tenant_id': '7c893d8978f845f0bd2173a5ce1ebc47', 'mac_address': 'fa:16:3e:0d:2f:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '249d0b0b-4d15-4689-8933-4e7c1f39c53a', 'device_owner': 'network:router_interface', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '855dfebb-5fe1-422f-95fd-8b5f405d78be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793885-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T06:13:21Z', 'updated_at': '2021-06-01T06:13:28Z', 'revision_number': 4, 'project_id': '7c893d8978f845f0bd2173a5ce1ebc47', 'subnets': [{'id': '855dfebb-5fe1-422f-95fd-8b5f405d78be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 06:13:29.792879 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.quota.resource [req-ac0c1cfd-d469-463e-ba02-62be95c035ba req-fc70ec75-0878-46de-9179-10cb73246941 tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] Unset dirty status for tenant:7c893d8978f845f0bd2173a5ce1ebc47 on resource:security_group {{(pid=91912) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 06:13:29.795733 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-1d313a3c-a63a-4764-8840-fb680d7e5ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774208951022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772053'] for agent, after_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:13:29.813946 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-ac0c1cfd-d469-463e-ba02-62be95c035ba req-fc70ec75-0878-46de-9179-10cb73246941 tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--1608614678&fields=id&tenant_id=7c893d8978f845f0bd2173a5ce1ebc47 HTTP/1.1" status: 200 len: 267 time: 0.0994401 Jun 01 06:13:29.820670 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-ff350258-aabd-4a97-b266-29a0689bcacf req-fff2add1-5655-40c2-aed3-60cb898aabb9 tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] 10.222.0.41 "GET /v2.0/security-groups?id=9dabead4-1346-43ff-b632-007c2c7dafb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0714767 Jun 01 06:13:30.004310 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0c1cfd-d469-463e-ba02-62be95c035ba req-3b5f86c7-bb61-4dba-adef-df56d6e0dc0f tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:13:30.012186 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-ac0c1cfd-d469-463e-ba02-62be95c035ba req-3b5f86c7-bb61-4dba-adef-df56d6e0dc0f tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] 10.222.0.41 "GET /v2.0/networks?id=1aef2bca-7ed6-4d41-a156-11dcffb5b8e2 HTTP/1.1" status: 200 len: 811 time: 0.1893678 Jun 01 06:13:30.025508 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-ac0c1cfd-d469-463e-ba02-62be95c035ba req-a9a61505-a7d3-4a53-9202-8d51fd72d8ac tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] 10.222.0.41 "GET /v2.0/quotas/7c893d8978f845f0bd2173a5ce1ebc47 HTTP/1.1" status: 200 len: 375 time: 0.0122862 Jun 01 06:13:30.170538 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.quota.resource [req-ac0c1cfd-d469-463e-ba02-62be95c035ba req-7ff401d7-5b5d-4e80-9e0b-58ca529f0515 tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] Synchronizing usage tracker for tenant:7c893d8978f845f0bd2173a5ce1ebc47 on resource:port {{(pid=91912) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 06:13:30.191435 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.quota.resource [req-ac0c1cfd-d469-463e-ba02-62be95c035ba req-7ff401d7-5b5d-4e80-9e0b-58ca529f0515 tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] Unset dirty status for tenant:7c893d8978f845f0bd2173a5ce1ebc47 on resource:port {{(pid=91912) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 06:13:30.193263 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-ac0c1cfd-d469-463e-ba02-62be95c035ba req-7ff401d7-5b5d-4e80-9e0b-58ca529f0515 tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=7c893d8978f845f0bd2173a5ce1ebc47&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1639686 Jun 01 06:13:30.207440 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.rpc [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] Device 1c4c3743-6f8b-4aa8-b5ba-54cef7781448 up at agent ovs-agent-dv-cinder-793885-1-smb {{(pid=91914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 06:13:30.279183 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.db.provisioning_blocks [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] Provisioning complete for port 1c4c3743-6f8b-4aa8-b5ba-54cef7781448 triggered by entity L2. {{(pid=91914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 06:13:30.279900 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3772206'] for port, provisioning_complete {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:13:30.363819 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-ac0c1cfd-d469-463e-ba02-62be95c035ba req-dd844249-ac7e-4b37-8f83-270ee30a9722 service neutron] 10.222.0.41 "GET /v2.0/networks/1aef2bca-7ed6-4d41-a156-11dcffb5b8e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1534739 Jun 01 06:13:30.530856 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-ac0c1cfd-d469-463e-ba02-62be95c035ba req-c02553ef-59c5-4085-8a93-a3fbe1574765 service neutron] 10.222.0.41 "GET /v2.0/networks/1aef2bca-7ed6-4d41-a156-11dcffb5b8e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1656990 Jun 01 06:13:30.841323 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-33233933-ca0c-47c0-8f62-b43839344b0c req-d71e0080-49ac-4b53-9984-865b9fe6e8af tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] 10.222.0.41 "GET /v2.0/ports?device_id=43f14c8a-71ca-4849-a522-b8265eed9264 HTTP/1.1" status: 200 len: 210 time: 0.0986416 Jun 01 06:13:31.153537 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-2212ef7e-50c1-45a6-8db2-90e035748ac3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774208951022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772053'] for agent, after_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:13:31.200641 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f99c167-8749-4b7d-9873-38c993cc566c req-01e63bc4-1f57-4abd-afa7-a164b8305e9e tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:13:31.213786 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-3f99c167-8749-4b7d-9873-38c993cc566c req-01e63bc4-1f57-4abd-afa7-a164b8305e9e tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] 10.222.0.41 "GET /v2.0/ports?device_id=72bedde5-da28-4f1c-8365-a28036cb969f HTTP/1.1" status: 200 len: 945 time: 0.1353371 Jun 01 06:13:31.282941 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-3f99c167-8749-4b7d-9873-38c993cc566c req-333d43b9-28ec-4956-9dd9-03f4c5d6b7a9 tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] 10.222.0.41 "GET /v2.0/security-groups?id=9dabead4-1346-43ff-b632-007c2c7dafb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0678988 Jun 01 06:13:31.999796 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-5ae1b305-c1cf-4aca-8a3b-8e3aea9502dc req-6c1840f1-e122-4079-bde9-0fff0adc60cf tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] 10.222.0.41 "GET /v2.0/ports?device_id=43f14c8a-71ca-4849-a522-b8265eed9264 HTTP/1.1" status: 200 len: 210 time: 0.0491819 Jun 01 06:13:32.252582 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.rpc [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] Device 818fc12b-89eb-4df6-8601-e76aaf8c828e up at agent ovs-agent-dv-cinder-793885-1-smb {{(pid=91914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 06:13:32.464448 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.db.provisioning_blocks [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] Provisioning for port 818fc12b-89eb-4df6-8601-e76aaf8c828e completed by entity L2. {{(pid=91914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 06:13:32.470581 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.db.provisioning_blocks [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] Provisioning complete for port 818fc12b-89eb-4df6-8601-e76aaf8c828e triggered by entity L2. {{(pid=91914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 06:13:32.488256 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3772206'] for port, provisioning_complete {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:13:32.589641 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0c1cfd-d469-463e-ba02-62be95c035ba req-a1ab0fe3-394a-4675-8f02-946d74151fa7 tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:13:32.590514 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.quota.resource [req-ac0c1cfd-d469-463e-ba02-62be95c035ba req-a1ab0fe3-394a-4675-8f02-946d74151fa7 tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] Synchronizing usage tracker for tenant:7c893d8978f845f0bd2173a5ce1ebc47 on resource:network {{(pid=91913) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 06:13:32.626095 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.wsgi [-] (91913) accepted ('10.222.0.41', 57028) {{(pid=91913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 06:13:32.639337 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.quota.resource [req-ac0c1cfd-d469-463e-ba02-62be95c035ba req-a1ab0fe3-394a-4675-8f02-946d74151fa7 tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] Unset dirty status for tenant:7c893d8978f845f0bd2173a5ce1ebc47 on resource:network {{(pid=91913) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 06:13:32.641723 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-ac0c1cfd-d469-463e-ba02-62be95c035ba req-a1ab0fe3-394a-4675-8f02-946d74151fa7 tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] 10.222.0.45 "GET /v2.0/networks?id=1aef2bca-7ed6-4d41-a156-11dcffb5b8e2 HTTP/1.1" status: 200 len: 811 time: 0.5188351 Jun 01 06:13:32.643861 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd10aaa-177c-4e37-9c9b-d16234e65f7e req-36db3c18-60ce-44d4-b5ab-109666268e8f tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:13:32.651943 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-1bd10aaa-177c-4e37-9c9b-d16234e65f7e req-36db3c18-60ce-44d4-b5ab-109666268e8f tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] 10.222.0.41 "GET /v2.0/ports?device_id=72bedde5-da28-4f1c-8365-a28036cb969f HTTP/1.1" status: 200 len: 945 time: 0.1800973 Jun 01 06:13:32.721573 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-1bd10aaa-177c-4e37-9c9b-d16234e65f7e req-3906b077-8fa7-47cc-8859-1d3adc2447a7 tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] 10.222.0.41 "GET /v2.0/security-groups?id=9dabead4-1346-43ff-b632-007c2c7dafb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682690 Jun 01 06:13:32.726212 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.quota.resource [req-ac0c1cfd-d469-463e-ba02-62be95c035ba req-5b25a3ef-2b12-4b9f-9d35-a182b7df4b3b tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] Synchronizing usage tracker for tenant:7c893d8978f845f0bd2173a5ce1ebc47 on resource:security_group {{(pid=91913) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 06:13:32.738848 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3824664'] for port, before_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:13:32.740194 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.quota.resource [req-ac0c1cfd-d469-463e-ba02-62be95c035ba req-5b25a3ef-2b12-4b9f-9d35-a182b7df4b3b tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] Unset dirty status for tenant:7c893d8978f845f0bd2173a5ce1ebc47 on resource:security_group {{(pid=91913) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 06:13:32.741488 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-ac0c1cfd-d469-463e-ba02-62be95c035ba req-5b25a3ef-2b12-4b9f-9d35-a182b7df4b3b tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7c893d8978f845f0bd2173a5ce1ebc47 HTTP/1.1" status: 200 len: 380 time: 0.0901935 Jun 01 06:13:32.751752 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.v2.base [req-ac0c1cfd-d469-463e-ba02-62be95c035ba req-a5c4b439-38d2-4578-8578-ebc22a7bbb8f tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] Request body: {'port': {'device_id': '43f14c8a-71ca-4849-a522-b8265eed9264', 'network_id': '1aef2bca-7ed6-4d41-a156-11dcffb5b8e2', 'admin_state_up': True, 'tenant_id': '7c893d8978f845f0bd2173a5ce1ebc47', 'security_groups': ['5d54a839-0bf1-4bdb-9539-67104b9aee98']}} {{(pid=91913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 06:13:32.792480 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.db [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] For port 818fc12b-89eb-4df6-8601-e76aaf8c828e, host dv-cinder-793885-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793885-1-smb',level=0,port_id=818fc12b-89eb-4df6-8601-e76aaf8c828e,segment=NetworkSegment(d79691a5-696b-4e9f-a876-911d0747fe56),segment_id=d79691a5-696b-4e9f-a876-911d0747fe56)] {{(pid=91914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 06:13:32.798986 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774208810132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774208425701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774208426006'] for port, after_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:13:32.801938 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG oslo_concurrency.lockutils [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91914) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:13:32.883231 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] Pushing event updated for resources: {'Port': ['ID=818fc12b-89eb-4df6-8601-e76aaf8c828e,revision_number=5']} {{(pid=91914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:13:32.886452 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG oslo_concurrency.lockutils [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=91914) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:13:32.898449 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-24a54fec-dafc-4e6a-8953-ef2ffc5356bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:13:32.922939 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.db.quota.driver [None req-24a54fec-dafc-4e6a-8953-ef2ffc5356bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 06:13:32.940155 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.quota.resource [None req-24a54fec-dafc-4e6a-8953-ef2ffc5356bf admin admin] Usage tracker for resource:security_group_rule and tenant:7ccce0cc411d4f1db4f80b9dcaef4325 is out of sync, need to count used quota {{(pid=91913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 06:13:32.945258 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.quota.resource [None req-24a54fec-dafc-4e6a-8953-ef2ffc5356bf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 06:13:32.954940 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.db.quota.driver [None req-24a54fec-dafc-4e6a-8953-ef2ffc5356bf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 06:13:32.994241 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.db.quota.driver [req-ac0c1cfd-d469-463e-ba02-62be95c035ba req-a5c4b439-38d2-4578-8578-ebc22a7bbb8f tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 06:13:33.011354 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.db.quota.driver [req-ac0c1cfd-d469-463e-ba02-62be95c035ba req-a5c4b439-38d2-4578-8578-ebc22a7bbb8f tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=91913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 06:13:33.038194 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac0c1cfd-d469-463e-ba02-62be95c035ba req-a5c4b439-38d2-4578-8578-ebc22a7bbb8f tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] Made reservation on behalf of 7c893d8978f845f0bd2173a5ce1ebc47 for: {'port': 1} {{(pid=91913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 06:13:33.042473 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [req-ac0c1cfd-d469-463e-ba02-62be95c035ba req-a5c4b439-38d2-4578-8578-ebc22a7bbb8f tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3824664'] for port, before_create {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:13:33.183386 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-006402f5-2b40-4033-b94e-b455bf13a65a req-54e43f0a-9e47-4844-ab38-6b5140024495 tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] 10.222.0.41 "GET /v2.0/ports?device_id=43f14c8a-71ca-4849-a522-b8265eed9264 HTTP/1.1" status: 200 len: 210 time: 0.0570741 Jun 01 06:13:33.222942 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-24a54fec-dafc-4e6a-8953-ef2ffc5356bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:13:33.231141 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-24a54fec-dafc-4e6a-8953-ef2ffc5356bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940402'] for security_group, after_create {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:13:33.242887 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [None req-79e1fa1b-4395-4b3e-9ea6-1a27fceed570 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:13:33.338433 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a54fec-dafc-4e6a-8953-ef2ffc5356bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=047eda56-1802-43ba-b716-326e49cfe883,revision_number=1']} {{(pid=91913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:13:33.342333 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [None req-24a54fec-dafc-4e6a-8953-ef2ffc5356bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:13:33.350532 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.wsgi [-] (91912) accepted ('10.222.0.41', 57042) {{(pid=91912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 06:13:33.350698 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [None req-24a54fec-dafc-4e6a-8953-ef2ffc5356bf admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7ccce0cc411d4f1db4f80b9dcaef4325&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7234421 Jun 01 06:13:33.373043 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.db.db_base_plugin_common [req-ac0c1cfd-d469-463e-ba02-62be95c035ba req-a5c4b439-38d2-4578-8578-ebc22a7bbb8f tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] Allocated IP 172.20.0.6 (1aef2bca-7ed6-4d41-a156-11dcffb5b8e2/855dfebb-5fe1-422f-95fd-8b5f405d78be/04cb92a6-89ce-4401-9cf4-d65ae86f6023) {{(pid=91913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 06:13:33.439007 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-6c69b448-ab78-4220-a912-39318f513c0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:13:33.473134 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-6c69b448-ab78-4220-a912-39318f513c0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:13:33.541022 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-6c69b448-ab78-4220-a912-39318f513c0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940402'] for security_group, after_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:13:33.545776 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-844cee92-b339-4d59-8dfc-11e733c81df9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:13:33.557418 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c69b448-ab78-4220-a912-39318f513c0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=047eda56-1802-43ba-b716-326e49cfe883,revision_number=None']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:13:33.560759 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-6c69b448-ab78-4220-a912-39318f513c0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:13:33.566158 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-6c69b448-ab78-4220-a912-39318f513c0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:13:33.567554 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [None req-6c69b448-ab78-4220-a912-39318f513c0f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/047eda56-1802-43ba-b716-326e49cfe883 HTTP/1.1" status: 204 len: 168 time: 0.2151380 Jun 01 06:13:33.616748 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [req-ac0c1cfd-d469-463e-ba02-62be95c035ba req-a5c4b439-38d2-4578-8578-ebc22a7bbb8f tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] Notify callbacks [] for port, precommit_create {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:13:33.634944 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.db.provisioning_blocks [req-ac0c1cfd-d469-463e-ba02-62be95c035ba req-a5c4b439-38d2-4578-8578-ebc22a7bbb8f tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] Transition to ACTIVE for port object 04cb92a6-89ce-4401-9cf4-d65ae86f6023 will not be triggered until provisioned by entity DHCP. {{(pid=91913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 06:13:33.666412 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [req-ac0c1cfd-d469-463e-ba02-62be95c035ba req-a5c4b439-38d2-4578-8578-ebc22a7bbb8f tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774208425683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10749551'] for port, after_create {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:13:33.675795 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [None req-2a280d86-96af-4c3b-ac85-99fd49cd0e7c tempest-AttachVolumeNegativeTest-1471670784 tempest-AttachVolumeNegativeTest-1471670784-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:13:33.758432 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac0c1cfd-d469-463e-ba02-62be95c035ba req-a5c4b439-38d2-4578-8578-ebc22a7bbb8f tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] Network 1aef2bca-7ed6-4d41-a156-11dcffb5b8e2 is already hosted by enough agents. {{(pid=91913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 06:13:33.761890 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.scheduler.base_scheduler [req-ac0c1cfd-d469-463e-ba02-62be95c035ba req-a5c4b439-38d2-4578-8578-ebc22a7bbb8f tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] Resources bound (agent type, host, resource id): {{(pid=91913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 06:13:33.775111 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac0c1cfd-d469-463e-ba02-62be95c035ba req-a5c4b439-38d2-4578-8578-ebc22a7bbb8f tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] Received port after_create {{(pid=91913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 06:13:33.820806 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c4b439-38d2-4578-8578-ebc22a7bbb8f tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] Pushing event updated for resources: {'Port': ['ID=04cb92a6-89ce-4401-9cf4-d65ae86f6023,revision_number=1']} {{(pid=91913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:13:33.824562 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [None req-a5c4b439-38d2-4578-8578-ebc22a7bbb8f tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:13:33.861838 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0c1cfd-d469-463e-ba02-62be95c035ba req-a5c4b439-38d2-4578-8578-ebc22a7bbb8f tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:13:33.862514 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [req-ac0c1cfd-d469-463e-ba02-62be95c035ba req-a5c4b439-38d2-4578-8578-ebc22a7bbb8f tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239402'] for port, before_response {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:13:33.923882 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-ac0c1cfd-d469-463e-ba02-62be95c035ba req-a5c4b439-38d2-4578-8578-ebc22a7bbb8f tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1765656 Jun 01 06:13:33.944001 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.v2.base [req-ac0c1cfd-d469-463e-ba02-62be95c035ba req-c8483f99-d661-4f86-ae2c-29adec82eaff service neutron] Request body: {'port': {'device_id': '43f14c8a-71ca-4849-a522-b8265eed9264', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79388'}} {{(pid=91913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 06:13:34.082821 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c30866c-954e-45bd-88b7-190c33f7fca6 req-2ddb305c-12cd-4162-b2ef-4de67230872f tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:13:34.091046 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-1c30866c-954e-45bd-88b7-190c33f7fca6 req-2ddb305c-12cd-4162-b2ef-4de67230872f tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] 10.222.0.41 "GET /v2.0/ports?device_id=72bedde5-da28-4f1c-8365-a28036cb969f HTTP/1.1" status: 200 len: 945 time: 0.1468964 Jun 01 06:13:34.094365 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.db.provisioning_blocks [None req-a8280689-5e9e-42a0-8f53-d891dab03176 None None] Provisioning for port 04cb92a6-89ce-4401-9cf4-d65ae86f6023 completed by entity DHCP. {{(pid=91914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 06:13:34.100016 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.db.provisioning_blocks [None req-a8280689-5e9e-42a0-8f53-d891dab03176 None None] Provisioning complete for port 04cb92a6-89ce-4401-9cf4-d65ae86f6023 triggered by entity DHCP. {{(pid=91914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 06:13:34.100528 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-a8280689-5e9e-42a0-8f53-d891dab03176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3772206'] for port, provisioning_complete {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:13:34.110883 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [req-ac0c1cfd-d469-463e-ba02-62be95c035ba req-c8483f99-d661-4f86-ae2c-29adec82eaff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3824664'] for port, before_update {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:13:34.177014 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-1c30866c-954e-45bd-88b7-190c33f7fca6 req-3e83a4b4-482f-4efd-8760-194faa60bdeb tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] 10.222.0.41 "GET /v2.0/security-groups?id=9dabead4-1346-43ff-b632-007c2c7dafb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0846996 Jun 01 06:13:34.184445 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.plugin [None req-a8280689-5e9e-42a0-8f53-d891dab03176 None None] Port 04cb92a6-89ce-4401-9cf4-d65ae86f6023 cannot update to ACTIVE because it is not bound. {{(pid=91914) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 06:13:34.216670 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.rpc [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] Device 818fc12b-89eb-4df6-8601-e76aaf8c828e up at agent ovs-agent-dv-cinder-793885-1-smb {{(pid=91914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 06:13:34.340227 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.db.provisioning_blocks [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] Provisioning complete for port 818fc12b-89eb-4df6-8601-e76aaf8c828e triggered by entity L2. {{(pid=91914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 06:13:34.340614 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3772206'] for port, provisioning_complete {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:13:34.574958 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b4ec20-2efd-48ac-98c5-b840940a3a9f req-b0c74583-6acb-4fc1-a77f-5dec9b1f55a7 tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:13:34.575674 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.quota.resource [req-73b4ec20-2efd-48ac-98c5-b840940a3a9f req-b0c74583-6acb-4fc1-a77f-5dec9b1f55a7 tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] Synchronizing usage tracker for tenant:7c893d8978f845f0bd2173a5ce1ebc47 on resource:port {{(pid=91913) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 06:13:34.634294 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.quota.resource [req-73b4ec20-2efd-48ac-98c5-b840940a3a9f req-b0c74583-6acb-4fc1-a77f-5dec9b1f55a7 tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] Unset dirty status for tenant:7c893d8978f845f0bd2173a5ce1ebc47 on resource:port {{(pid=91913) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 06:13:34.635826 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-73b4ec20-2efd-48ac-98c5-b840940a3a9f req-b0c74583-6acb-4fc1-a77f-5dec9b1f55a7 tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] 10.222.0.41 "GET /v2.0/ports?device_id=43f14c8a-71ca-4849-a522-b8265eed9264 HTTP/1.1" status: 200 len: 931 time: 0.3154783 Jun 01 06:13:34.698384 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.wsgi [-] (91912) accepted ('10.222.0.41', 57074) {{(pid=91912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 06:13:34.708045 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-73b4ec20-2efd-48ac-98c5-b840940a3a9f req-23527c5c-a3a9-4607-af2b-e0bf1daafae2 tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] 10.222.0.41 "GET /v2.0/security-groups?id=5d54a839-0bf1-4bdb-9539-67104b9aee98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606434 Jun 01 06:13:34.772752 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.notifiers.nova [req-ac0c1cfd-d469-463e-ba02-62be95c035ba req-c8483f99-d661-4f86-ae2c-29adec82eaff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04cb92a6-89ce-4401-9cf4-d65ae86f6023 {{(pid=91913) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 06:13:34.781061 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [req-ac0c1cfd-d469-463e-ba02-62be95c035ba req-c8483f99-d661-4f86-ae2c-29adec82eaff service neutron] Notify callbacks [] for port, precommit_update {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:13:34.797805 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.db.provisioning_blocks [req-ac0c1cfd-d469-463e-ba02-62be95c035ba req-c8483f99-d661-4f86-ae2c-29adec82eaff service neutron] Transition to ACTIVE for port object 04cb92a6-89ce-4401-9cf4-d65ae86f6023 will not be triggered until provisioned by entity L2. {{(pid=91913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 06:13:34.803994 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [req-ac0c1cfd-d469-463e-ba02-62be95c035ba req-c8483f99-d661-4f86-ae2c-29adec82eaff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774208810132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774208425701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774208426006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10749542'] for port, after_update {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:13:34.811896 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [None req-0f897c4b-72d0-46b1-b71e-67cb3258443c tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:13:34.846169 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.v2.base [None req-05c527bd-0d63-4df8-b7ac-a5633f62c671 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-316511345-network', 'tenant_id': '90d9e2824fe04fba9c1e51879bb72596'}} {{(pid=91912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 06:13:34.851630 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.db.quota.driver [None req-05c527bd-0d63-4df8-b7ac-a5633f62c671 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91912) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 06:13:34.855792 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.quota.resource [None req-05c527bd-0d63-4df8-b7ac-a5633f62c671 admin admin] Usage tracker for resource:network and tenant:90d9e2824fe04fba9c1e51879bb72596 is out of sync, need to count used quota {{(pid=91912) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 06:13:34.860115 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.quota.resource [None req-05c527bd-0d63-4df8-b7ac-a5633f62c671 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91912) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 06:13:34.867057 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.db.quota.driver [None req-05c527bd-0d63-4df8-b7ac-a5633f62c671 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91912) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 06:13:34.897763 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05c527bd-0d63-4df8-b7ac-a5633f62c671 admin admin] Made reservation on behalf of 90d9e2824fe04fba9c1e51879bb72596 for: {'network': 1} {{(pid=91912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 06:13:34.900429 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-05c527bd-0d63-4df8-b7ac-a5633f62c671 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3824659'] for network, before_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:13:34.928160 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-05c527bd-0d63-4df8-b7ac-a5633f62c671 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:13:34.945662 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.db.quota.driver [None req-05c527bd-0d63-4df8-b7ac-a5633f62c671 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91912) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 06:13:34.949689 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.quota.resource [None req-05c527bd-0d63-4df8-b7ac-a5633f62c671 admin admin] Usage tracker for resource:security_group_rule and tenant:90d9e2824fe04fba9c1e51879bb72596 is out of sync, need to count used quota {{(pid=91912) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 06:13:34.953447 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.quota.resource [None req-05c527bd-0d63-4df8-b7ac-a5633f62c671 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91912) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 06:13:34.960235 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.db.quota.driver [None req-05c527bd-0d63-4df8-b7ac-a5633f62c671 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91912) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 06:13:35.063027 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-05c527bd-0d63-4df8-b7ac-a5633f62c671 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:13:35.073530 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-05c527bd-0d63-4df8-b7ac-a5633f62c671 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940402'] for security_group, after_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:13:35.080404 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-ba1ad530-79ec-49b3-a43c-e50aa6d8eca9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:13:35.112107 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8483f99-d661-4f86-ae2c-29adec82eaff service neutron] Pushing event updated for resources: {'Port': ['ID=04cb92a6-89ce-4401-9cf4-d65ae86f6023,revision_number=2']} {{(pid=91913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:13:35.116900 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [None req-c8483f99-d661-4f86-ae2c-29adec82eaff service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:13:35.133061 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05c527bd-0d63-4df8-b7ac-a5633f62c671 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 313} {{(pid=91912) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 06:13:35.142994 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c527bd-0d63-4df8-b7ac-a5633f62c671 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aff84d6b-738c-48d3-9682-092c2465ce06,revision_number=1']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:13:35.155004 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-05c527bd-0d63-4df8-b7ac-a5633f62c671 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:13:35.163048 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-05c527bd-0d63-4df8-b7ac-a5633f62c671 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3778787'] for segment, precommit_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:13:35.163677 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.db.segments_db [None req-05c527bd-0d63-4df8-b7ac-a5633f62c671 admin admin] Added segment 9af682df-6564-48fb-b52a-b8597f6ebb6e of type vlan for network 87d8a353-7dd4-4082-9bf2-fd2c8884516a Jun 01 06:13:35.276858 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.plugins.ml2.managers [req-ac0c1cfd-d469-463e-ba02-62be95c035ba req-c8483f99-d661-4f86-ae2c-29adec82eaff service neutron] Attempting to bind port 04cb92a6-89ce-4401-9cf4-d65ae86f6023 on host hv-cinder-79388 for vnic_type normal with profile {{(pid=91913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 06:13:35.277483 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.plugins.ml2.managers [req-ac0c1cfd-d469-463e-ba02-62be95c035ba req-c8483f99-d661-4f86-ae2c-29adec82eaff service neutron] Attempting to bind port 04cb92a6-89ce-4401-9cf4-d65ae86f6023 by drivers openvswitch,hyperv on host hv-cinder-79388 at level 0 using segments [{'id': 'd79691a5-696b-4e9f-a876-911d0747fe56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '1aef2bca-7ed6-4d41-a156-11dcffb5b8e2'}] {{(pid=91913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 06:13:35.278043 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac0c1cfd-d469-463e-ba02-62be95c035ba req-c8483f99-d661-4f86-ae2c-29adec82eaff service neutron] Attempting to bind port 04cb92a6-89ce-4401-9cf4-d65ae86f6023 on network 1aef2bca-7ed6-4d41-a156-11dcffb5b8e2 {{(pid=91913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 06:13:35.284073 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac0c1cfd-d469-463e-ba02-62be95c035ba req-c8483f99-d661-4f86-ae2c-29adec82eaff service neutron] Port 04cb92a6-89ce-4401-9cf4-d65ae86f6023 on network 1aef2bca-7ed6-4d41-a156-11dcffb5b8e2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79388 {{(pid=91913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 06:13:35.284783 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac0c1cfd-d469-463e-ba02-62be95c035ba req-c8483f99-d661-4f86-ae2c-29adec82eaff service neutron] Attempting to bind port 04cb92a6-89ce-4401-9cf4-d65ae86f6023 on network 1aef2bca-7ed6-4d41-a156-11dcffb5b8e2 {{(pid=91913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 06:13:35.290562 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac0c1cfd-d469-463e-ba02-62be95c035ba req-c8483f99-d661-4f86-ae2c-29adec82eaff service neutron] Checking agent: {'id': '9d825435-0dee-4786-8fdd-f7c3fb37050b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79388', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 6, 8, 18), 'started_at': datetime.datetime(2021, 6, 1, 6, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 6, 13, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 06:13:35.291347 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac0c1cfd-d469-463e-ba02-62be95c035ba req-c8483f99-d661-4f86-ae2c-29adec82eaff service neutron] Checking segment: {'id': 'd79691a5-696b-4e9f-a876-911d0747fe56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '1aef2bca-7ed6-4d41-a156-11dcffb5b8e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 06:13:35.291974 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac0c1cfd-d469-463e-ba02-62be95c035ba req-c8483f99-d661-4f86-ae2c-29adec82eaff service neutron] Bound using segment: {'id': 'd79691a5-696b-4e9f-a876-911d0747fe56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '1aef2bca-7ed6-4d41-a156-11dcffb5b8e2'} {{(pid=91913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 06:13:35.292607 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.plugins.ml2.managers [req-ac0c1cfd-d469-463e-ba02-62be95c035ba req-c8483f99-d661-4f86-ae2c-29adec82eaff service neutron] Bound port: 04cb92a6-89ce-4401-9cf4-d65ae86f6023, host: hv-cinder-79388, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd79691a5-696b-4e9f-a876-911d0747fe56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '1aef2bca-7ed6-4d41-a156-11dcffb5b8e2'}}] {{(pid=91913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 06:13:35.293215 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [req-ac0c1cfd-d469-463e-ba02-62be95c035ba req-c8483f99-d661-4f86-ae2c-29adec82eaff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3824664'] for port, before_update {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:13:35.310216 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-05c527bd-0d63-4df8-b7ac-a5633f62c671 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774208444501'] for network, precommit_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:13:35.349090 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-05c527bd-0d63-4df8-b7ac-a5633f62c671 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-940336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536314'] for network, after_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:13:35.351330 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05c527bd-0d63-4df8-b7ac-a5633f62c671 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:13:35.351982 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-05c527bd-0d63-4df8-b7ac-a5633f62c671 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536287'] for network, before_response {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:13:35.395092 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-0316bd24-1e37-4326-90ef-626864322761 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:13:35.410525 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.plugins.ml2.db [req-ac0c1cfd-d469-463e-ba02-62be95c035ba req-c8483f99-d661-4f86-ae2c-29adec82eaff service neutron] For port 04cb92a6-89ce-4401-9cf4-d65ae86f6023, host hv-cinder-79388, cleared binding levels {{(pid=91913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 06:13:35.414112 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.plugins.ml2.db [req-ac0c1cfd-d469-463e-ba02-62be95c035ba req-c8483f99-d661-4f86-ae2c-29adec82eaff service neutron] For port 04cb92a6-89ce-4401-9cf4-d65ae86f6023, host hv-cinder-79388, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79388',level=0,port_id=04cb92a6-89ce-4401-9cf4-d65ae86f6023,segment=NetworkSegment(d79691a5-696b-4e9f-a876-911d0747fe56),segment_id=d79691a5-696b-4e9f-a876-911d0747fe56)] {{(pid=91913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 06:13:35.419999 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [req-ac0c1cfd-d469-463e-ba02-62be95c035ba req-c8483f99-d661-4f86-ae2c-29adec82eaff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774208810132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774208425701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774208426006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10749542'] for port, after_update {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:13:35.425482 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [None req-5ddab389-5f63-4f21-b816-a5cb7b7f1ea4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:13:35.489157 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0c1cfd-d469-463e-ba02-62be95c035ba req-c8483f99-d661-4f86-ae2c-29adec82eaff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:13:35.489830 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [req-ac0c1cfd-d469-463e-ba02-62be95c035ba req-c8483f99-d661-4f86-ae2c-29adec82eaff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239402'] for port, before_response {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:13:35.491330 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-ac0c1cfd-d469-463e-ba02-62be95c035ba req-c8483f99-d661-4f86-ae2c-29adec82eaff service neutron] 10.222.0.45 "PUT /v2.0/ports/04cb92a6-89ce-4401-9cf4-d65ae86f6023 HTTP/1.1" status: 200 len: 1093 time: 1.5520792 Jun 01 06:13:35.491733 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43f14c8a-71ca-4849-a522-b8265eed9264', 'tag': '04cb92a6-89ce-4401-9cf4-d65ae86f6023'}] {{(pid=91913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 06:13:35.494765 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdc6be6d06003a26e0797ba9c3cae52571918e0042132e4e221042360f826683" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-330120ee-3d98-4634-bdbc-acc30ae85b7b" -d '{"events": [{"name": "network-changed", "server_uuid": "43f14c8a-71ca-4849-a522-b8265eed9264", "tag": "04cb92a6-89ce-4401-9cf4-d65ae86f6023"}]}' {{(pid=91913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 06:13:35.535190 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c527bd-0d63-4df8-b7ac-a5633f62c671 admin admin] Pushing event updated for resources: {'Network': ['ID=87d8a353-7dd4-4082-9bf2-fd2c8884516a,revision_number=1']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:13:35.549797 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.wsgi [-] (91913) accepted ('10.222.0.41', 57084) {{(pid=91913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 06:13:35.554012 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.rpc [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] Network 87d8a353-7dd4-4082-9bf2-fd2c8884516a details requested by agent ovs-agent-dv-cinder-793885-1-smb with host dv-cinder-793885-1-smb {{(pid=91914) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 06:13:35.556113 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [None req-05c527bd-0d63-4df8-b7ac-a5633f62c671 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.8565295 Jun 01 06:13:35.557569 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-05c527bd-0d63-4df8-b7ac-a5633f62c671 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:13:35.561085 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.v2.base [None req-b48c9c98-a374-4b75-b803-623cc02ca65e admin admin] Request body: {'subnet': {'network_id': '87d8a353-7dd4-4082-9bf2-fd2c8884516a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-316511345-subnet', 'tenant_id': '90d9e2824fe04fba9c1e51879bb72596', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 06:13:35.590123 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5818c4f4-fee0-4589-8792-f6318f21d28d req-0dbdf176-7368-417a-80db-8824e3b446dc tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:13:35.598751 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-5818c4f4-fee0-4589-8792-f6318f21d28d req-0dbdf176-7368-417a-80db-8824e3b446dc tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] 10.222.0.41 "GET /v2.0/ports?device_id=72bedde5-da28-4f1c-8365-a28036cb969f HTTP/1.1" status: 200 len: 945 time: 0.2409396 Jun 01 06:13:35.629881 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Jun 2021 06:13:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0af37f76-054f-48cd-b0f4-a2585ff937fd x-openstack-request-id: req-0af37f76-054f-48cd-b0f4-a2585ff937fd {{(pid=91913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 06:13:35.630228 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43f14c8a-71ca-4849-a522-b8265eed9264", "tag": "04cb92a6-89ce-4401-9cf4-d65ae86f6023", "status": "completed", "code": 200}]} {{(pid=91913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 06:13:35.630491 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0af37f76-054f-48cd-b0f4-a2585ff937fd {{(pid=91913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 06:13:35.630925 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43f14c8a-71ca-4849-a522-b8265eed9264', 'tag': '04cb92a6-89ce-4401-9cf4-d65ae86f6023', 'status': 'completed', 'code': 200} Jun 01 06:13:35.657242 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-5818c4f4-fee0-4589-8792-f6318f21d28d req-7a3584f7-2394-43dc-89b5-8caeb9827ffc tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] 10.222.0.41 "GET /v2.0/security-groups?id=9dabead4-1346-43ff-b632-007c2c7dafb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534942 Jun 01 06:13:35.672882 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.db.quota.driver [None req-b48c9c98-a374-4b75-b803-623cc02ca65e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 06:13:35.672882 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8483f99-d661-4f86-ae2c-29adec82eaff service neutron] Pushing event updated for resources: {'Port': ['ID=04cb92a6-89ce-4401-9cf4-d65ae86f6023,revision_number=3']} {{(pid=91913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:13:35.678929 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [None req-c8483f99-d661-4f86-ae2c-29adec82eaff service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:13:35.682801 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.quota.resource [None req-b48c9c98-a374-4b75-b803-623cc02ca65e admin admin] Usage tracker for resource:subnet and tenant:90d9e2824fe04fba9c1e51879bb72596 is out of sync, need to count used quota {{(pid=91913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 06:13:35.696007 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.quota.resource [None req-b48c9c98-a374-4b75-b803-623cc02ca65e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 06:13:35.715310 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.db.quota.driver [None req-b48c9c98-a374-4b75-b803-623cc02ca65e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 06:13:35.761267 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b48c9c98-a374-4b75-b803-623cc02ca65e admin admin] Made reservation on behalf of 90d9e2824fe04fba9c1e51879bb72596 for: {'subnet': 1} {{(pid=91913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 06:13:35.763838 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-b48c9c98-a374-4b75-b803-623cc02ca65e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11365373'] for subnet, before_create {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:13:35.921868 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0c1cfd-d469-463e-ba02-62be95c035ba req-44af2bca-a50e-4505-ae01-d13c6f39807e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:13:35.923333 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-ac0c1cfd-d469-463e-ba02-62be95c035ba req-44af2bca-a50e-4505-ae01-d13c6f39807e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7c893d8978f845f0bd2173a5ce1ebc47&device_id=43f14c8a-71ca-4849-a522-b8265eed9264 HTTP/1.1" status: 200 len: 1096 time: 0.3726640 Jun 01 06:13:36.010582 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-ac0c1cfd-d469-463e-ba02-62be95c035ba req-a7e5a49a-3c60-424c-b26d-9037ebaeee5d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=04cb92a6-89ce-4401-9cf4-d65ae86f6023 HTTP/1.1" status: 200 len: 217 time: 0.0772550 Jun 01 06:13:36.140267 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0c1cfd-d469-463e-ba02-62be95c035ba req-ea5820df-e525-4483-9de1-0a5f2c1029ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:13:36.141731 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-ac0c1cfd-d469-463e-ba02-62be95c035ba req-ea5820df-e525-4483-9de1-0a5f2c1029ec service neutron] 10.222.0.45 "GET /v2.0/subnets?id=855dfebb-5fe1-422f-95fd-8b5f405d78be HTTP/1.1" status: 200 len: 850 time: 0.1213140 Jun 01 06:13:36.151903 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84983229-c97c-4a2c-9e3b-f84f55a530ca req-c4e1a6e1-e925-4316-a7e5-961e5feb447e tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:13:36.153419 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-84983229-c97c-4a2c-9e3b-f84f55a530ca req-c4e1a6e1-e925-4316-a7e5-961e5feb447e tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] 10.222.0.41 "GET /v2.0/ports?device_id=43f14c8a-71ca-4849-a522-b8265eed9264 HTTP/1.1" status: 200 len: 943 time: 0.2800078 Jun 01 06:13:36.277031 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-84983229-c97c-4a2c-9e3b-f84f55a530ca req-c37a441b-22ad-453f-a700-da7d91131a7a tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] 10.222.0.41 "GET /v2.0/security-groups?id=5d54a839-0bf1-4bdb-9539-67104b9aee98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0904212 Jun 01 06:13:36.331135 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0c1cfd-d469-463e-ba02-62be95c035ba req-51e0cfea-ffdf-4f09-9f40-cca523c99845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:13:36.333000 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-ac0c1cfd-d469-463e-ba02-62be95c035ba req-51e0cfea-ffdf-4f09-9f40-cca523c99845 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1aef2bca-7ed6-4d41-a156-11dcffb5b8e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1786802 Jun 01 06:13:36.554986 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-ac0c1cfd-d469-463e-ba02-62be95c035ba req-69103bc4-51fa-4ee2-8847-7a47bd6910cb service neutron] 10.222.0.45 "GET /v2.0/networks/1aef2bca-7ed6-4d41-a156-11dcffb5b8e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2141414 Jun 01 06:13:36.759832 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-ac0c1cfd-d469-463e-ba02-62be95c035ba req-6cd3a423-e885-4af2-b221-27226f2ca63b service neutron] 10.222.0.45 "GET /v2.0/networks/1aef2bca-7ed6-4d41-a156-11dcffb5b8e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1970224 Jun 01 06:13:36.779933 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-b48c9c98-a374-4b75-b803-623cc02ca65e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10749151', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11365355'] for subnet, after_create {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:13:36.784446 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:13:36.887982 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d216cd0-513a-473a-a5e1-497c636b86b4 req-42fbf26e-7754-4437-a894-081c283404bf tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:13:36.894133 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48c9c98-a374-4b75-b803-623cc02ca65e admin admin] Pushing event updated for resources: {'Subnet': ['ID=76150a47-43a2-488b-8738-f3e8163a8625,revision_number=0']} {{(pid=91913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:13:36.901704 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [None req-b48c9c98-a374-4b75-b803-623cc02ca65e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:13:36.902074 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-6d216cd0-513a-473a-a5e1-497c636b86b4 req-42fbf26e-7754-4437-a894-081c283404bf tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] 10.222.0.41 "GET /v2.0/ports?device_id=72bedde5-da28-4f1c-8365-a28036cb969f HTTP/1.1" status: 200 len: 945 time: 0.1344669 Jun 01 06:13:36.931709 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b48c9c98-a374-4b75-b803-623cc02ca65e admin admin] Checking segment: {'id': '9af682df-6564-48fb-b52a-b8597f6ebb6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '87d8a353-7dd4-4082-9bf2-fd2c8884516a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 06:13:36.932071 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b48c9c98-a374-4b75-b803-623cc02ca65e admin admin] Network hostable DHCP agents. Network: 87d8a353-7dd4-4082-9bf2-fd2c8884516a, hostable agents: ['19337ed4-2364-4f5e-82f6-1f840bd5d30c'], hosted agents: [] {{(pid=91913) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 06:13:36.959629 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330120ee-3d98-4634-bdbc-acc30ae85b7b req-a831fff3-a462-42a9-a09c-e78d641fe1e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:13:36.961314 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-330120ee-3d98-4634-bdbc-acc30ae85b7b req-a831fff3-a462-42a9-a09c-e78d641fe1e0 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7c893d8978f845f0bd2173a5ce1ebc47&device_id=43f14c8a-71ca-4849-a522-b8265eed9264 HTTP/1.1" status: 200 len: 1096 time: 0.1373177 Jun 01 06:13:36.964448 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-6d216cd0-513a-473a-a5e1-497c636b86b4 req-1c3cf65b-be1c-4692-9cce-3f2ba32ebdbe tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] 10.222.0.41 "GET /v2.0/security-groups?id=9dabead4-1346-43ff-b632-007c2c7dafb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0615170 Jun 01 06:13:36.965729 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b48c9c98-a374-4b75-b803-623cc02ca65e admin admin] Network 87d8a353-7dd4-4082-9bf2-fd2c8884516a is scheduled to be hosted by DHCP agent 19337ed4-2364-4f5e-82f6-1f840bd5d30c with binding_index 1 {{(pid=91913) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 06:13:36.995513 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.scheduler.base_scheduler [None req-b48c9c98-a374-4b75-b803-623cc02ca65e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-793885-1-smb, 87d8a353-7dd4-4082-9bf2-fd2c8884516a) {{(pid=91913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 06:13:37.007536 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdf92ef9-82e8-4bca-85d5-45091449d0dc None None] Network 87d8a353-7dd4-4082-9bf2-fd2c8884516a requested from dv-cinder-793885-1-smb {{(pid=91914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 06:13:37.060116 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b48c9c98-a374-4b75-b803-623cc02ca65e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:13:37.060621 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-b48c9c98-a374-4b75-b803-623cc02ca65e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536287'] for subnet, before_response {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:13:37.226372 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [None req-b48c9c98-a374-4b75-b803-623cc02ca65e admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.6742473 Jun 01 06:13:37.248328 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6e4c0f5-bb55-47fb-ab3d-6916771ef981 None None] Network 87d8a353-7dd4-4082-9bf2-fd2c8884516a requested from dv-cinder-793885-1-smb {{(pid=91914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 06:13:37.256655 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330120ee-3d98-4634-bdbc-acc30ae85b7b req-135bd551-c9c0-4d60-8884-fd8bc5b01aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:13:37.258386 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-330120ee-3d98-4634-bdbc-acc30ae85b7b req-135bd551-c9c0-4d60-8884-fd8bc5b01aa5 service neutron] 10.222.0.45 "GET /v2.0/networks?id=1aef2bca-7ed6-4d41-a156-11dcffb5b8e2 HTTP/1.1" status: 200 len: 912 time: 0.2837560 Jun 01 06:13:37.333419 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-330120ee-3d98-4634-bdbc-acc30ae85b7b req-f60c2d05-b993-4633-8e89-d97cd1274893 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=04cb92a6-89ce-4401-9cf4-d65ae86f6023 HTTP/1.1" status: 200 len: 217 time: 0.0675511 Jun 01 06:13:37.415104 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330120ee-3d98-4634-bdbc-acc30ae85b7b req-d635211b-019c-4347-877a-e81f180e7e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:13:37.416342 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-330120ee-3d98-4634-bdbc-acc30ae85b7b req-d635211b-019c-4347-877a-e81f180e7e6c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=855dfebb-5fe1-422f-95fd-8b5f405d78be HTTP/1.1" status: 200 len: 850 time: 0.0755649 Jun 01 06:13:37.517369 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330120ee-3d98-4634-bdbc-acc30ae85b7b req-3873a696-86ae-4275-8a37-77096212c71e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:13:37.518955 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-330120ee-3d98-4634-bdbc-acc30ae85b7b req-3873a696-86ae-4275-8a37-77096212c71e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1aef2bca-7ed6-4d41-a156-11dcffb5b8e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0959909 Jun 01 06:13:37.573892 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163e6d5a-3258-4b44-97d7-ea785ed47fe9 req-2436aacb-73c6-4a88-b36c-d99a85eeb1d8 tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:13:37.575530 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-163e6d5a-3258-4b44-97d7-ea785ed47fe9 req-2436aacb-73c6-4a88-b36c-d99a85eeb1d8 tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] 10.222.0.41 "GET /v2.0/ports?device_id=43f14c8a-71ca-4849-a522-b8265eed9264 HTTP/1.1" status: 200 len: 943 time: 0.1039124 Jun 01 06:13:37.631553 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-163e6d5a-3258-4b44-97d7-ea785ed47fe9 req-12c543a5-1602-4fce-8f8d-d7a22f9a4a82 tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] 10.222.0.41 "GET /v2.0/security-groups?id=5d54a839-0bf1-4bdb-9539-67104b9aee98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465384 Jun 01 06:13:37.672440 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-330120ee-3d98-4634-bdbc-acc30ae85b7b req-1be4ead0-3fd0-4791-8608-4bf454ca5b0a service neutron] 10.222.0.45 "GET /v2.0/networks/1aef2bca-7ed6-4d41-a156-11dcffb5b8e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1456861 Jun 01 06:13:37.813148 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-330120ee-3d98-4634-bdbc-acc30ae85b7b req-b212645d-bb9e-4cda-a520-f8362b6f581e service neutron] 10.222.0.45 "GET /v2.0/networks/1aef2bca-7ed6-4d41-a156-11dcffb5b8e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324584 Jun 01 06:13:37.979982 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e2d477-82b4-4fcf-a628-a2b5bd2c9ab0 req-25cd0f1f-c959-4020-ac86-b313634f86b6 tempest-TestMinimumBasicScenario-1035900223 tempest-TestMinimumBasicScenario-1035900223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:13:37.980919 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.quota.resource [req-e4e2d477-82b4-4fcf-a628-a2b5bd2c9ab0 req-25cd0f1f-c959-4020-ac86-b313634f86b6 tempest-TestMinimumBasicScenario-1035900223 tempest-TestMinimumBasicScenario-1035900223-project] Synchronizing usage tracker for tenant:01a8148357484b32a69bbd98475f8644 on resource:network {{(pid=91913) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 06:13:37.999953 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.quota.resource [req-e4e2d477-82b4-4fcf-a628-a2b5bd2c9ab0 req-25cd0f1f-c959-4020-ac86-b313634f86b6 tempest-TestMinimumBasicScenario-1035900223 tempest-TestMinimumBasicScenario-1035900223-project] Unset dirty status for tenant:01a8148357484b32a69bbd98475f8644 on resource:network {{(pid=91913) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 06:13:38.001388 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-e4e2d477-82b4-4fcf-a628-a2b5bd2c9ab0 req-25cd0f1f-c959-4020-ac86-b313634f86b6 tempest-TestMinimumBasicScenario-1035900223 tempest-TestMinimumBasicScenario-1035900223-project] 10.222.0.41 "GET /v2.0/networks?id=b2527877-b5b6-43aa-8903-8b7eda48e9e3 HTTP/1.1" status: 200 len: 814 time: 0.1716216 Jun 01 06:13:38.020756 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-e4e2d477-82b4-4fcf-a628-a2b5bd2c9ab0 req-2a3326e5-54ec-4bb8-a5c9-1dc04b75f1d3 tempest-TestMinimumBasicScenario-1035900223 tempest-TestMinimumBasicScenario-1035900223-project] 10.222.0.41 "GET /v2.0/quotas/01a8148357484b32a69bbd98475f8644 HTTP/1.1" status: 200 len: 375 time: 0.0109534 Jun 01 06:13:38.116419 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-e4e2d477-82b4-4fcf-a628-a2b5bd2c9ab0 req-b6fd6a34-9b18-4db8-a390-3a256c134903 tempest-TestMinimumBasicScenario-1035900223 tempest-TestMinimumBasicScenario-1035900223-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=01a8148357484b32a69bbd98475f8644&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0899475 Jun 01 06:13:38.161395 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93629ee-a3d7-4790-8ecd-5145bfbcdd14 req-55e2a291-fa91-4eb5-a7f7-0a7606350595 tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:13:38.162870 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-c93629ee-a3d7-4790-8ecd-5145bfbcdd14 req-55e2a291-fa91-4eb5-a7f7-0a7606350595 tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] 10.222.0.41 "GET /v2.0/ports?device_id=72bedde5-da28-4f1c-8365-a28036cb969f HTTP/1.1" status: 200 len: 945 time: 0.0831037 Jun 01 06:13:38.209248 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-c93629ee-a3d7-4790-8ecd-5145bfbcdd14 req-1631d1c8-eca5-463b-8050-63d441dcc04f tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] 10.222.0.41 "GET /v2.0/security-groups?id=9dabead4-1346-43ff-b632-007c2c7dafb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385404 Jun 01 06:13:38.265312 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-e4e2d477-82b4-4fcf-a628-a2b5bd2c9ab0 req-960d1325-faf8-4258-bbd6-b376b9563da3 service neutron] 10.222.0.41 "GET /v2.0/networks/b2527877-b5b6-43aa-8903-8b7eda48e9e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1392422 Jun 01 06:13:38.392227 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-e4e2d477-82b4-4fcf-a628-a2b5bd2c9ab0 req-a35c27aa-ef05-461e-8a3c-fae5dfd42b3d service neutron] 10.222.0.41 "GET /v2.0/networks/b2527877-b5b6-43aa-8903-8b7eda48e9e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260898 Jun 01 06:13:38.743257 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.quota.resource [req-d19dd5e3-70e3-4226-9325-8e0847eaff9b req-621fed29-db70-489c-a234-5571e7690847 tempest-TestMinimumBasicScenario-1035900223 tempest-TestMinimumBasicScenario-1035900223-project] Synchronizing usage tracker for tenant:01a8148357484b32a69bbd98475f8644 on resource:port {{(pid=91912) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 06:13:38.774081 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.quota.resource [req-d19dd5e3-70e3-4226-9325-8e0847eaff9b req-621fed29-db70-489c-a234-5571e7690847 tempest-TestMinimumBasicScenario-1035900223 tempest-TestMinimumBasicScenario-1035900223-project] Unset dirty status for tenant:01a8148357484b32a69bbd98475f8644 on resource:port {{(pid=91912) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 06:13:38.784059 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-d19dd5e3-70e3-4226-9325-8e0847eaff9b req-621fed29-db70-489c-a234-5571e7690847 tempest-TestMinimumBasicScenario-1035900223 tempest-TestMinimumBasicScenario-1035900223-project] 10.222.0.41 "GET /v2.0/ports?device_id=6ba02003-0082-4ade-b2ff-aaeb571a8717 HTTP/1.1" status: 200 len: 210 time: 0.0875022 Jun 01 06:13:38.839005 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9a09a8-9252-4af2-8093-df4a7f87c611 req-e5dc3f26-5ca1-47e3-a1ee-a63c926bbfc3 tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:13:38.840472 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-8e9a09a8-9252-4af2-8093-df4a7f87c611 req-e5dc3f26-5ca1-47e3-a1ee-a63c926bbfc3 tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] 10.222.0.41 "GET /v2.0/ports?device_id=43f14c8a-71ca-4849-a522-b8265eed9264 HTTP/1.1" status: 200 len: 943 time: 0.0952742 Jun 01 06:13:38.889379 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-8e9a09a8-9252-4af2-8093-df4a7f87c611 req-9e44687a-d8e4-41c0-8558-32ffbbd4a0b2 tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] 10.222.0.41 "GET /v2.0/security-groups?id=5d54a839-0bf1-4bdb-9539-67104b9aee98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415084 Jun 01 06:13:39.387486 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d946a5-3075-4ebb-b093-0f153dafa39d req-c93b38fd-4d55-4927-8099-ba4e6b987c1d tempest-VolumesSnapshotTestJSON-714247562 tempest-VolumesSnapshotTestJSON-714247562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:13:39.388264 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.quota.resource [req-00d946a5-3075-4ebb-b093-0f153dafa39d req-c93b38fd-4d55-4927-8099-ba4e6b987c1d tempest-VolumesSnapshotTestJSON-714247562 tempest-VolumesSnapshotTestJSON-714247562-project] Synchronizing usage tracker for tenant:90d9e2824fe04fba9c1e51879bb72596 on resource:network {{(pid=91912) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 06:13:39.406556 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afe11b0-f8af-484b-8023-9099b2e0e1a2 req-7f76d91f-ac2a-4d9b-91a0-81afac965a42 tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:13:39.407256 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.quota.resource [req-00d946a5-3075-4ebb-b093-0f153dafa39d req-c93b38fd-4d55-4927-8099-ba4e6b987c1d tempest-VolumesSnapshotTestJSON-714247562 tempest-VolumesSnapshotTestJSON-714247562-project] Unset dirty status for tenant:90d9e2824fe04fba9c1e51879bb72596 on resource:network {{(pid=91912) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 06:13:39.408590 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-00d946a5-3075-4ebb-b093-0f153dafa39d req-c93b38fd-4d55-4927-8099-ba4e6b987c1d tempest-VolumesSnapshotTestJSON-714247562 tempest-VolumesSnapshotTestJSON-714247562-project] 10.222.0.41 "GET /v2.0/networks?id=87d8a353-7dd4-4082-9bf2-fd2c8884516a HTTP/1.1" status: 200 len: 813 time: 0.1877689 Jun 01 06:13:39.409333 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-7afe11b0-f8af-484b-8023-9099b2e0e1a2 req-7f76d91f-ac2a-4d9b-91a0-81afac965a42 tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] 10.222.0.41 "GET /v2.0/ports?device_id=72bedde5-da28-4f1c-8365-a28036cb969f HTTP/1.1" status: 200 len: 945 time: 0.0887635 Jun 01 06:13:39.427934 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-00d946a5-3075-4ebb-b093-0f153dafa39d req-e145108f-5820-46b8-be0d-e145eacc1992 tempest-VolumesSnapshotTestJSON-714247562 tempest-VolumesSnapshotTestJSON-714247562-project] 10.222.0.41 "GET /v2.0/quotas/90d9e2824fe04fba9c1e51879bb72596 HTTP/1.1" status: 200 len: 375 time: 0.0101991 Jun 01 06:13:39.456617 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-7afe11b0-f8af-484b-8023-9099b2e0e1a2 req-a8d0b784-ec52-4b25-af3f-bcd21fc5a43c tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] 10.222.0.41 "GET /v2.0/security-groups?id=9dabead4-1346-43ff-b632-007c2c7dafb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426047 Jun 01 06:13:39.486294 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-00d946a5-3075-4ebb-b093-0f153dafa39d req-584a6345-0ba7-4c8b-a831-23199e18849d tempest-VolumesSnapshotTestJSON-714247562 tempest-VolumesSnapshotTestJSON-714247562-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=90d9e2824fe04fba9c1e51879bb72596&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0522346 Jun 01 06:13:39.622666 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-00d946a5-3075-4ebb-b093-0f153dafa39d req-aa6fa1a5-d3eb-4223-97ad-15899b1550ac service neutron] 10.222.0.41 "GET /v2.0/networks/87d8a353-7dd4-4082-9bf2-fd2c8884516a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296484 Jun 01 06:13:39.795126 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-00d946a5-3075-4ebb-b093-0f153dafa39d req-0050775a-c1f6-4642-9d4e-4e347cb0d4d1 service neutron] 10.222.0.41 "GET /v2.0/networks/87d8a353-7dd4-4082-9bf2-fd2c8884516a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1658976 Jun 01 06:13:39.896607 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e2d477-82b4-4fcf-a628-a2b5bd2c9ab0 req-c020c2dd-7864-4560-bdc6-d58bc4b7b331 tempest-TestMinimumBasicScenario-1035900223 tempest-TestMinimumBasicScenario-1035900223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:13:39.898096 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-e4e2d477-82b4-4fcf-a628-a2b5bd2c9ab0 req-c020c2dd-7864-4560-bdc6-d58bc4b7b331 tempest-TestMinimumBasicScenario-1035900223 tempest-TestMinimumBasicScenario-1035900223-project] 10.222.0.45 "GET /v2.0/networks?id=b2527877-b5b6-43aa-8903-8b7eda48e9e3 HTTP/1.1" status: 200 len: 814 time: 0.2102332 Jun 01 06:13:39.917075 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.v2.base [req-e4e2d477-82b4-4fcf-a628-a2b5bd2c9ab0 req-af7e388a-c6fd-4ef7-8a07-000a63171782 tempest-TestMinimumBasicScenario-1035900223 tempest-TestMinimumBasicScenario-1035900223-project] Request body: {'port': {'device_id': '6ba02003-0082-4ade-b2ff-aaeb571a8717', 'network_id': 'b2527877-b5b6-43aa-8903-8b7eda48e9e3', 'admin_state_up': True, 'tenant_id': '01a8148357484b32a69bbd98475f8644'}} {{(pid=91913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 06:13:40.134955 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-b0e1d258-4dfd-4a54-b2d7-c822d41d066f req-0b3c19ac-b034-47be-a701-5ecde806f990 tempest-TestMinimumBasicScenario-1035900223 tempest-TestMinimumBasicScenario-1035900223-project] 10.222.0.41 "GET /v2.0/ports?device_id=6ba02003-0082-4ade-b2ff-aaeb571a8717 HTTP/1.1" status: 200 len: 210 time: 0.1165750 Jun 01 06:13:40.196569 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4ea2e3-d4f7-45f6-9879-038645312ae0 req-4369bed5-c377-42c4-93e3-18ccbb732069 tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:13:40.198413 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-db4ea2e3-d4f7-45f6-9879-038645312ae0 req-4369bed5-c377-42c4-93e3-18ccbb732069 tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] 10.222.0.41 "GET /v2.0/ports?device_id=43f14c8a-71ca-4849-a522-b8265eed9264 HTTP/1.1" status: 200 len: 943 time: 0.1167152 Jun 01 06:13:40.258745 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-db4ea2e3-d4f7-45f6-9879-038645312ae0 req-57e106fa-b15c-408e-af8d-dee78afafafe tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] 10.222.0.41 "GET /v2.0/security-groups?id=5d54a839-0bf1-4bdb-9539-67104b9aee98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533915 Jun 01 06:13:40.357732 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-a16701c5-b813-438b-b222-4bfe843b1155 req-590175f4-aea4-44e9-8375-eab8cd8f699c tempest-VolumesSnapshotTestJSON-714247562 tempest-VolumesSnapshotTestJSON-714247562-project] 10.222.0.41 "GET /v2.0/ports?device_id=f7a675b6-7b4b-4fa0-a8c3-afd67b9def1a HTTP/1.1" status: 200 len: 210 time: 0.1802425 Jun 01 06:13:40.370153 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.db.quota.driver [req-e4e2d477-82b4-4fcf-a628-a2b5bd2c9ab0 req-af7e388a-c6fd-4ef7-8a07-000a63171782 tempest-TestMinimumBasicScenario-1035900223 tempest-TestMinimumBasicScenario-1035900223-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 06:13:40.381095 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.db.quota.driver [req-e4e2d477-82b4-4fcf-a628-a2b5bd2c9ab0 req-af7e388a-c6fd-4ef7-8a07-000a63171782 tempest-TestMinimumBasicScenario-1035900223 tempest-TestMinimumBasicScenario-1035900223-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=91913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 06:13:40.390852 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4e2d477-82b4-4fcf-a628-a2b5bd2c9ab0 req-af7e388a-c6fd-4ef7-8a07-000a63171782 tempest-TestMinimumBasicScenario-1035900223 tempest-TestMinimumBasicScenario-1035900223-project] Made reservation on behalf of 01a8148357484b32a69bbd98475f8644 for: {'port': 1} {{(pid=91913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 06:13:40.394548 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [req-e4e2d477-82b4-4fcf-a628-a2b5bd2c9ab0 req-af7e388a-c6fd-4ef7-8a07-000a63171782 tempest-TestMinimumBasicScenario-1035900223 tempest-TestMinimumBasicScenario-1035900223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3824664'] for port, before_create {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:13:40.580552 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.db.db_base_plugin_common [req-e4e2d477-82b4-4fcf-a628-a2b5bd2c9ab0 req-af7e388a-c6fd-4ef7-8a07-000a63171782 tempest-TestMinimumBasicScenario-1035900223 tempest-TestMinimumBasicScenario-1035900223-project] Allocated IP 172.20.0.10 (b2527877-b5b6-43aa-8903-8b7eda48e9e3/5c51a303-e621-409b-99c6-f5028ab86df1/a31cd721-a1d0-4eea-8fc8-b1415cdec3a4) {{(pid=91913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 06:13:40.759676 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07593414-58d2-41e6-807b-4993958676fa req-3fe427df-95f3-4fa3-80f5-25b994d70073 tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:13:40.761660 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-07593414-58d2-41e6-807b-4993958676fa req-3fe427df-95f3-4fa3-80f5-25b994d70073 tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] 10.222.0.41 "GET /v2.0/ports?device_id=72bedde5-da28-4f1c-8365-a28036cb969f HTTP/1.1" status: 200 len: 945 time: 0.1721482 Jun 01 06:13:40.828368 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-07593414-58d2-41e6-807b-4993958676fa req-593d149a-a007-42e4-94d0-9a5ea43c5a6e tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] 10.222.0.41 "GET /v2.0/security-groups?id=9dabead4-1346-43ff-b632-007c2c7dafb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579805 Jun 01 06:13:40.873606 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [req-e4e2d477-82b4-4fcf-a628-a2b5bd2c9ab0 req-af7e388a-c6fd-4ef7-8a07-000a63171782 tempest-TestMinimumBasicScenario-1035900223 tempest-TestMinimumBasicScenario-1035900223-project] Notify callbacks [] for port, precommit_create {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:13:40.902057 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.db.provisioning_blocks [req-e4e2d477-82b4-4fcf-a628-a2b5bd2c9ab0 req-af7e388a-c6fd-4ef7-8a07-000a63171782 tempest-TestMinimumBasicScenario-1035900223 tempest-TestMinimumBasicScenario-1035900223-project] Transition to ACTIVE for port object a31cd721-a1d0-4eea-8fc8-b1415cdec3a4 will not be triggered until provisioned by entity DHCP. {{(pid=91913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 06:13:40.935887 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [req-e4e2d477-82b4-4fcf-a628-a2b5bd2c9ab0 req-af7e388a-c6fd-4ef7-8a07-000a63171782 tempest-TestMinimumBasicScenario-1035900223 tempest-TestMinimumBasicScenario-1035900223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774208425683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10749551'] for port, after_create {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:13:40.943223 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [None req-c8483f99-d661-4f86-ae2c-29adec82eaff service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:13:41.018520 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4e2d477-82b4-4fcf-a628-a2b5bd2c9ab0 req-af7e388a-c6fd-4ef7-8a07-000a63171782 tempest-TestMinimumBasicScenario-1035900223 tempest-TestMinimumBasicScenario-1035900223-project] Network b2527877-b5b6-43aa-8903-8b7eda48e9e3 is already hosted by enough agents. {{(pid=91913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 06:13:41.021868 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.scheduler.base_scheduler [req-e4e2d477-82b4-4fcf-a628-a2b5bd2c9ab0 req-af7e388a-c6fd-4ef7-8a07-000a63171782 tempest-TestMinimumBasicScenario-1035900223 tempest-TestMinimumBasicScenario-1035900223-project] Resources bound (agent type, host, resource id): {{(pid=91913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 06:13:41.026123 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4e2d477-82b4-4fcf-a628-a2b5bd2c9ab0 req-af7e388a-c6fd-4ef7-8a07-000a63171782 tempest-TestMinimumBasicScenario-1035900223 tempest-TestMinimumBasicScenario-1035900223-project] Received port after_create {{(pid=91913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 06:13:41.084619 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7e388a-c6fd-4ef7-8a07-000a63171782 tempest-TestMinimumBasicScenario-1035900223 tempest-TestMinimumBasicScenario-1035900223-project] Pushing event updated for resources: {'Port': ['ID=a31cd721-a1d0-4eea-8fc8-b1415cdec3a4,revision_number=1']} {{(pid=91913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:13:41.095743 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [None req-af7e388a-c6fd-4ef7-8a07-000a63171782 tempest-TestMinimumBasicScenario-1035900223 tempest-TestMinimumBasicScenario-1035900223-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:13:41.125082 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e2d477-82b4-4fcf-a628-a2b5bd2c9ab0 req-af7e388a-c6fd-4ef7-8a07-000a63171782 tempest-TestMinimumBasicScenario-1035900223 tempest-TestMinimumBasicScenario-1035900223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:13:41.125890 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [req-e4e2d477-82b4-4fcf-a628-a2b5bd2c9ab0 req-af7e388a-c6fd-4ef7-8a07-000a63171782 tempest-TestMinimumBasicScenario-1035900223 tempest-TestMinimumBasicScenario-1035900223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239402'] for port, before_response {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:13:41.140843 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.rpc [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Device 04cb92a6-89ce-4401-9cf4-d65ae86f6023 details requested by agent hyperv_hv-cinder-79388 with host hv-cinder-79388 {{(pid=91914) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 06:13:41.186387 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-e4e2d477-82b4-4fcf-a628-a2b5bd2c9ab0 req-af7e388a-c6fd-4ef7-8a07-000a63171782 tempest-TestMinimumBasicScenario-1035900223 tempest-TestMinimumBasicScenario-1035900223-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2765987 Jun 01 06:13:41.345413 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.db.provisioning_blocks [None req-5013c530-4aab-43c7-9019-a501c098aecd None None] Provisioning for port a31cd721-a1d0-4eea-8fc8-b1415cdec3a4 completed by entity DHCP. {{(pid=91914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 06:13:41.370377 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.db.provisioning_blocks [None req-5013c530-4aab-43c7-9019-a501c098aecd None None] Provisioning complete for port a31cd721-a1d0-4eea-8fc8-b1415cdec3a4 triggered by entity DHCP. {{(pid=91914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 06:13:41.379400 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-5013c530-4aab-43c7-9019-a501c098aecd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3772206'] for port, provisioning_complete {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:13:41.505393 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf06683c-d643-418c-af10-17ca50de2f27 req-4aea09f1-7adf-4960-ac67-8d56a6a1e1cb tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:13:41.508500 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.db [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] For port 04cb92a6-89ce-4401-9cf4-d65ae86f6023, host hv-cinder-79388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79388',level=0,port_id=04cb92a6-89ce-4401-9cf4-d65ae86f6023,segment=NetworkSegment(d79691a5-696b-4e9f-a876-911d0747fe56),segment_id=d79691a5-696b-4e9f-a876-911d0747fe56)] {{(pid=91914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 06:13:41.515437 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-cf06683c-d643-418c-af10-17ca50de2f27 req-4aea09f1-7adf-4960-ac67-8d56a6a1e1cb tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] 10.222.0.41 "GET /v2.0/ports?device_id=43f14c8a-71ca-4849-a522-b8265eed9264 HTTP/1.1" status: 200 len: 943 time: 0.1081951 Jun 01 06:13:41.527450 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.plugin [None req-5013c530-4aab-43c7-9019-a501c098aecd None None] Port a31cd721-a1d0-4eea-8fc8-b1415cdec3a4 cannot update to ACTIVE because it is not bound. {{(pid=91914) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 06:13:41.529232 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.rpc [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Returning: {'device': '04cb92a6-89ce-4401-9cf4-d65ae86f6023', 'network_id': '1aef2bca-7ed6-4d41-a156-11dcffb5b8e2', 'port_id': '04cb92a6-89ce-4401-9cf4-d65ae86f6023', 'mac_address': 'fa:16:3e:bc:67:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 304, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '855dfebb-5fe1-422f-95fd-8b5f405d78be', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91914) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 06:13:41.559243 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4479a653-4cd0-4ba7-a666-0007d2b53116 req-c484b5d6-0219-4d0a-98b3-cbb905ea4d4f tempest-TestMinimumBasicScenario-1035900223 tempest-TestMinimumBasicScenario-1035900223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:13:41.565171 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.quota.resource [req-4479a653-4cd0-4ba7-a666-0007d2b53116 req-c484b5d6-0219-4d0a-98b3-cbb905ea4d4f tempest-TestMinimumBasicScenario-1035900223 tempest-TestMinimumBasicScenario-1035900223-project] Synchronizing usage tracker for tenant:01a8148357484b32a69bbd98475f8644 on resource:port {{(pid=91913) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 06:13:41.597296 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-cf06683c-d643-418c-af10-17ca50de2f27 req-bd881a26-b306-4f4c-9fd6-83a4d940bb0f tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] 10.222.0.41 "GET /v2.0/security-groups?id=5d54a839-0bf1-4bdb-9539-67104b9aee98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0801349 Jun 01 06:13:41.606925 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.quota.resource [req-4479a653-4cd0-4ba7-a666-0007d2b53116 req-c484b5d6-0219-4d0a-98b3-cbb905ea4d4f tempest-TestMinimumBasicScenario-1035900223 tempest-TestMinimumBasicScenario-1035900223-project] Unset dirty status for tenant:01a8148357484b32a69bbd98475f8644 on resource:port {{(pid=91913) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 06:13:41.609541 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-4479a653-4cd0-4ba7-a666-0007d2b53116 req-c484b5d6-0219-4d0a-98b3-cbb905ea4d4f tempest-TestMinimumBasicScenario-1035900223 tempest-TestMinimumBasicScenario-1035900223-project] 10.222.0.41 "GET /v2.0/ports?device_id=6ba02003-0082-4ade-b2ff-aaeb571a8717 HTTP/1.1" status: 200 len: 932 time: 0.2346623 Jun 01 06:13:41.635704 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3824664'] for port, before_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:13:41.660140 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.notifiers.nova [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04cb92a6-89ce-4401-9cf4-d65ae86f6023 {{(pid=91914) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 06:13:41.690713 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.db [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] For port 04cb92a6-89ce-4401-9cf4-d65ae86f6023, host hv-cinder-79388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79388',level=0,port_id=04cb92a6-89ce-4401-9cf4-d65ae86f6023,segment=NetworkSegment(d79691a5-696b-4e9f-a876-911d0747fe56),segment_id=d79691a5-696b-4e9f-a876-911d0747fe56)] {{(pid=91914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 06:13:41.702549 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.quota.resource [req-4479a653-4cd0-4ba7-a666-0007d2b53116 req-0e260d3b-0f1e-47d6-8ed1-1a0db139a117 tempest-TestMinimumBasicScenario-1035900223 tempest-TestMinimumBasicScenario-1035900223-project] Synchronizing usage tracker for tenant:01a8148357484b32a69bbd98475f8644 on resource:security_group {{(pid=91913) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 06:13:41.704515 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774208810132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774208425701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774208426006'] for port, after_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:13:41.706591 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG oslo_concurrency.lockutils [None req-761e0974-8e3b-4362-90ec-272397447ec1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91914) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:13:41.742834 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.quota.resource [req-4479a653-4cd0-4ba7-a666-0007d2b53116 req-0e260d3b-0f1e-47d6-8ed1-1a0db139a117 tempest-TestMinimumBasicScenario-1035900223 tempest-TestMinimumBasicScenario-1035900223-project] Unset dirty status for tenant:01a8148357484b32a69bbd98475f8644 on resource:security_group {{(pid=91913) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 06:13:41.753572 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-4479a653-4cd0-4ba7-a666-0007d2b53116 req-0e260d3b-0f1e-47d6-8ed1-1a0db139a117 tempest-TestMinimumBasicScenario-1035900223 tempest-TestMinimumBasicScenario-1035900223-project] 10.222.0.41 "GET /v2.0/security-groups?id=00149f5e-5845-4199-b9d6-6cd604ad02b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382952 Jun 01 06:13:41.790543 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-d563d2bf-ee94-4349-8a32-f1f958998e71 req-bf8595d6-d904-43f6-ba0e-4f3cc04f1295 tempest-VolumesSnapshotTestJSON-714247562 tempest-VolumesSnapshotTestJSON-714247562-project] 10.222.0.41 "GET /v2.0/ports?device_id=f7a675b6-7b4b-4fa0-a8c3-afd67b9def1a HTTP/1.1" status: 200 len: 210 time: 0.0695570 Jun 01 06:13:41.857149 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Pushing event updated for resources: {'Port': ['ID=04cb92a6-89ce-4401-9cf4-d65ae86f6023,revision_number=4']} {{(pid=91914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:13:41.867868 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:13:41.868261 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:13:41.868594 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:13:41.868950 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:13:41.869302 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:13:41.869628 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:13:41.869950 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:13:41.870269 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:13:41.870586 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:13:41.870904 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:13:41.871222 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:13:41.871536 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:13:41.875857 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG oslo_concurrency.lockutils [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=91914) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:13:42.056847 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9b6cc5-4655-4f10-acbc-11afae9bbbdd req-60798024-dfde-4367-888d-112f139b00d9 tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:13:42.064856 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-ab9b6cc5-4655-4f10-acbc-11afae9bbbdd req-60798024-dfde-4367-888d-112f139b00d9 tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] 10.222.0.41 "GET /v2.0/ports?device_id=72bedde5-da28-4f1c-8365-a28036cb969f HTTP/1.1" status: 200 len: 945 time: 0.0945563 Jun 01 06:13:42.110497 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-ab9b6cc5-4655-4f10-acbc-11afae9bbbdd req-ed95f6e9-b2fb-4b50-9dd2-f2d0fcd6e7f5 tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] 10.222.0.41 "GET /v2.0/security-groups?id=9dabead4-1346-43ff-b632-007c2c7dafb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397506 Jun 01 06:13:42.174290 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.db [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] get_ports_and_sgs() called for port_ids ['04cb92a6-89ce-4401-9cf4-d65ae86f6023'] {{(pid=91914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 06:13:42.782406 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7a38eb-d3d5-41cf-898d-2bf7e78e541c req-31981403-8fa4-4538-8e75-2a9ec6f1e98e tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:13:42.783873 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-6d7a38eb-d3d5-41cf-898d-2bf7e78e541c req-31981403-8fa4-4538-8e75-2a9ec6f1e98e tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] 10.222.0.41 "GET /v2.0/ports?device_id=43f14c8a-71ca-4849-a522-b8265eed9264 HTTP/1.1" status: 200 len: 944 time: 0.0823886 Jun 01 06:13:42.839042 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-6d7a38eb-d3d5-41cf-898d-2bf7e78e541c req-3f122dcc-b3f4-4a8b-8e93-92569eea5c92 tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] 10.222.0.41 "GET /v2.0/security-groups?id=5d54a839-0bf1-4bdb-9539-67104b9aee98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489745 Jun 01 06:13:42.986831 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20dfaab6-9df0-4644-957f-3632963243e8 req-a41e7e73-2f45-4446-91fe-f4a2eadaa938 tempest-TestMinimumBasicScenario-1035900223 tempest-TestMinimumBasicScenario-1035900223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:13:42.988339 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-20dfaab6-9df0-4644-957f-3632963243e8 req-a41e7e73-2f45-4446-91fe-f4a2eadaa938 tempest-TestMinimumBasicScenario-1035900223 tempest-TestMinimumBasicScenario-1035900223-project] 10.222.0.41 "GET /v2.0/ports?device_id=6ba02003-0082-4ade-b2ff-aaeb571a8717 HTTP/1.1" status: 200 len: 932 time: 0.1069191 Jun 01 06:13:43.048189 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-75a2b70d-3145-4d5f-aff9-d6422db5f1b1 req-5b50ca5a-de02-430f-9d9a-a8cae48e96e1 tempest-VolumesSnapshotTestJSON-714247562 tempest-VolumesSnapshotTestJSON-714247562-project] 10.222.0.41 "GET /v2.0/ports?device_id=f7a675b6-7b4b-4fa0-a8c3-afd67b9def1a HTTP/1.1" status: 200 len: 210 time: 0.0727360 Jun 01 06:13:43.059178 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-20dfaab6-9df0-4644-957f-3632963243e8 req-2f0df40c-728a-4317-9917-73ba1f594f6b tempest-TestMinimumBasicScenario-1035900223 tempest-TestMinimumBasicScenario-1035900223-project] 10.222.0.41 "GET /v2.0/security-groups?id=00149f5e-5845-4199-b9d6-6cd604ad02b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605083 Jun 01 06:13:43.167194 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.rpc [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Device b679f0aa-6640-4dba-b253-c06ab597e1ae details requested by agent hyperv_hv-cinder-79388 with host hv-cinder-79388 {{(pid=91914) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 06:13:43.177208 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.rpc [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Device 04cb92a6-89ce-4401-9cf4-d65ae86f6023 up at agent hyperv_hv-cinder-79388 {{(pid=91914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 06:13:43.327166 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.db.provisioning_blocks [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Provisioning for port 04cb92a6-89ce-4401-9cf4-d65ae86f6023 completed by entity L2. {{(pid=91914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 06:13:43.341844 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.db.provisioning_blocks [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Provisioning complete for port 04cb92a6-89ce-4401-9cf4-d65ae86f6023 triggered by entity L2. {{(pid=91914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 06:13:43.342221 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3772206'] for port, provisioning_complete {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:13:43.344195 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea93fcfd-3618-47f4-905d-b0d19a3be7d6 req-33bfb714-b039-4ca1-b9de-4cc66dbed7b0 tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:13:43.345720 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-ea93fcfd-3618-47f4-905d-b0d19a3be7d6 req-33bfb714-b039-4ca1-b9de-4cc66dbed7b0 tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] 10.222.0.41 "GET /v2.0/ports?device_id=72bedde5-da28-4f1c-8365-a28036cb969f HTTP/1.1" status: 200 len: 945 time: 0.0884981 Jun 01 06:13:43.399863 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-ea93fcfd-3618-47f4-905d-b0d19a3be7d6 req-d440588f-074b-4b0d-8509-5fb7c00df016 tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] 10.222.0.41 "GET /v2.0/security-groups?id=9dabead4-1346-43ff-b632-007c2c7dafb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476370 Jun 01 06:13:43.440718 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.db [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] For port b679f0aa-6640-4dba-b253-c06ab597e1ae, host hv-cinder-79388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79388',level=0,port_id=b679f0aa-6640-4dba-b253-c06ab597e1ae,segment=NetworkSegment(5bcb411c-cc6a-4a4c-9bde-5ea76448952b),segment_id=5bcb411c-cc6a-4a4c-9bde-5ea76448952b)] {{(pid=91914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 06:13:43.479544 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.rpc [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Returning: {'device': 'b679f0aa-6640-4dba-b253-c06ab597e1ae', 'network_id': '0d0e27d7-e499-44c0-a6d3-0e69d07aa387', 'port_id': 'b679f0aa-6640-4dba-b253-c06ab597e1ae', 'mac_address': 'fa:16:3e:ba:3a:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 346, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'afe82765-6164-43ac-8036-06de690ecff6', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91914) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 06:13:43.556113 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3824664'] for port, before_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:13:43.567914 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3824664'] for port, before_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:13:43.596827 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.notifiers.nova [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b679f0aa-6640-4dba-b253-c06ab597e1ae {{(pid=91914) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 06:13:43.605895 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43f14c8a-71ca-4849-a522-b8265eed9264', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04cb92a6-89ce-4401-9cf4-d65ae86f6023'}] {{(pid=91914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 06:13:43.608191 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cefeca7b2fbb82c39cf99810f9cdf69defc097144ee6f344485b033ce81b52cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12c59e70-3bce-489b-bd78-a6d0fbaad091" -d '{"events": [{"server_uuid": "43f14c8a-71ca-4849-a522-b8265eed9264", "name": "network-vif-plugged", "status": "completed", "tag": "04cb92a6-89ce-4401-9cf4-d65ae86f6023"}]}' {{(pid=91914) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 06:13:43.620838 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.db [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] For port 04cb92a6-89ce-4401-9cf4-d65ae86f6023, host hv-cinder-79388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79388',level=0,port_id=04cb92a6-89ce-4401-9cf4-d65ae86f6023,segment=NetworkSegment(d79691a5-696b-4e9f-a876-911d0747fe56),segment_id=d79691a5-696b-4e9f-a876-911d0747fe56)] {{(pid=91914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 06:13:43.625994 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774208810132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774208425701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774208426006'] for port, after_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:13:43.628558 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG oslo_concurrency.lockutils [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91914) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:13:43.659358 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.db [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] For port b679f0aa-6640-4dba-b253-c06ab597e1ae, host hv-cinder-79388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79388',level=0,port_id=b679f0aa-6640-4dba-b253-c06ab597e1ae,segment=NetworkSegment(5bcb411c-cc6a-4a4c-9bde-5ea76448952b),segment_id=5bcb411c-cc6a-4a4c-9bde-5ea76448952b)] {{(pid=91914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 06:13:43.666087 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774208810132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774208425701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774208426006'] for port, after_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:13:43.676223 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 06:13:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6edc8f7e-3848-41fc-b801-bdabac0e3ad9 x-openstack-request-id: req-6edc8f7e-3848-41fc-b801-bdabac0e3ad9 {{(pid=91914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 06:13:43.676519 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43f14c8a-71ca-4849-a522-b8265eed9264", "name": "network-vif-plugged", "status": "completed", "tag": "04cb92a6-89ce-4401-9cf4-d65ae86f6023", "code": 200}]} {{(pid=91914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 06:13:43.676781 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-6edc8f7e-3848-41fc-b801-bdabac0e3ad9 {{(pid=91914) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 06:13:43.677197 dv-cinder-793885-1-smb neutron-server[91914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43f14c8a-71ca-4849-a522-b8265eed9264', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04cb92a6-89ce-4401-9cf4-d65ae86f6023', 'code': 200} Jun 01 06:13:43.704725 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Pushing event updated for resources: {'Port': ['ID=04cb92a6-89ce-4401-9cf4-d65ae86f6023,revision_number=5']} {{(pid=91914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:13:43.707680 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG oslo_concurrency.lockutils [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=91914) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:13:43.708153 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG oslo_concurrency.lockutils [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.033s {{(pid=91914) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:13:43.751889 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.db [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] get_ports_and_sgs() called for port_ids ['b679f0aa-6640-4dba-b253-c06ab597e1ae'] {{(pid=91914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 06:13:43.832197 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Pushing event updated for resources: {'Port': ['ID=b679f0aa-6640-4dba-b253-c06ab597e1ae,revision_number=6']} {{(pid=91914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:13:43.836460 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG oslo_concurrency.lockutils [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=91914) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:13:44.135252 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86531f6-1203-44ad-8467-1f1700147ba8 req-bad4081c-aa69-460d-a420-ddd24ef23a98 tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:13:44.136714 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-a86531f6-1203-44ad-8467-1f1700147ba8 req-bad4081c-aa69-460d-a420-ddd24ef23a98 tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] 10.222.0.41 "GET /v2.0/ports?device_id=43f14c8a-71ca-4849-a522-b8265eed9264 HTTP/1.1" status: 200 len: 945 time: 0.1744981 Jun 01 06:13:44.202563 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-a86531f6-1203-44ad-8467-1f1700147ba8 req-2b0a4af2-991f-4b8e-8956-6219cdcd0ef9 tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] 10.222.0.41 "GET /v2.0/security-groups?id=5d54a839-0bf1-4bdb-9539-67104b9aee98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591533 Jun 01 06:13:44.283617 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-e399ec1e-dc06-498b-9fef-e6426662aa62 req-da00922d-1ace-4d8d-9699-904bf0811682 tempest-VolumesSnapshotTestJSON-714247562 tempest-VolumesSnapshotTestJSON-714247562-project] 10.222.0.41 "GET /v2.0/ports?device_id=f7a675b6-7b4b-4fa0-a8c3-afd67b9def1a HTTP/1.1" status: 200 len: 210 time: 0.0966866 Jun 01 06:13:44.407351 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec98b5f-0de2-46f3-a0e9-09e3774aa12c req-36d8200d-22a1-4d88-8951-5431603915f5 tempest-TestMinimumBasicScenario-1035900223 tempest-TestMinimumBasicScenario-1035900223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:13:44.414475 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-aec98b5f-0de2-46f3-a0e9-09e3774aa12c req-36d8200d-22a1-4d88-8951-5431603915f5 tempest-TestMinimumBasicScenario-1035900223 tempest-TestMinimumBasicScenario-1035900223-project] 10.222.0.41 "GET /v2.0/ports?device_id=6ba02003-0082-4ade-b2ff-aaeb571a8717 HTTP/1.1" status: 200 len: 932 time: 0.1137676 Jun 01 06:13:44.490122 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-aec98b5f-0de2-46f3-a0e9-09e3774aa12c req-badc9c9e-6680-4217-a98a-8163186fb0f2 tempest-TestMinimumBasicScenario-1035900223 tempest-TestMinimumBasicScenario-1035900223-project] 10.222.0.41 "GET /v2.0/security-groups?id=00149f5e-5845-4199-b9d6-6cd604ad02b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734138 Jun 01 06:13:44.619419 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7348eb93-fe43-4f2f-9f96-2cfc3bd425d6 req-eae823fc-941c-4056-90f4-fe1e8147c4f2 tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:13:44.621032 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-7348eb93-fe43-4f2f-9f96-2cfc3bd425d6 req-eae823fc-941c-4056-90f4-fe1e8147c4f2 tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] 10.222.0.41 "GET /v2.0/ports?device_id=72bedde5-da28-4f1c-8365-a28036cb969f HTTP/1.1" status: 200 len: 944 time: 0.0950623 Jun 01 06:13:44.673928 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-7348eb93-fe43-4f2f-9f96-2cfc3bd425d6 req-62c6f7f8-e840-46fd-9d80-83b9c98bd605 tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] 10.222.0.41 "GET /v2.0/security-groups?id=9dabead4-1346-43ff-b632-007c2c7dafb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462382 Jun 01 06:13:45.167465 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.rpc [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Device b679f0aa-6640-4dba-b253-c06ab597e1ae up at agent hyperv_hv-cinder-79388 {{(pid=91914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 06:13:45.237919 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.db.provisioning_blocks [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Provisioning complete for port b679f0aa-6640-4dba-b253-c06ab597e1ae triggered by entity L2. {{(pid=91914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 06:13:45.238291 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3772206'] for port, provisioning_complete {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:13:45.362400 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3824664'] for port, before_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:13:45.395027 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.db [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] For port b679f0aa-6640-4dba-b253-c06ab597e1ae, host hv-cinder-79388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79388',level=0,port_id=b679f0aa-6640-4dba-b253-c06ab597e1ae,segment=NetworkSegment(5bcb411c-cc6a-4a4c-9bde-5ea76448952b),segment_id=5bcb411c-cc6a-4a4c-9bde-5ea76448952b)] {{(pid=91914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 06:13:45.403478 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774208810132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774208425701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774208426006'] for port, after_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:13:45.406479 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG oslo_concurrency.lockutils [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91914) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:13:45.430662 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705cec3d-a131-4fbc-be8b-e09b1b081f19 req-a54832d6-9a40-4a9c-8758-d5ef4a379ba3 tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:13:45.432459 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-705cec3d-a131-4fbc-be8b-e09b1b081f19 req-a54832d6-9a40-4a9c-8758-d5ef4a379ba3 tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] 10.222.0.41 "GET /v2.0/ports?device_id=43f14c8a-71ca-4849-a522-b8265eed9264 HTTP/1.1" status: 200 len: 945 time: 0.1223383 Jun 01 06:13:45.481891 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Pushing event updated for resources: {'Port': ['ID=b679f0aa-6640-4dba-b253-c06ab597e1ae,revision_number=7']} {{(pid=91914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:13:45.490138 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-705cec3d-a131-4fbc-be8b-e09b1b081f19 req-5af75a49-73af-4f0b-8f98-c5c25714bb52 tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] 10.222.0.41 "GET /v2.0/security-groups?id=5d54a839-0bf1-4bdb-9539-67104b9aee98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438445 Jun 01 06:13:45.493294 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG oslo_concurrency.lockutils [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=91914) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:13:45.513651 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-28b4b478-adfd-471a-8c7f-cd3ea292d89a req-2322e969-ab60-4029-93e7-e384362cc76e tempest-VolumesSnapshotTestJSON-714247562 tempest-VolumesSnapshotTestJSON-714247562-project] 10.222.0.41 "GET /v2.0/ports?device_id=f7a675b6-7b4b-4fa0-a8c3-afd67b9def1a HTTP/1.1" status: 200 len: 210 time: 0.0645449 Jun 01 06:13:45.679209 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72bedde5-da28-4f1c-8365-a28036cb969f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b679f0aa-6640-4dba-b253-c06ab597e1ae'}] {{(pid=91914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 06:13:45.684805 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cefeca7b2fbb82c39cf99810f9cdf69defc097144ee6f344485b033ce81b52cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6362b9d2-aece-4747-9758-537a6feffb6e" -d '{"events": [{"server_uuid": "72bedde5-da28-4f1c-8365-a28036cb969f", "name": "network-vif-plugged", "status": "completed", "tag": "b679f0aa-6640-4dba-b253-c06ab597e1ae"}]}' {{(pid=91914) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 06:13:45.724927 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6f8a4a-9550-4ded-94fa-573fbfbd61bb req-da450d1a-bf85-44fe-afca-56e889cedc4a tempest-TestMinimumBasicScenario-1035900223 tempest-TestMinimumBasicScenario-1035900223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:13:45.726453 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-3e6f8a4a-9550-4ded-94fa-573fbfbd61bb req-da450d1a-bf85-44fe-afca-56e889cedc4a tempest-TestMinimumBasicScenario-1035900223 tempest-TestMinimumBasicScenario-1035900223-project] 10.222.0.41 "GET /v2.0/ports?device_id=6ba02003-0082-4ade-b2ff-aaeb571a8717 HTTP/1.1" status: 200 len: 932 time: 0.1170046 Jun 01 06:13:45.731667 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 06:13:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9437cc4c-a4d9-440c-8789-58f1a6ecc521 x-openstack-request-id: req-9437cc4c-a4d9-440c-8789-58f1a6ecc521 {{(pid=91914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 06:13:45.731888 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72bedde5-da28-4f1c-8365-a28036cb969f", "name": "network-vif-plugged", "status": "completed", "tag": "b679f0aa-6640-4dba-b253-c06ab597e1ae", "code": 200}]} {{(pid=91914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 06:13:45.732143 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-9437cc4c-a4d9-440c-8789-58f1a6ecc521 {{(pid=91914) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 06:13:45.732532 dv-cinder-793885-1-smb neutron-server[91914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72bedde5-da28-4f1c-8365-a28036cb969f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b679f0aa-6640-4dba-b253-c06ab597e1ae', 'code': 200} Jun 01 06:13:45.780794 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-3e6f8a4a-9550-4ded-94fa-573fbfbd61bb req-1e6c5a37-954d-469b-8f61-9560d014b214 tempest-TestMinimumBasicScenario-1035900223 tempest-TestMinimumBasicScenario-1035900223-project] 10.222.0.41 "GET /v2.0/security-groups?id=00149f5e-5845-4199-b9d6-6cd604ad02b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465722 Jun 01 06:13:45.921756 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7629a90-e5c4-47e3-b2f9-6658d048ea3d req-7bdc369c-7df7-47f5-92a8-ec417e9c2edb tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:13:45.923188 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-d7629a90-e5c4-47e3-b2f9-6658d048ea3d req-7bdc369c-7df7-47f5-92a8-ec417e9c2edb tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] 10.222.0.41 "GET /v2.0/ports?device_id=72bedde5-da28-4f1c-8365-a28036cb969f HTTP/1.1" status: 200 len: 945 time: 0.0924022 Jun 01 06:13:45.977018 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-d7629a90-e5c4-47e3-b2f9-6658d048ea3d req-8cd9ed04-3415-419f-a545-d777bb7fea63 tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] 10.222.0.41 "GET /v2.0/security-groups?id=9dabead4-1346-43ff-b632-007c2c7dafb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480838 Jun 01 06:13:46.678022 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-415be787-9602-45b4-9c87-19e7a6257416 req-616e5a36-b52d-4d4a-a172-9f4442992646 tempest-VolumesSnapshotTestJSON-714247562 tempest-VolumesSnapshotTestJSON-714247562-project] 10.222.0.41 "GET /v2.0/ports?device_id=f7a675b6-7b4b-4fa0-a8c3-afd67b9def1a HTTP/1.1" status: 200 len: 210 time: 0.0506899 Jun 01 06:13:46.713206 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f276c6-fadf-4bdf-a295-dd908a30715c req-e42e3371-0a71-445a-b4e4-d784e0e28be4 tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:13:46.714695 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-96f276c6-fadf-4bdf-a295-dd908a30715c req-e42e3371-0a71-445a-b4e4-d784e0e28be4 tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] 10.222.0.41 "GET /v2.0/ports?device_id=43f14c8a-71ca-4849-a522-b8265eed9264 HTTP/1.1" status: 200 len: 945 time: 0.1133785 Jun 01 06:13:46.777871 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-96f276c6-fadf-4bdf-a295-dd908a30715c req-093e8625-db5d-4254-a1a4-5b12fd9ef33e tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] 10.222.0.41 "GET /v2.0/security-groups?id=5d54a839-0bf1-4bdb-9539-67104b9aee98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564489 Jun 01 06:13:46.987114 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e536ff5-3d44-47da-a432-ea6f68c7bc7b req-58edb367-62eb-41ea-9737-bfe4ba51a2bd tempest-TestMinimumBasicScenario-1035900223 tempest-TestMinimumBasicScenario-1035900223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:13:46.988617 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-3e536ff5-3d44-47da-a432-ea6f68c7bc7b req-58edb367-62eb-41ea-9737-bfe4ba51a2bd tempest-TestMinimumBasicScenario-1035900223 tempest-TestMinimumBasicScenario-1035900223-project] 10.222.0.41 "GET /v2.0/ports?device_id=6ba02003-0082-4ade-b2ff-aaeb571a8717 HTTP/1.1" status: 200 len: 932 time: 0.0894475 Jun 01 06:13:47.052807 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-3e536ff5-3d44-47da-a432-ea6f68c7bc7b req-8f77b6bf-f154-41bc-b5a9-734bf1e5567b tempest-TestMinimumBasicScenario-1035900223 tempest-TestMinimumBasicScenario-1035900223-project] 10.222.0.41 "GET /v2.0/security-groups?id=00149f5e-5845-4199-b9d6-6cd604ad02b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567567 Jun 01 06:13:47.190078 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c388c718-a457-409f-a6bf-b61d84f21c30 req-9e0e075e-46b4-40c6-bf24-f81bee559352 tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:13:47.191516 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-c388c718-a457-409f-a6bf-b61d84f21c30 req-9e0e075e-46b4-40c6-bf24-f81bee559352 tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] 10.222.0.41 "GET /v2.0/ports?device_id=72bedde5-da28-4f1c-8365-a28036cb969f HTTP/1.1" status: 200 len: 945 time: 0.0889103 Jun 01 06:13:47.237673 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-c388c718-a457-409f-a6bf-b61d84f21c30 req-9c007ad1-583a-4843-9f99-3ff2b3419fe0 tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] 10.222.0.41 "GET /v2.0/security-groups?id=9dabead4-1346-43ff-b632-007c2c7dafb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399296 Jun 01 06:13:47.595850 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774208951022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772053'] for agent, after_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:13:47.838439 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-e55de66c-f266-41d1-9468-23d6d496d6d2 req-ed698f1d-080f-47ac-a2eb-78892e51454c tempest-VolumesSnapshotTestJSON-714247562 tempest-VolumesSnapshotTestJSON-714247562-project] 10.222.0.41 "GET /v2.0/ports?device_id=f7a675b6-7b4b-4fa0-a8c3-afd67b9def1a HTTP/1.1" status: 200 len: 210 time: 0.0562494 Jun 01 06:13:47.983967 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8868b6f2-b278-4e23-8860-a685888e53da req-5796af4a-fea7-4a4d-9bc1-fecfcb262449 tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:13:47.985535 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-8868b6f2-b278-4e23-8860-a685888e53da req-5796af4a-fea7-4a4d-9bc1-fecfcb262449 tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] 10.222.0.41 "GET /v2.0/ports?device_id=43f14c8a-71ca-4849-a522-b8265eed9264 HTTP/1.1" status: 200 len: 945 time: 0.0934649 Jun 01 06:13:48.037417 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-8868b6f2-b278-4e23-8860-a685888e53da req-acc3c6d5-6c6f-4eed-8a10-e4bedf795ffa tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] 10.222.0.41 "GET /v2.0/security-groups?id=5d54a839-0bf1-4bdb-9539-67104b9aee98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462172 Jun 01 06:13:48.305988 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb088e01-e468-4fc6-bdae-9a86b69d9a87 req-40dcee11-384e-4198-8832-4933104efd2f tempest-TestMinimumBasicScenario-1035900223 tempest-TestMinimumBasicScenario-1035900223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:13:48.308468 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-bb088e01-e468-4fc6-bdae-9a86b69d9a87 req-40dcee11-384e-4198-8832-4933104efd2f tempest-TestMinimumBasicScenario-1035900223 tempest-TestMinimumBasicScenario-1035900223-project] 10.222.0.41 "GET /v2.0/ports?device_id=6ba02003-0082-4ade-b2ff-aaeb571a8717 HTTP/1.1" status: 200 len: 932 time: 0.1093864 Jun 01 06:13:48.361230 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-bb088e01-e468-4fc6-bdae-9a86b69d9a87 req-2502fddd-e65d-4d32-838d-bcb1be32286a tempest-TestMinimumBasicScenario-1035900223 tempest-TestMinimumBasicScenario-1035900223-project] 10.222.0.41 "GET /v2.0/security-groups?id=00149f5e-5845-4199-b9d6-6cd604ad02b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429471 Jun 01 06:13:48.483774 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0bac4a-62a9-4b13-9f37-a060df0597ae req-228e4cf6-5386-4921-9758-fbe3769f852d tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:13:48.485512 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-fd0bac4a-62a9-4b13-9f37-a060df0597ae req-228e4cf6-5386-4921-9758-fbe3769f852d tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] 10.222.0.41 "GET /v2.0/ports?device_id=72bedde5-da28-4f1c-8365-a28036cb969f HTTP/1.1" status: 200 len: 945 time: 0.0838342 Jun 01 06:13:48.531543 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-fd0bac4a-62a9-4b13-9f37-a060df0597ae req-a9e21287-c3d8-4433-b48f-00a68cb89360 tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] 10.222.0.41 "GET /v2.0/security-groups?id=9dabead4-1346-43ff-b632-007c2c7dafb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402644 Jun 01 06:13:48.999322 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-5c4cdd42-3927-4af1-bbeb-452f4a1458fc req-fed07aa6-4989-4544-b9ae-bcfe8a7a70e8 tempest-VolumesSnapshotTestJSON-714247562 tempest-VolumesSnapshotTestJSON-714247562-project] 10.222.0.41 "GET /v2.0/ports?device_id=f7a675b6-7b4b-4fa0-a8c3-afd67b9def1a HTTP/1.1" status: 200 len: 210 time: 0.0462737 Jun 01 06:13:49.233277 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27b3558-ccc4-4007-a62b-6c7232c8dcf3 req-b17ab8f5-4f16-4425-bd09-dbf0e0527751 tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:13:49.234800 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-d27b3558-ccc4-4007-a62b-6c7232c8dcf3 req-b17ab8f5-4f16-4425-bd09-dbf0e0527751 tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] 10.222.0.41 "GET /v2.0/ports?device_id=43f14c8a-71ca-4849-a522-b8265eed9264 HTTP/1.1" status: 200 len: 945 time: 0.0875788 Jun 01 06:13:49.285153 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-d27b3558-ccc4-4007-a62b-6c7232c8dcf3 req-b3d86448-7180-4bf0-8476-15c8e54eaa29 tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] 10.222.0.41 "GET /v2.0/security-groups?id=5d54a839-0bf1-4bdb-9539-67104b9aee98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438282 Jun 01 06:13:49.487321 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.wsgi [-] (91912) accepted ('10.222.0.41', 57318) {{(pid=91912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 06:13:49.568573 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd1f5ce-c246-4cb2-8520-79a90187bbc9 req-a36b3b36-a520-426f-b341-019c03e02291 tempest-TestMinimumBasicScenario-1035900223 tempest-TestMinimumBasicScenario-1035900223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:13:49.572259 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-8dd1f5ce-c246-4cb2-8520-79a90187bbc9 req-a36b3b36-a520-426f-b341-019c03e02291 tempest-TestMinimumBasicScenario-1035900223 tempest-TestMinimumBasicScenario-1035900223-project] 10.222.0.41 "GET /v2.0/ports?device_id=6ba02003-0082-4ade-b2ff-aaeb571a8717 HTTP/1.1" status: 200 len: 932 time: 0.0994756 Jun 01 06:13:49.631575 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-8dd1f5ce-c246-4cb2-8520-79a90187bbc9 req-c1ff8e1b-0c7f-4654-8ce8-21ad1931f60d tempest-TestMinimumBasicScenario-1035900223 tempest-TestMinimumBasicScenario-1035900223-project] 10.222.0.41 "GET /v2.0/security-groups?id=00149f5e-5845-4199-b9d6-6cd604ad02b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532773 Jun 01 06:13:49.646693 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-f9e26d11-4cbb-400e-9ca9-7300f1e3716f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:13:49.709500 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.db.quota.driver [None req-f9e26d11-4cbb-400e-9ca9-7300f1e3716f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91912) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 06:13:49.709500 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.quota.resource [None req-f9e26d11-4cbb-400e-9ca9-7300f1e3716f admin admin] Usage tracker for resource:security_group_rule and tenant:3ca5940886b0402e97bbf1e9890c9950 is out of sync, need to count used quota {{(pid=91912) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 06:13:49.714071 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.quota.resource [None req-f9e26d11-4cbb-400e-9ca9-7300f1e3716f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91912) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 06:13:49.722422 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.db.quota.driver [None req-f9e26d11-4cbb-400e-9ca9-7300f1e3716f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91912) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 06:13:49.794012 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c44707-8537-4420-bb1e-c8742a8d20ea req-01234a13-f5fd-45d0-8319-59b5afb5effe tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:13:49.795454 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-96c44707-8537-4420-bb1e-c8742a8d20ea req-01234a13-f5fd-45d0-8319-59b5afb5effe tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] 10.222.0.41 "GET /v2.0/ports?device_id=72bedde5-da28-4f1c-8365-a28036cb969f HTTP/1.1" status: 200 len: 945 time: 0.1382339 Jun 01 06:13:49.874457 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-96c44707-8537-4420-bb1e-c8742a8d20ea req-42721d9a-7b9b-47b3-99d0-875d345eef97 tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] 10.222.0.41 "GET /v2.0/security-groups?id=9dabead4-1346-43ff-b632-007c2c7dafb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569172 Jun 01 06:13:49.887858 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-f9e26d11-4cbb-400e-9ca9-7300f1e3716f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:13:49.893845 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-f9e26d11-4cbb-400e-9ca9-7300f1e3716f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940402'] for security_group, after_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:13:49.919907 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-f9550337-17cf-488e-a564-484fff1714aa tempest-VolumesNegativeTest-638838798 tempest-VolumesNegativeTest-638838798-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:13:49.948956 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [None req-f9e26d11-4cbb-400e-9ca9-7300f1e3716f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3ca5940886b0402e97bbf1e9890c9950&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4579241 Jun 01 06:13:49.950011 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.wsgi [-] (91912) accepted ('10.222.0.41', 57326) {{(pid=91912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 06:13:49.970844 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e26d11-4cbb-400e-9ca9-7300f1e3716f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6530ee2a-f5e7-4e06-b512-bd2bed2a0c39,revision_number=1']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:13:49.975614 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-f9e26d11-4cbb-400e-9ca9-7300f1e3716f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:13:50.023740 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-8168fb70-110a-4b3c-a513-5d24e5cb3b01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:13:50.050632 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-8168fb70-110a-4b3c-a513-5d24e5cb3b01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:13:50.125509 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-8168fb70-110a-4b3c-a513-5d24e5cb3b01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940402'] for security_group, after_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:13:50.139034 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-72e4cb03-99b9-4eb3-8225-6188d699645f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:13:50.151918 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8168fb70-110a-4b3c-a513-5d24e5cb3b01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6530ee2a-f5e7-4e06-b512-bd2bed2a0c39,revision_number=None']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:13:50.153880 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-8168fb70-110a-4b3c-a513-5d24e5cb3b01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:13:50.161275 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-8168fb70-110a-4b3c-a513-5d24e5cb3b01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:13:50.165851 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [None req-8168fb70-110a-4b3c-a513-5d24e5cb3b01 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6530ee2a-f5e7-4e06-b512-bd2bed2a0c39 HTTP/1.1" status: 204 len: 168 time: 0.2149076 Jun 01 06:13:50.194184 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-a79434ec-911d-428c-8056-ed7782374feb req-99e9eed1-7a76-44bd-b519-1b2dcfd16ded tempest-VolumesSnapshotTestJSON-714247562 tempest-VolumesSnapshotTestJSON-714247562-project] 10.222.0.41 "GET /v2.0/ports?device_id=f7a675b6-7b4b-4fa0-a8c3-afd67b9def1a HTTP/1.1" status: 200 len: 210 time: 0.0736284 Jun 01 06:13:50.507231 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ba2baa-d626-4e70-a5a1-51ae32498ff1 req-100deeeb-2adf-446e-9c9e-3b0a0811d755 tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:13:50.508759 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-79ba2baa-d626-4e70-a5a1-51ae32498ff1 req-100deeeb-2adf-446e-9c9e-3b0a0811d755 tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] 10.222.0.41 "GET /v2.0/ports?device_id=43f14c8a-71ca-4849-a522-b8265eed9264 HTTP/1.1" status: 200 len: 945 time: 0.0954995 Jun 01 06:13:50.555082 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-79ba2baa-d626-4e70-a5a1-51ae32498ff1 req-f4c486c0-680e-4fd7-8a61-e1adff0c8c7a tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] 10.222.0.41 "GET /v2.0/security-groups?id=5d54a839-0bf1-4bdb-9539-67104b9aee98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406051 Jun 01 06:13:50.809667 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977c0efb-4edf-43c8-82d2-2a2513174f68 req-64c6a7d2-b658-4a14-a5a4-8c35b1ea3520 tempest-TestMinimumBasicScenario-1035900223 tempest-TestMinimumBasicScenario-1035900223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:13:50.811198 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-977c0efb-4edf-43c8-82d2-2a2513174f68 req-64c6a7d2-b658-4a14-a5a4-8c35b1ea3520 tempest-TestMinimumBasicScenario-1035900223 tempest-TestMinimumBasicScenario-1035900223-project] 10.222.0.41 "GET /v2.0/ports?device_id=6ba02003-0082-4ade-b2ff-aaeb571a8717 HTTP/1.1" status: 200 len: 932 time: 0.0798590 Jun 01 06:13:50.857839 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-977c0efb-4edf-43c8-82d2-2a2513174f68 req-9cdb9e70-7f28-4ade-a3e9-258d20dc5d2c tempest-TestMinimumBasicScenario-1035900223 tempest-TestMinimumBasicScenario-1035900223-project] 10.222.0.41 "GET /v2.0/security-groups?id=00149f5e-5845-4199-b9d6-6cd604ad02b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408742 Jun 01 06:13:51.069160 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfc4542-133d-4ff8-b993-d6e8e3e45f37 req-060d8fb9-13fa-4e3c-a150-4d4e230a7cf0 tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:13:51.070613 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-bbfc4542-133d-4ff8-b993-d6e8e3e45f37 req-060d8fb9-13fa-4e3c-a150-4d4e230a7cf0 tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] 10.222.0.41 "GET /v2.0/ports?device_id=72bedde5-da28-4f1c-8365-a28036cb969f HTTP/1.1" status: 200 len: 945 time: 0.0833368 Jun 01 06:13:51.115004 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-bbfc4542-133d-4ff8-b993-d6e8e3e45f37 req-baebff3a-ef5d-4f49-9160-9953fd551704 tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] 10.222.0.41 "GET /v2.0/security-groups?id=9dabead4-1346-43ff-b632-007c2c7dafb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385120 Jun 01 06:13:51.333450 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-2b229cca-e922-4cc6-8155-bd8e5096c5aa req-2b5c007d-d887-49ff-b555-e5e7b1919c69 tempest-VolumesSnapshotTestJSON-714247562 tempest-VolumesSnapshotTestJSON-714247562-project] 10.222.0.41 "GET /v2.0/ports?device_id=f7a675b6-7b4b-4fa0-a8c3-afd67b9def1a HTTP/1.1" status: 200 len: 210 time: 0.0419369 Jun 01 06:13:51.738844 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603730f9-48b0-4078-91c9-cc016c6fd93a req-35dd06f9-9cf9-466c-a139-8a029f7f9533 tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:13:51.740291 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-603730f9-48b0-4078-91c9-cc016c6fd93a req-35dd06f9-9cf9-466c-a139-8a029f7f9533 tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] 10.222.0.41 "GET /v2.0/ports?device_id=43f14c8a-71ca-4849-a522-b8265eed9264 HTTP/1.1" status: 200 len: 945 time: 0.0783846 Jun 01 06:13:51.783703 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-603730f9-48b0-4078-91c9-cc016c6fd93a req-948139ed-26e5-4fb9-b191-33f8a47f4f63 tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] 10.222.0.41 "GET /v2.0/security-groups?id=5d54a839-0bf1-4bdb-9539-67104b9aee98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379725 Jun 01 06:13:52.114620 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6057ae-2ec0-4be0-92d2-b0af5c6722c4 req-3f543f93-f346-412d-b68e-1268f425561a tempest-TestMinimumBasicScenario-1035900223 tempest-TestMinimumBasicScenario-1035900223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:13:52.116070 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-da6057ae-2ec0-4be0-92d2-b0af5c6722c4 req-3f543f93-f346-412d-b68e-1268f425561a tempest-TestMinimumBasicScenario-1035900223 tempest-TestMinimumBasicScenario-1035900223-project] 10.222.0.41 "GET /v2.0/ports?device_id=6ba02003-0082-4ade-b2ff-aaeb571a8717 HTTP/1.1" status: 200 len: 932 time: 0.1547782 Jun 01 06:13:52.159638 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-da6057ae-2ec0-4be0-92d2-b0af5c6722c4 req-75a1d2cf-e718-4e03-a921-69604cb7f01e tempest-TestMinimumBasicScenario-1035900223 tempest-TestMinimumBasicScenario-1035900223-project] 10.222.0.41 "GET /v2.0/security-groups?id=00149f5e-5845-4199-b9d6-6cd604ad02b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379014 Jun 01 06:13:52.303206 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37286be-e0df-44ca-8a41-299b22abfb20 req-938b4881-b937-447a-a0cf-b9f811f53610 tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:13:52.304637 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-b37286be-e0df-44ca-8a41-299b22abfb20 req-938b4881-b937-447a-a0cf-b9f811f53610 tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] 10.222.0.41 "GET /v2.0/ports?device_id=72bedde5-da28-4f1c-8365-a28036cb969f HTTP/1.1" status: 200 len: 945 time: 0.0813746 Jun 01 06:13:52.347864 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-b37286be-e0df-44ca-8a41-299b22abfb20 req-011923c9-aca3-48e6-b791-9f7e85c05034 tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] 10.222.0.41 "GET /v2.0/security-groups?id=9dabead4-1346-43ff-b632-007c2c7dafb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376868 Jun 01 06:13:52.476403 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-124ee8d5-1e1a-4d22-8b71-18cd1f4770f0 req-7ff8d0b8-eb68-496a-a5d7-b8e42afec8f9 tempest-VolumesSnapshotTestJSON-714247562 tempest-VolumesSnapshotTestJSON-714247562-project] 10.222.0.41 "GET /v2.0/ports?device_id=f7a675b6-7b4b-4fa0-a8c3-afd67b9def1a HTTP/1.1" status: 200 len: 210 time: 0.0423095 Jun 01 06:13:52.963074 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e52832e-d090-4c4c-9549-6d9cac2e9cce req-17b264fd-4a09-4a8b-a0b5-a712ea925240 tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:13:52.964521 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-9e52832e-d090-4c4c-9549-6d9cac2e9cce req-17b264fd-4a09-4a8b-a0b5-a712ea925240 tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] 10.222.0.41 "GET /v2.0/ports?device_id=43f14c8a-71ca-4849-a522-b8265eed9264 HTTP/1.1" status: 200 len: 945 time: 0.0788116 Jun 01 06:13:53.011522 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-9e52832e-d090-4c4c-9549-6d9cac2e9cce req-80dc7c06-393e-4269-b8a6-85b91cb984eb tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] 10.222.0.41 "GET /v2.0/security-groups?id=5d54a839-0bf1-4bdb-9539-67104b9aee98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414093 Jun 01 06:13:53.339170 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8ab473-1147-4ce4-90db-bcf8d4b03a62 req-ed2070c2-d15d-420a-b0f4-521d482aaa5b tempest-TestMinimumBasicScenario-1035900223 tempest-TestMinimumBasicScenario-1035900223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:13:53.340568 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-2d8ab473-1147-4ce4-90db-bcf8d4b03a62 req-ed2070c2-d15d-420a-b0f4-521d482aaa5b tempest-TestMinimumBasicScenario-1035900223 tempest-TestMinimumBasicScenario-1035900223-project] 10.222.0.41 "GET /v2.0/ports?device_id=6ba02003-0082-4ade-b2ff-aaeb571a8717 HTTP/1.1" status: 200 len: 932 time: 0.0785551 Jun 01 06:13:53.385058 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-2d8ab473-1147-4ce4-90db-bcf8d4b03a62 req-a2518dc1-30f0-4588-9f20-3544665f9a6e tempest-TestMinimumBasicScenario-1035900223 tempest-TestMinimumBasicScenario-1035900223-project] 10.222.0.41 "GET /v2.0/security-groups?id=00149f5e-5845-4199-b9d6-6cd604ad02b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382452 Jun 01 06:13:53.535256 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa17958-2636-40c5-b463-93faab5161da req-b3668145-a60a-4fcf-99a0-cbd4ca9564a3 tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:13:53.536742 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-bfa17958-2636-40c5-b463-93faab5161da req-b3668145-a60a-4fcf-99a0-cbd4ca9564a3 tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] 10.222.0.41 "GET /v2.0/ports?device_id=72bedde5-da28-4f1c-8365-a28036cb969f HTTP/1.1" status: 200 len: 945 time: 0.0796978 Jun 01 06:13:53.580813 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-bfa17958-2636-40c5-b463-93faab5161da req-868b7d8a-4c6c-4931-a060-580d5aec88b0 tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] 10.222.0.41 "GET /v2.0/security-groups?id=9dabead4-1346-43ff-b632-007c2c7dafb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384660 Jun 01 06:13:53.622673 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-c74f0459-d492-4ff4-9781-ff98a666d7ed req-836d3085-c8fd-434d-a81b-1324d026ef25 tempest-VolumesSnapshotTestJSON-714247562 tempest-VolumesSnapshotTestJSON-714247562-project] 10.222.0.41 "GET /v2.0/ports?device_id=f7a675b6-7b4b-4fa0-a8c3-afd67b9def1a HTTP/1.1" status: 200 len: 210 time: 0.0424714 Jun 01 06:13:53.997499 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.v2.base [req-e4e2d477-82b4-4fcf-a628-a2b5bd2c9ab0 req-0065ef5d-6734-4cf3-b2d3-c78946bd6b3a service neutron] Request body: {'port': {'device_id': '6ba02003-0082-4ade-b2ff-aaeb571a8717', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79388'}} {{(pid=91913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 06:13:54.115008 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [req-e4e2d477-82b4-4fcf-a628-a2b5bd2c9ab0 req-0065ef5d-6734-4cf3-b2d3-c78946bd6b3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3824664'] for port, before_update {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:13:54.346866 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913ba6b8-a4ba-4a80-bcc7-970969cfd312 req-2b6c3070-d6e3-4223-b224-85cb1f4056bc tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:13:54.348613 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-913ba6b8-a4ba-4a80-bcc7-970969cfd312 req-2b6c3070-d6e3-4223-b224-85cb1f4056bc tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] 10.222.0.41 "GET /v2.0/ports?device_id=43f14c8a-71ca-4849-a522-b8265eed9264 HTTP/1.1" status: 200 len: 945 time: 0.2203386 Jun 01 06:13:54.358951 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d131a1b6-f9f7-4a99-8599-06f1f0ad4356 req-b3903a84-63e3-44d9-89f4-232015af5518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:13:54.360391 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-d131a1b6-f9f7-4a99-8599-06f1f0ad4356 req-b3903a84-63e3-44d9-89f4-232015af5518 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=43f14c8a-71ca-4849-a522-b8265eed9264 HTTP/1.1" status: 200 len: 1098 time: 0.1878059 Jun 01 06:13:54.435661 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-913ba6b8-a4ba-4a80-bcc7-970969cfd312 req-4d200ce5-78a7-4da1-8026-57de432cf2d5 tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] 10.222.0.41 "GET /v2.0/security-groups?id=5d54a839-0bf1-4bdb-9539-67104b9aee98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743175 Jun 01 06:13:54.437875 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-d131a1b6-f9f7-4a99-8599-06f1f0ad4356 req-c0b2894f-3e9b-474d-82d3-6589bf8c0ca7 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=5d54a839-0bf1-4bdb-9539-67104b9aee98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621288 Jun 01 06:13:54.502375 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.notifiers.nova [req-e4e2d477-82b4-4fcf-a628-a2b5bd2c9ab0 req-0065ef5d-6734-4cf3-b2d3-c78946bd6b3a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a31cd721-a1d0-4eea-8fc8-b1415cdec3a4 {{(pid=91913) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 06:13:54.591349 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [req-e4e2d477-82b4-4fcf-a628-a2b5bd2c9ab0 req-0065ef5d-6734-4cf3-b2d3-c78946bd6b3a service neutron] Notify callbacks [] for port, precommit_update {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:13:54.638344 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.db.provisioning_blocks [req-e4e2d477-82b4-4fcf-a628-a2b5bd2c9ab0 req-0065ef5d-6734-4cf3-b2d3-c78946bd6b3a service neutron] Transition to ACTIVE for port object a31cd721-a1d0-4eea-8fc8-b1415cdec3a4 will not be triggered until provisioned by entity L2. {{(pid=91913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 06:13:54.654944 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [req-e4e2d477-82b4-4fcf-a628-a2b5bd2c9ab0 req-0065ef5d-6734-4cf3-b2d3-c78946bd6b3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774208810132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774208425701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774208426006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10749542'] for port, after_update {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:13:54.664243 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [None req-aa9e29ac-ff93-4a35-960a-dbca31b22d00 tempest-AttachVolumeNegativeTest-1471670784 tempest-AttachVolumeNegativeTest-1471670784-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:13:54.788067 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4968270d-3161-4261-b0dd-a8fe65a80842 req-4ad3431d-3403-4343-88d6-1911f4ddc618 tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:13:54.797074 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-4968270d-3161-4261-b0dd-a8fe65a80842 req-4ad3431d-3403-4343-88d6-1911f4ddc618 tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] 10.222.0.41 "GET /v2.0/ports?device_id=72bedde5-da28-4f1c-8365-a28036cb969f HTTP/1.1" status: 200 len: 945 time: 0.0933950 Jun 01 06:13:54.819095 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d946a5-3075-4ebb-b093-0f153dafa39d req-2a76041f-64f8-4bc4-bf78-6963e3ae27ed tempest-VolumesSnapshotTestJSON-714247562 tempest-VolumesSnapshotTestJSON-714247562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:13:54.820535 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-00d946a5-3075-4ebb-b093-0f153dafa39d req-2a76041f-64f8-4bc4-bf78-6963e3ae27ed tempest-VolumesSnapshotTestJSON-714247562 tempest-VolumesSnapshotTestJSON-714247562-project] 10.222.0.45 "GET /v2.0/networks?id=87d8a353-7dd4-4082-9bf2-fd2c8884516a HTTP/1.1" status: 200 len: 813 time: 0.4207861 Jun 01 06:13:54.837507 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-4968270d-3161-4261-b0dd-a8fe65a80842 req-de069e52-6920-411f-9195-6039efd5cfb1 tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] 10.222.0.41 "GET /v2.0/security-groups?id=9dabead4-1346-43ff-b632-007c2c7dafb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395720 Jun 01 06:13:54.860844 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0065ef5d-6734-4cf3-b2d3-c78946bd6b3a service neutron] Pushing event updated for resources: {'Port': ['ID=a31cd721-a1d0-4eea-8fc8-b1415cdec3a4,revision_number=2']} {{(pid=91913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:13:54.870680 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [None req-0065ef5d-6734-4cf3-b2d3-c78946bd6b3a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:13:54.919005 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb3715a-0481-4933-a549-8aa925befe11 req-0649c747-26f4-48ba-be52-e1901b3c2ef8 tempest-TestMinimumBasicScenario-1035900223 tempest-TestMinimumBasicScenario-1035900223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:13:54.920602 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-efb3715a-0481-4933-a549-8aa925befe11 req-0649c747-26f4-48ba-be52-e1901b3c2ef8 tempest-TestMinimumBasicScenario-1035900223 tempest-TestMinimumBasicScenario-1035900223-project] 10.222.0.41 "GET /v2.0/ports?device_id=6ba02003-0082-4ade-b2ff-aaeb571a8717 HTTP/1.1" status: 200 len: 932 time: 0.4115601 Jun 01 06:13:54.992155 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-efb3715a-0481-4933-a549-8aa925befe11 req-c62c5a17-0c1d-4e69-a627-088dd7525ca7 tempest-TestMinimumBasicScenario-1035900223 tempest-TestMinimumBasicScenario-1035900223-project] 10.222.0.41 "GET /v2.0/security-groups?id=00149f5e-5845-4199-b9d6-6cd604ad02b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627422 Jun 01 06:13:54.992939 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.plugins.ml2.managers [req-e4e2d477-82b4-4fcf-a628-a2b5bd2c9ab0 req-0065ef5d-6734-4cf3-b2d3-c78946bd6b3a service neutron] Attempting to bind port a31cd721-a1d0-4eea-8fc8-b1415cdec3a4 on host hv-cinder-79388 for vnic_type normal with profile {{(pid=91913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 06:13:54.993285 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.plugins.ml2.managers [req-e4e2d477-82b4-4fcf-a628-a2b5bd2c9ab0 req-0065ef5d-6734-4cf3-b2d3-c78946bd6b3a service neutron] Attempting to bind port a31cd721-a1d0-4eea-8fc8-b1415cdec3a4 by drivers openvswitch,hyperv on host hv-cinder-79388 at level 0 using segments [{'id': 'cc0cc183-e050-4fc8-a49b-4071c6674dd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'b2527877-b5b6-43aa-8903-8b7eda48e9e3'}] {{(pid=91913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 06:13:54.993649 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4e2d477-82b4-4fcf-a628-a2b5bd2c9ab0 req-0065ef5d-6734-4cf3-b2d3-c78946bd6b3a service neutron] Attempting to bind port a31cd721-a1d0-4eea-8fc8-b1415cdec3a4 on network b2527877-b5b6-43aa-8903-8b7eda48e9e3 {{(pid=91913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 06:13:54.997022 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-6c6893ff-8200-44b0-96f6-8b72c9173236 req-256b7150-601d-4c29-b28b-d71a90248d8a tempest-VolumesSnapshotTestJSON-714247562 tempest-VolumesSnapshotTestJSON-714247562-project] 10.222.0.41 "GET /v2.0/ports?device_id=f7a675b6-7b4b-4fa0-a8c3-afd67b9def1a HTTP/1.1" status: 200 len: 210 time: 0.0479753 Jun 01 06:13:55.004257 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.v2.base [req-00d946a5-3075-4ebb-b093-0f153dafa39d req-bc33baba-dc20-4578-a9f1-33b56571153f tempest-VolumesSnapshotTestJSON-714247562 tempest-VolumesSnapshotTestJSON-714247562-project] Request body: {'port': {'device_id': 'f7a675b6-7b4b-4fa0-a8c3-afd67b9def1a', 'network_id': '87d8a353-7dd4-4082-9bf2-fd2c8884516a', 'admin_state_up': True, 'tenant_id': '90d9e2824fe04fba9c1e51879bb72596'}} {{(pid=91913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 06:13:55.020161 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4e2d477-82b4-4fcf-a628-a2b5bd2c9ab0 req-0065ef5d-6734-4cf3-b2d3-c78946bd6b3a service neutron] Port a31cd721-a1d0-4eea-8fc8-b1415cdec3a4 on network b2527877-b5b6-43aa-8903-8b7eda48e9e3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79388 {{(pid=91913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 06:13:55.020483 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4e2d477-82b4-4fcf-a628-a2b5bd2c9ab0 req-0065ef5d-6734-4cf3-b2d3-c78946bd6b3a service neutron] Attempting to bind port a31cd721-a1d0-4eea-8fc8-b1415cdec3a4 on network b2527877-b5b6-43aa-8903-8b7eda48e9e3 {{(pid=91913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 06:13:55.033790 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4e2d477-82b4-4fcf-a628-a2b5bd2c9ab0 req-0065ef5d-6734-4cf3-b2d3-c78946bd6b3a service neutron] Checking agent: {'id': '9d825435-0dee-4786-8fdd-f7c3fb37050b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79388', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 6, 8, 18), 'started_at': datetime.datetime(2021, 6, 1, 6, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 6, 13, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 06:13:55.034122 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4e2d477-82b4-4fcf-a628-a2b5bd2c9ab0 req-0065ef5d-6734-4cf3-b2d3-c78946bd6b3a service neutron] Checking segment: {'id': 'cc0cc183-e050-4fc8-a49b-4071c6674dd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'b2527877-b5b6-43aa-8903-8b7eda48e9e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 06:13:55.034495 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4e2d477-82b4-4fcf-a628-a2b5bd2c9ab0 req-0065ef5d-6734-4cf3-b2d3-c78946bd6b3a service neutron] Bound using segment: {'id': 'cc0cc183-e050-4fc8-a49b-4071c6674dd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'b2527877-b5b6-43aa-8903-8b7eda48e9e3'} {{(pid=91913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 06:13:55.034914 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.plugins.ml2.managers [req-e4e2d477-82b4-4fcf-a628-a2b5bd2c9ab0 req-0065ef5d-6734-4cf3-b2d3-c78946bd6b3a service neutron] Bound port: a31cd721-a1d0-4eea-8fc8-b1415cdec3a4, host: hv-cinder-79388, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc0cc183-e050-4fc8-a49b-4071c6674dd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'b2527877-b5b6-43aa-8903-8b7eda48e9e3'}}] {{(pid=91913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 06:13:55.035255 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [req-e4e2d477-82b4-4fcf-a628-a2b5bd2c9ab0 req-0065ef5d-6734-4cf3-b2d3-c78946bd6b3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3824664'] for port, before_update {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:13:55.215860 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.db.quota.driver [req-00d946a5-3075-4ebb-b093-0f153dafa39d req-bc33baba-dc20-4578-a9f1-33b56571153f tempest-VolumesSnapshotTestJSON-714247562 tempest-VolumesSnapshotTestJSON-714247562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 06:13:55.218765 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.plugins.ml2.db [req-e4e2d477-82b4-4fcf-a628-a2b5bd2c9ab0 req-0065ef5d-6734-4cf3-b2d3-c78946bd6b3a service neutron] For port a31cd721-a1d0-4eea-8fc8-b1415cdec3a4, host hv-cinder-79388, cleared binding levels {{(pid=91913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 06:13:55.222663 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.plugins.ml2.db [req-e4e2d477-82b4-4fcf-a628-a2b5bd2c9ab0 req-0065ef5d-6734-4cf3-b2d3-c78946bd6b3a service neutron] For port a31cd721-a1d0-4eea-8fc8-b1415cdec3a4, host hv-cinder-79388, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79388',level=0,port_id=a31cd721-a1d0-4eea-8fc8-b1415cdec3a4,segment=NetworkSegment(cc0cc183-e050-4fc8-a49b-4071c6674dd2),segment_id=cc0cc183-e050-4fc8-a49b-4071c6674dd2)] {{(pid=91913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 06:13:55.224376 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.quota.resource [req-00d946a5-3075-4ebb-b093-0f153dafa39d req-bc33baba-dc20-4578-a9f1-33b56571153f tempest-VolumesSnapshotTestJSON-714247562 tempest-VolumesSnapshotTestJSON-714247562-project] Usage tracker for resource:port and tenant:90d9e2824fe04fba9c1e51879bb72596 is out of sync, need to count used quota {{(pid=91913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 06:13:55.228077 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.quota.resource [req-00d946a5-3075-4ebb-b093-0f153dafa39d req-bc33baba-dc20-4578-a9f1-33b56571153f tempest-VolumesSnapshotTestJSON-714247562 tempest-VolumesSnapshotTestJSON-714247562-project] Quota usage for port was recalculated. Used quota:0. {{(pid=91913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 06:13:55.231004 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [req-e4e2d477-82b4-4fcf-a628-a2b5bd2c9ab0 req-0065ef5d-6734-4cf3-b2d3-c78946bd6b3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774208810132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774208425701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774208426006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10749542'] for port, after_update {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:13:55.237499 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [None req-897ec59d-94fb-4914-902c-2bbbf820dd9a tempest-TestShelveInstance-1107887697 tempest-TestShelveInstance-1107887697-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:13:55.266400 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.db.quota.driver [req-00d946a5-3075-4ebb-b093-0f153dafa39d req-bc33baba-dc20-4578-a9f1-33b56571153f tempest-VolumesSnapshotTestJSON-714247562 tempest-VolumesSnapshotTestJSON-714247562-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=91913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 06:13:55.307180 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e2d477-82b4-4fcf-a628-a2b5bd2c9ab0 req-0065ef5d-6734-4cf3-b2d3-c78946bd6b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:13:55.307802 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [req-e4e2d477-82b4-4fcf-a628-a2b5bd2c9ab0 req-0065ef5d-6734-4cf3-b2d3-c78946bd6b3a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239402'] for port, before_response {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:13:55.309217 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-e4e2d477-82b4-4fcf-a628-a2b5bd2c9ab0 req-0065ef5d-6734-4cf3-b2d3-c78946bd6b3a service neutron] 10.222.0.45 "PUT /v2.0/ports/a31cd721-a1d0-4eea-8fc8-b1415cdec3a4 HTTP/1.1" status: 200 len: 1094 time: 1.3161097 Jun 01 06:13:55.309816 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-00d946a5-3075-4ebb-b093-0f153dafa39d req-bc33baba-dc20-4578-a9f1-33b56571153f tempest-VolumesSnapshotTestJSON-714247562 tempest-VolumesSnapshotTestJSON-714247562-project] Made reservation on behalf of 90d9e2824fe04fba9c1e51879bb72596 for: {'port': 1} {{(pid=91913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 06:13:55.313262 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [req-00d946a5-3075-4ebb-b093-0f153dafa39d req-bc33baba-dc20-4578-a9f1-33b56571153f tempest-VolumesSnapshotTestJSON-714247562 tempest-VolumesSnapshotTestJSON-714247562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3824664'] for port, before_create {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:13:55.422612 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ba02003-0082-4ade-b2ff-aaeb571a8717', 'tag': 'a31cd721-a1d0-4eea-8fc8-b1415cdec3a4'}] {{(pid=91913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 06:13:55.424877 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdc6be6d06003a26e0797ba9c3cae52571918e0042132e4e221042360f826683" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdb8a034-556b-4173-b26e-e6868c5be08c" -d '{"events": [{"name": "network-changed", "server_uuid": "6ba02003-0082-4ade-b2ff-aaeb571a8717", "tag": "a31cd721-a1d0-4eea-8fc8-b1415cdec3a4"}]}' {{(pid=91913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 06:13:55.490489 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Jun 2021 06:13:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00421805-b154-4059-886b-2cfbdf6a691b x-openstack-request-id: req-00421805-b154-4059-886b-2cfbdf6a691b {{(pid=91913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 06:13:55.490807 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ba02003-0082-4ade-b2ff-aaeb571a8717", "tag": "a31cd721-a1d0-4eea-8fc8-b1415cdec3a4", "status": "completed", "code": 200}]} {{(pid=91913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 06:13:55.491087 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-00421805-b154-4059-886b-2cfbdf6a691b {{(pid=91913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 06:13:55.491491 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ba02003-0082-4ade-b2ff-aaeb571a8717', 'tag': 'a31cd721-a1d0-4eea-8fc8-b1415cdec3a4', 'status': 'completed', 'code': 200} Jun 01 06:13:55.538282 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0065ef5d-6734-4cf3-b2d3-c78946bd6b3a service neutron] Pushing event updated for resources: {'Port': ['ID=a31cd721-a1d0-4eea-8fc8-b1415cdec3a4,revision_number=3']} {{(pid=91913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:13:55.543835 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [None req-0065ef5d-6734-4cf3-b2d3-c78946bd6b3a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:13:55.628864 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e2d477-82b4-4fcf-a628-a2b5bd2c9ab0 req-dfdbb949-fb81-4904-8f89-a708d3b6689d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:13:55.630449 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-e4e2d477-82b4-4fcf-a628-a2b5bd2c9ab0 req-dfdbb949-fb81-4904-8f89-a708d3b6689d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=01a8148357484b32a69bbd98475f8644&device_id=6ba02003-0082-4ade-b2ff-aaeb571a8717 HTTP/1.1" status: 200 len: 1097 time: 0.1987224 Jun 01 06:13:55.645941 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb4b076-a640-4b87-bb02-11e8c3df2822 req-2763f5a3-e243-4537-9e21-6efe152802f8 tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:13:55.649441 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-3cb4b076-a640-4b87-bb02-11e8c3df2822 req-2763f5a3-e243-4537-9e21-6efe152802f8 tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] 10.222.0.41 "GET /v2.0/ports?device_id=43f14c8a-71ca-4849-a522-b8265eed9264 HTTP/1.1" status: 200 len: 945 time: 0.0858741 Jun 01 06:13:55.693358 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-3cb4b076-a640-4b87-bb02-11e8c3df2822 req-750a7dfe-c26c-4303-a973-854766e4acca tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] 10.222.0.41 "GET /v2.0/security-groups?id=5d54a839-0bf1-4bdb-9539-67104b9aee98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403426 Jun 01 06:13:55.716749 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-e4e2d477-82b4-4fcf-a628-a2b5bd2c9ab0 req-df7705fa-cb83-4d16-80bf-8ed245e77d3f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a31cd721-a1d0-4eea-8fc8-b1415cdec3a4 HTTP/1.1" status: 200 len: 217 time: 0.0723503 Jun 01 06:13:55.722152 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.db.db_base_plugin_common [req-00d946a5-3075-4ebb-b093-0f153dafa39d req-bc33baba-dc20-4578-a9f1-33b56571153f tempest-VolumesSnapshotTestJSON-714247562 tempest-VolumesSnapshotTestJSON-714247562-project] Allocated IP 172.20.0.10 (87d8a353-7dd4-4082-9bf2-fd2c8884516a/76150a47-43a2-488b-8738-f3e8163a8625/571ac778-7f96-4e11-83d3-7a793221b743) {{(pid=91913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 06:13:55.800004 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-1059c5f1-b479-4bf2-9131-771ca45b7648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774208951022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772053'] for agent, after_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:13:55.814336 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e2d477-82b4-4fcf-a628-a2b5bd2c9ab0 req-68c7fc9a-e187-4bc3-8329-3e4f56d6e717 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:13:55.815811 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-e4e2d477-82b4-4fcf-a628-a2b5bd2c9ab0 req-68c7fc9a-e187-4bc3-8329-3e4f56d6e717 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=5c51a303-e621-409b-99c6-f5028ab86df1 HTTP/1.1" status: 200 len: 853 time: 0.0894737 Jun 01 06:13:56.094703 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [req-00d946a5-3075-4ebb-b093-0f153dafa39d req-bc33baba-dc20-4578-a9f1-33b56571153f tempest-VolumesSnapshotTestJSON-714247562 tempest-VolumesSnapshotTestJSON-714247562-project] Notify callbacks [] for port, precommit_create {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:13:56.133694 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e2d477-82b4-4fcf-a628-a2b5bd2c9ab0 req-9f862680-216a-4082-b731-5c03ac762ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:13:56.135490 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-e4e2d477-82b4-4fcf-a628-a2b5bd2c9ab0 req-9f862680-216a-4082-b731-5c03ac762ab7 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b2527877-b5b6-43aa-8903-8b7eda48e9e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1982043 Jun 01 06:13:56.146410 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d8272b-e360-4d8a-8ee0-bb43e988579a req-67f91984-2703-4210-9c56-91e90e8e6c5d tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:13:56.148000 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-e4d8272b-e360-4d8a-8ee0-bb43e988579a req-67f91984-2703-4210-9c56-91e90e8e6c5d tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] 10.222.0.41 "GET /v2.0/ports?device_id=72bedde5-da28-4f1c-8365-a28036cb969f HTTP/1.1" status: 200 len: 945 time: 0.1688852 Jun 01 06:13:56.207729 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [req-00d946a5-3075-4ebb-b093-0f153dafa39d req-bc33baba-dc20-4578-a9f1-33b56571153f tempest-VolumesSnapshotTestJSON-714247562 tempest-VolumesSnapshotTestJSON-714247562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774208425683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10749551'] for port, after_create {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:13:56.209479 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404d2b6d-592c-4320-895b-a4d86818e258 req-87360bee-f419-4613-a739-91bdfc307e9a tempest-TestMinimumBasicScenario-1035900223 tempest-TestMinimumBasicScenario-1035900223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:13:56.210946 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-404d2b6d-592c-4320-895b-a4d86818e258 req-87360bee-f419-4613-a739-91bdfc307e9a tempest-TestMinimumBasicScenario-1035900223 tempest-TestMinimumBasicScenario-1035900223-project] 10.222.0.41 "GET /v2.0/ports?device_id=6ba02003-0082-4ade-b2ff-aaeb571a8717 HTTP/1.1" status: 200 len: 944 time: 0.0977685 Jun 01 06:13:56.261677 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-404d2b6d-592c-4320-895b-a4d86818e258 req-c20cda86-a17a-4423-af96-9214a6208ca0 tempest-TestMinimumBasicScenario-1035900223 tempest-TestMinimumBasicScenario-1035900223-project] 10.222.0.41 "GET /v2.0/security-groups?id=00149f5e-5845-4199-b9d6-6cd604ad02b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425296 Jun 01 06:13:56.266881 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [None req-897c4a15-2583-41d4-a531-8606b83c9c33 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:13:56.353452 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-e4d8272b-e360-4d8a-8ee0-bb43e988579a req-8b311cf3-fe69-4bb9-b332-41fc8277e4c1 tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] 10.222.0.41 "GET /v2.0/security-groups?id=9dabead4-1346-43ff-b632-007c2c7dafb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1973283 Jun 01 06:13:56.363060 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00d946a5-3075-4ebb-b093-0f153dafa39d req-bc33baba-dc20-4578-a9f1-33b56571153f tempest-VolumesSnapshotTestJSON-714247562 tempest-VolumesSnapshotTestJSON-714247562-project] Network 87d8a353-7dd4-4082-9bf2-fd2c8884516a is already hosted by enough agents. {{(pid=91913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 06:13:56.378477 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.scheduler.base_scheduler [req-00d946a5-3075-4ebb-b093-0f153dafa39d req-bc33baba-dc20-4578-a9f1-33b56571153f tempest-VolumesSnapshotTestJSON-714247562 tempest-VolumesSnapshotTestJSON-714247562-project] Resources bound (agent type, host, resource id): {{(pid=91913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 06:13:56.386115 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.db.l3_dvrscheduler_db [req-00d946a5-3075-4ebb-b093-0f153dafa39d req-bc33baba-dc20-4578-a9f1-33b56571153f tempest-VolumesSnapshotTestJSON-714247562 tempest-VolumesSnapshotTestJSON-714247562-project] Received port after_create {{(pid=91913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 06:13:56.415969 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc33baba-dc20-4578-a9f1-33b56571153f tempest-VolumesSnapshotTestJSON-714247562 tempest-VolumesSnapshotTestJSON-714247562-project] Pushing event updated for resources: {'Port': ['ID=571ac778-7f96-4e11-83d3-7a793221b743,revision_number=1']} {{(pid=91913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:13:56.431719 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [None req-bc33baba-dc20-4578-a9f1-33b56571153f tempest-VolumesSnapshotTestJSON-714247562 tempest-VolumesSnapshotTestJSON-714247562-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:13:56.449502 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-e4e2d477-82b4-4fcf-a628-a2b5bd2c9ab0 req-4f2cabf4-f7fe-4ad5-b6d1-093a64dbc9a3 service neutron] 10.222.0.45 "GET /v2.0/networks/b2527877-b5b6-43aa-8903-8b7eda48e9e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2922285 Jun 01 06:13:56.450083 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243ee1dc-803c-4573-a346-a4a5299c76ef req-6f1f9fc8-90ff-4940-8fde-2c4232f8579f tempest-VolumesSnapshotTestJSON-714247562 tempest-VolumesSnapshotTestJSON-714247562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:13:56.451725 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-243ee1dc-803c-4573-a346-a4a5299c76ef req-6f1f9fc8-90ff-4940-8fde-2c4232f8579f tempest-VolumesSnapshotTestJSON-714247562 tempest-VolumesSnapshotTestJSON-714247562-project] 10.222.0.41 "GET /v2.0/ports?device_id=f7a675b6-7b4b-4fa0-a8c3-afd67b9def1a HTTP/1.1" status: 200 len: 932 time: 0.0837600 Jun 01 06:13:56.490106 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d946a5-3075-4ebb-b093-0f153dafa39d req-bc33baba-dc20-4578-a9f1-33b56571153f tempest-VolumesSnapshotTestJSON-714247562 tempest-VolumesSnapshotTestJSON-714247562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:13:56.490835 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [req-00d946a5-3075-4ebb-b093-0f153dafa39d req-bc33baba-dc20-4578-a9f1-33b56571153f tempest-VolumesSnapshotTestJSON-714247562 tempest-VolumesSnapshotTestJSON-714247562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239402'] for port, before_response {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:13:56.504519 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.quota.resource [req-243ee1dc-803c-4573-a346-a4a5299c76ef req-04c40dbb-cdd3-4f6c-9836-5f73c902bdfe tempest-VolumesSnapshotTestJSON-714247562 tempest-VolumesSnapshotTestJSON-714247562-project] Synchronizing usage tracker for tenant:90d9e2824fe04fba9c1e51879bb72596 on resource:security_group {{(pid=91912) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 06:13:56.522063 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.quota.resource [req-243ee1dc-803c-4573-a346-a4a5299c76ef req-04c40dbb-cdd3-4f6c-9836-5f73c902bdfe tempest-VolumesSnapshotTestJSON-714247562 tempest-VolumesSnapshotTestJSON-714247562-project] Unset dirty status for tenant:90d9e2824fe04fba9c1e51879bb72596 on resource:security_group {{(pid=91912) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 06:13:56.523564 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-243ee1dc-803c-4573-a346-a4a5299c76ef req-04c40dbb-cdd3-4f6c-9836-5f73c902bdfe tempest-VolumesSnapshotTestJSON-714247562 tempest-VolumesSnapshotTestJSON-714247562-project] 10.222.0.41 "GET /v2.0/security-groups?id=aff84d6b-738c-48d3-9682-092c2465ce06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662596 Jun 01 06:13:56.570823 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-00d946a5-3075-4ebb-b093-0f153dafa39d req-bc33baba-dc20-4578-a9f1-33b56571153f tempest-VolumesSnapshotTestJSON-714247562 tempest-VolumesSnapshotTestJSON-714247562-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5713365 Jun 01 06:13:56.590505 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.v2.base [req-00d946a5-3075-4ebb-b093-0f153dafa39d req-bcb99e66-4c96-4ae1-963d-e34b94ddaeb0 service neutron] Request body: {'port': {'device_id': 'f7a675b6-7b4b-4fa0-a8c3-afd67b9def1a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79388'}} {{(pid=91913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 06:13:56.661518 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-e4e2d477-82b4-4fcf-a628-a2b5bd2c9ab0 req-920dec6c-7145-467c-829c-e32a9a9ae09b service neutron] 10.222.0.45 "GET /v2.0/networks/b2527877-b5b6-43aa-8903-8b7eda48e9e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2041585 Jun 01 06:13:56.763858 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [req-00d946a5-3075-4ebb-b093-0f153dafa39d req-bcb99e66-4c96-4ae1-963d-e34b94ddaeb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3824664'] for port, before_update {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:13:56.915194 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb8a034-556b-4173-b26e-e6868c5be08c req-94c027c4-2bc2-4d15-8b56-53ac24f0425e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:13:56.916924 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-bdb8a034-556b-4173-b26e-e6868c5be08c req-94c027c4-2bc2-4d15-8b56-53ac24f0425e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=01a8148357484b32a69bbd98475f8644&device_id=6ba02003-0082-4ade-b2ff-aaeb571a8717 HTTP/1.1" status: 200 len: 1097 time: 0.2006865 Jun 01 06:13:57.172407 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17e9338-b3bf-446e-967e-1020ad282032 req-820b3718-d6b6-4b08-b9a9-86b049397fff tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:13:57.173805 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-f17e9338-b3bf-446e-967e-1020ad282032 req-820b3718-d6b6-4b08-b9a9-86b049397fff tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] 10.222.0.41 "GET /v2.0/ports?device_id=43f14c8a-71ca-4849-a522-b8265eed9264 HTTP/1.1" status: 200 len: 945 time: 0.3544688 Jun 01 06:13:57.322096 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-f17e9338-b3bf-446e-967e-1020ad282032 req-877581cd-3bd3-4ba7-950d-c82abf086183 tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] 10.222.0.41 "GET /v2.0/security-groups?id=5d54a839-0bf1-4bdb-9539-67104b9aee98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1322205 Jun 01 06:13:57.339723 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb8a034-556b-4173-b26e-e6868c5be08c req-db09e71f-bfcf-4d4b-9ef3-4aac757462df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:13:57.341296 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-bdb8a034-556b-4173-b26e-e6868c5be08c req-db09e71f-bfcf-4d4b-9ef3-4aac757462df service neutron] 10.222.0.45 "GET /v2.0/networks?id=b2527877-b5b6-43aa-8903-8b7eda48e9e3 HTTP/1.1" status: 200 len: 915 time: 0.3822556 Jun 01 06:13:57.430512 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-bdb8a034-556b-4173-b26e-e6868c5be08c req-c1c834f1-06b6-4b38-99b2-cd77660bce6e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a31cd721-a1d0-4eea-8fc8-b1415cdec3a4 HTTP/1.1" status: 200 len: 217 time: 0.0750442 Jun 01 06:13:57.452093 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1b99a3-d74b-4366-9a8e-4580f9ea6587 req-931b0b6a-17b8-4621-af9f-7c5507bbbbe4 tempest-TestMinimumBasicScenario-1035900223 tempest-TestMinimumBasicScenario-1035900223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:13:57.453573 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-9b1b99a3-d74b-4366-9a8e-4580f9ea6587 req-931b0b6a-17b8-4621-af9f-7c5507bbbbe4 tempest-TestMinimumBasicScenario-1035900223 tempest-TestMinimumBasicScenario-1035900223-project] 10.222.0.41 "GET /v2.0/ports?device_id=6ba02003-0082-4ade-b2ff-aaeb571a8717 HTTP/1.1" status: 200 len: 944 time: 0.0866427 Jun 01 06:13:57.497229 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-9b1b99a3-d74b-4366-9a8e-4580f9ea6587 req-e3bfcba1-de95-4d25-b3f7-c43feb8595db tempest-TestMinimumBasicScenario-1035900223 tempest-TestMinimumBasicScenario-1035900223-project] 10.222.0.41 "GET /v2.0/security-groups?id=00149f5e-5845-4199-b9d6-6cd604ad02b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378878 Jun 01 06:13:57.597220 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb8a034-556b-4173-b26e-e6868c5be08c req-80b98f34-3f5b-47f8-b80e-726df0abae25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:13:57.598899 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-bdb8a034-556b-4173-b26e-e6868c5be08c req-80b98f34-3f5b-47f8-b80e-726df0abae25 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=5c51a303-e621-409b-99c6-f5028ab86df1 HTTP/1.1" status: 200 len: 853 time: 0.1360755 Jun 01 06:13:57.658298 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.notifiers.nova [req-00d946a5-3075-4ebb-b093-0f153dafa39d req-bcb99e66-4c96-4ae1-963d-e34b94ddaeb0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 571ac778-7f96-4e11-83d3-7a793221b743 {{(pid=91913) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 06:13:57.667633 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89c3964-5077-4e4d-bbde-acc8f58d9e8b req-3094579e-d455-4c5d-be4b-a1ecda50d6ad tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:13:57.668333 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [req-00d946a5-3075-4ebb-b093-0f153dafa39d req-bcb99e66-4c96-4ae1-963d-e34b94ddaeb0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:13:57.669175 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-d89c3964-5077-4e4d-bbde-acc8f58d9e8b req-3094579e-d455-4c5d-be4b-a1ecda50d6ad tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] 10.222.0.41 "GET /v2.0/ports?device_id=72bedde5-da28-4f1c-8365-a28036cb969f HTTP/1.1" status: 200 len: 945 time: 0.0796001 Jun 01 06:13:57.701575 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886674b0-58fb-4487-a7eb-46c0e0d59878 req-7515a969-b0cd-4094-85bf-a266c3015757 tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:13:57.703137 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-886674b0-58fb-4487-a7eb-46c0e0d59878 req-7515a969-b0cd-4094-85bf-a266c3015757 tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] 10.222.0.41 "GET /v2.0/ports?device_id=43f14c8a-71ca-4849-a522-b8265eed9264 HTTP/1.1" status: 200 len: 945 time: 0.2744520 Jun 01 06:13:57.709916 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.db.provisioning_blocks [req-00d946a5-3075-4ebb-b093-0f153dafa39d req-bcb99e66-4c96-4ae1-963d-e34b94ddaeb0 service neutron] Transition to ACTIVE for port object 571ac778-7f96-4e11-83d3-7a793221b743 will not be triggered until provisioned by entity L2. {{(pid=91913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 06:13:57.712603 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.wsgi [-] (91913) accepted ('10.222.0.41', 57394) {{(pid=91913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 06:13:57.719673 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.v2.base [None req-fa83869a-323a-4779-b4d8-d4589374cb47 tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] Request body: {'floatingip': {'port_id': '04cb92a6-89ce-4401-9cf4-d65ae86f6023'}} {{(pid=91913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 06:13:57.721888 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-d89c3964-5077-4e4d-bbde-acc8f58d9e8b req-73ed1c70-9f37-4a59-8b51-23669860f578 tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] 10.222.0.41 "GET /v2.0/security-groups?id=9dabead4-1346-43ff-b632-007c2c7dafb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460680 Jun 01 06:13:57.784750 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [req-00d946a5-3075-4ebb-b093-0f153dafa39d req-bcb99e66-4c96-4ae1-963d-e34b94ddaeb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774208810132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774208425701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774208426006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10749542'] for port, after_update {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:13:57.798321 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [None req-bc2bf891-fcc1-43e9-bb3d-c67916d08590 tempest-ServerRescueNegativeTestJSON-2082042209 tempest-ServerRescueNegativeTestJSON-2082042209-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:13:57.848747 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-fa83869a-323a-4779-b4d8-d4589374cb47 tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] Notify callbacks [] for floatingip, before_update {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:13:58.072848 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb8a034-556b-4173-b26e-e6868c5be08c req-33e4d636-d2d3-4f75-81e4-987c2eb5b41a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:13:58.074348 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-bdb8a034-556b-4173-b26e-e6868c5be08c req-33e4d636-d2d3-4f75-81e4-987c2eb5b41a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b2527877-b5b6-43aa-8903-8b7eda48e9e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.4627149 Jun 01 06:13:58.096039 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb99e66-4c96-4ae1-963d-e34b94ddaeb0 service neutron] Pushing event updated for resources: {'Port': ['ID=571ac778-7f96-4e11-83d3-7a793221b743,revision_number=2']} {{(pid=91913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:13:58.105363 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [None req-bcb99e66-4c96-4ae1-963d-e34b94ddaeb0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:13:58.185591 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774208951022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772053'] for agent, after_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:13:58.428052 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ca5b89-cecd-48ee-a42c-213dc39dea3a req-c71d2d1b-dc5a-45a3-ba7b-6443a52f2354 tempest-VolumesSnapshotTestJSON-714247562 tempest-VolumesSnapshotTestJSON-714247562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:13:58.428656 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.quota.resource [req-f6ca5b89-cecd-48ee-a42c-213dc39dea3a req-c71d2d1b-dc5a-45a3-ba7b-6443a52f2354 tempest-VolumesSnapshotTestJSON-714247562 tempest-VolumesSnapshotTestJSON-714247562-project] Synchronizing usage tracker for tenant:90d9e2824fe04fba9c1e51879bb72596 on resource:port {{(pid=91913) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 06:13:58.486227 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-75abf6eb-f0ad-4573-a420-4f06fabc9595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774208951022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772053'] for agent, after_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:13:58.654666 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-bdb8a034-556b-4173-b26e-e6868c5be08c req-bc665bcb-32c0-4fad-855b-579b0bafdf4b service neutron] 10.222.0.45 "GET /v2.0/networks/b2527877-b5b6-43aa-8903-8b7eda48e9e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5637207 Jun 01 06:13:58.667582 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.plugins.ml2.managers [req-00d946a5-3075-4ebb-b093-0f153dafa39d req-bcb99e66-4c96-4ae1-963d-e34b94ddaeb0 service neutron] Attempting to bind port 571ac778-7f96-4e11-83d3-7a793221b743 on host hv-cinder-79388 for vnic_type normal with profile {{(pid=91913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 06:13:58.667921 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.plugins.ml2.managers [req-00d946a5-3075-4ebb-b093-0f153dafa39d req-bcb99e66-4c96-4ae1-963d-e34b94ddaeb0 service neutron] Attempting to bind port 571ac778-7f96-4e11-83d3-7a793221b743 by drivers openvswitch,hyperv on host hv-cinder-79388 at level 0 using segments [{'id': '9af682df-6564-48fb-b52a-b8597f6ebb6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '87d8a353-7dd4-4082-9bf2-fd2c8884516a'}] {{(pid=91913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 06:13:58.668272 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00d946a5-3075-4ebb-b093-0f153dafa39d req-bcb99e66-4c96-4ae1-963d-e34b94ddaeb0 service neutron] Attempting to bind port 571ac778-7f96-4e11-83d3-7a793221b743 on network 87d8a353-7dd4-4082-9bf2-fd2c8884516a {{(pid=91913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 06:13:58.693354 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849fd3db-849c-472e-b295-30d00c5ba28a req-6a2b460e-7819-464b-9cb1-de7d9bdb1a80 tempest-TestMinimumBasicScenario-1035900223 tempest-TestMinimumBasicScenario-1035900223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:13:58.694888 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-849fd3db-849c-472e-b295-30d00c5ba28a req-6a2b460e-7819-464b-9cb1-de7d9bdb1a80 tempest-TestMinimumBasicScenario-1035900223 tempest-TestMinimumBasicScenario-1035900223-project] 10.222.0.41 "GET /v2.0/ports?device_id=6ba02003-0082-4ade-b2ff-aaeb571a8717 HTTP/1.1" status: 200 len: 944 time: 0.0870936 Jun 01 06:13:58.703302 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.quota.resource [req-f6ca5b89-cecd-48ee-a42c-213dc39dea3a req-c71d2d1b-dc5a-45a3-ba7b-6443a52f2354 tempest-VolumesSnapshotTestJSON-714247562 tempest-VolumesSnapshotTestJSON-714247562-project] Unset dirty status for tenant:90d9e2824fe04fba9c1e51879bb72596 on resource:port {{(pid=91913) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 06:13:58.704413 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-f6ca5b89-cecd-48ee-a42c-213dc39dea3a req-c71d2d1b-dc5a-45a3-ba7b-6443a52f2354 tempest-VolumesSnapshotTestJSON-714247562 tempest-VolumesSnapshotTestJSON-714247562-project] 10.222.0.41 "GET /v2.0/ports?device_id=f7a675b6-7b4b-4fa0-a8c3-afd67b9def1a HTTP/1.1" status: 200 len: 944 time: 0.8675370 Jun 01 06:13:58.710513 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00d946a5-3075-4ebb-b093-0f153dafa39d req-bcb99e66-4c96-4ae1-963d-e34b94ddaeb0 service neutron] Port 571ac778-7f96-4e11-83d3-7a793221b743 on network 87d8a353-7dd4-4082-9bf2-fd2c8884516a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79388 {{(pid=91913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 06:13:58.710831 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00d946a5-3075-4ebb-b093-0f153dafa39d req-bcb99e66-4c96-4ae1-963d-e34b94ddaeb0 service neutron] Attempting to bind port 571ac778-7f96-4e11-83d3-7a793221b743 on network 87d8a353-7dd4-4082-9bf2-fd2c8884516a {{(pid=91913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 06:13:58.739575 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-849fd3db-849c-472e-b295-30d00c5ba28a req-3be32500-cad2-49e3-b5e4-f0e94bf138af tempest-TestMinimumBasicScenario-1035900223 tempest-TestMinimumBasicScenario-1035900223-project] 10.222.0.41 "GET /v2.0/security-groups?id=00149f5e-5845-4199-b9d6-6cd604ad02b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388741 Jun 01 06:13:58.782637 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00d946a5-3075-4ebb-b093-0f153dafa39d req-bcb99e66-4c96-4ae1-963d-e34b94ddaeb0 service neutron] Checking agent: {'id': '9d825435-0dee-4786-8fdd-f7c3fb37050b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79388', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 6, 8, 18), 'started_at': datetime.datetime(2021, 6, 1, 6, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 6, 13, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 06:13:58.782974 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00d946a5-3075-4ebb-b093-0f153dafa39d req-bcb99e66-4c96-4ae1-963d-e34b94ddaeb0 service neutron] Checking segment: {'id': '9af682df-6564-48fb-b52a-b8597f6ebb6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '87d8a353-7dd4-4082-9bf2-fd2c8884516a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 06:13:58.783346 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00d946a5-3075-4ebb-b093-0f153dafa39d req-bcb99e66-4c96-4ae1-963d-e34b94ddaeb0 service neutron] Bound using segment: {'id': '9af682df-6564-48fb-b52a-b8597f6ebb6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '87d8a353-7dd4-4082-9bf2-fd2c8884516a'} {{(pid=91913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 06:13:58.783774 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.plugins.ml2.managers [req-00d946a5-3075-4ebb-b093-0f153dafa39d req-bcb99e66-4c96-4ae1-963d-e34b94ddaeb0 service neutron] Bound port: 571ac778-7f96-4e11-83d3-7a793221b743, host: hv-cinder-79388, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9af682df-6564-48fb-b52a-b8597f6ebb6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '87d8a353-7dd4-4082-9bf2-fd2c8884516a'}}] {{(pid=91913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 06:13:58.784110 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [req-00d946a5-3075-4ebb-b093-0f153dafa39d req-bcb99e66-4c96-4ae1-963d-e34b94ddaeb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3824664'] for port, before_update {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:13:58.914783 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f229ff7e-8b46-40d7-8385-4bf026617a32 req-57cf9bc3-061b-41e3-86bb-f2420a0ae2b7 tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:13:58.916293 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-f229ff7e-8b46-40d7-8385-4bf026617a32 req-57cf9bc3-061b-41e3-86bb-f2420a0ae2b7 tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] 10.222.0.41 "GET /v2.0/ports?device_id=72bedde5-da28-4f1c-8365-a28036cb969f HTTP/1.1" status: 200 len: 945 time: 0.0816965 Jun 01 06:13:58.966151 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-f229ff7e-8b46-40d7-8385-4bf026617a32 req-50d81700-283d-4b53-b4c6-a48b85c2cce0 tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] 10.222.0.41 "GET /v2.0/security-groups?id=9dabead4-1346-43ff-b632-007c2c7dafb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430901 Jun 01 06:13:58.985937 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-f6ca5b89-cecd-48ee-a42c-213dc39dea3a req-9a682584-4095-4c1e-980c-eb8f7e8df8cc tempest-VolumesSnapshotTestJSON-714247562 tempest-VolumesSnapshotTestJSON-714247562-project] 10.222.0.41 "GET /v2.0/security-groups?id=aff84d6b-738c-48d3-9682-092c2465ce06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2727885 Jun 01 06:13:59.014318 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-bdb8a034-556b-4173-b26e-e6868c5be08c req-a4fdceff-0fcb-48f9-80c7-4c4d0a8e469b service neutron] 10.222.0.45 "GET /v2.0/networks/b2527877-b5b6-43aa-8903-8b7eda48e9e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3486853 Jun 01 06:13:59.048213 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.plugins.ml2.db [req-00d946a5-3075-4ebb-b093-0f153dafa39d req-bcb99e66-4c96-4ae1-963d-e34b94ddaeb0 service neutron] For port 571ac778-7f96-4e11-83d3-7a793221b743, host hv-cinder-79388, cleared binding levels {{(pid=91913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 06:13:59.052343 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.plugins.ml2.db [req-00d946a5-3075-4ebb-b093-0f153dafa39d req-bcb99e66-4c96-4ae1-963d-e34b94ddaeb0 service neutron] For port 571ac778-7f96-4e11-83d3-7a793221b743, host hv-cinder-79388, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79388',level=0,port_id=571ac778-7f96-4e11-83d3-7a793221b743,segment=NetworkSegment(9af682df-6564-48fb-b52a-b8597f6ebb6e),segment_id=9af682df-6564-48fb-b52a-b8597f6ebb6e)] {{(pid=91913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 06:13:59.060450 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [req-00d946a5-3075-4ebb-b093-0f153dafa39d req-bcb99e66-4c96-4ae1-963d-e34b94ddaeb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774208810132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774208425701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774208426006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10749542'] for port, after_update {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:13:59.066837 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [None req-f99c4fb6-5c00-4a88-a5e6-483c7e47d7d6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:13:59.135967 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d946a5-3075-4ebb-b093-0f153dafa39d req-bcb99e66-4c96-4ae1-963d-e34b94ddaeb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:13:59.136573 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [req-00d946a5-3075-4ebb-b093-0f153dafa39d req-bcb99e66-4c96-4ae1-963d-e34b94ddaeb0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239402'] for port, before_response {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:13:59.137932 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-00d946a5-3075-4ebb-b093-0f153dafa39d req-bcb99e66-4c96-4ae1-963d-e34b94ddaeb0 service neutron] 10.222.0.45 "PUT /v2.0/ports/571ac778-7f96-4e11-83d3-7a793221b743 HTTP/1.1" status: 200 len: 1094 time: 2.5513973 Jun 01 06:13:59.138417 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7a675b6-7b4b-4fa0-a8c3-afd67b9def1a', 'tag': '571ac778-7f96-4e11-83d3-7a793221b743'}] {{(pid=91913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 06:13:59.140689 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdc6be6d06003a26e0797ba9c3cae52571918e0042132e4e221042360f826683" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1eaeca37-bf74-4cea-be8c-10962abdcdf6" -d '{"events": [{"name": "network-changed", "server_uuid": "f7a675b6-7b4b-4fa0-a8c3-afd67b9def1a", "tag": "571ac778-7f96-4e11-83d3-7a793221b743"}]}' {{(pid=91913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 06:13:59.204794 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Jun 2021 06:13:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8acdb274-402e-44c3-a23c-e463c80407dd x-openstack-request-id: req-8acdb274-402e-44c3-a23c-e463c80407dd {{(pid=91913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 06:13:59.205143 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7a675b6-7b4b-4fa0-a8c3-afd67b9def1a", "tag": "571ac778-7f96-4e11-83d3-7a793221b743", "status": "completed", "code": 200}]} {{(pid=91913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 06:13:59.205430 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8acdb274-402e-44c3-a23c-e463c80407dd {{(pid=91913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 06:13:59.205858 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7a675b6-7b4b-4fa0-a8c3-afd67b9def1a', 'tag': '571ac778-7f96-4e11-83d3-7a793221b743', 'status': 'completed', 'code': 200} Jun 01 06:13:59.283919 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb99e66-4c96-4ae1-963d-e34b94ddaeb0 service neutron] Pushing event updated for resources: {'Port': ['ID=571ac778-7f96-4e11-83d3-7a793221b743,revision_number=3']} {{(pid=91913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:13:59.290021 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [None req-bcb99e66-4c96-4ae1-963d-e34b94ddaeb0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:13:59.309975 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-fa83869a-323a-4779-b4d8-d4589374cb47 tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:13:59.315634 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-fa83869a-323a-4779-b4d8-d4589374cb47 tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-880440'] for floatingip, after_update {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:13:59.405763 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d946a5-3075-4ebb-b093-0f153dafa39d req-cd3a589e-7044-40bf-bd12-df478256c151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:13:59.407246 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-00d946a5-3075-4ebb-b093-0f153dafa39d req-cd3a589e-7044-40bf-bd12-df478256c151 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=90d9e2824fe04fba9c1e51879bb72596&device_id=f7a675b6-7b4b-4fa0-a8c3-afd67b9def1a HTTP/1.1" status: 200 len: 1097 time: 0.1990869 Jun 01 06:13:59.539713 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-00d946a5-3075-4ebb-b093-0f153dafa39d req-b19d1c52-28c1-4e7d-ab1c-5ba64474918e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=571ac778-7f96-4e11-83d3-7a793221b743 HTTP/1.1" status: 200 len: 217 time: 0.0861006 Jun 01 06:13:59.602154 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.db.l3_db [None req-fa83869a-323a-4779-b4d8-d4589374cb47 tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] Floating IP 18f4729b-039d-418e-b7f8-b121742dd2d3 associated. External IP: 172.28.2.240, port: 04cb92a6-89ce-4401-9cf4-d65ae86f6023. Jun 01 06:13:59.686139 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d946a5-3075-4ebb-b093-0f153dafa39d req-170a58a9-c075-4642-92cb-26876a2ed102 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:13:59.687554 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-00d946a5-3075-4ebb-b093-0f153dafa39d req-170a58a9-c075-4642-92cb-26876a2ed102 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=76150a47-43a2-488b-8738-f3e8163a8625 HTTP/1.1" status: 200 len: 853 time: 0.1381602 Jun 01 06:13:59.778493 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-1d313a3c-a63a-4764-8840-fb680d7e5ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774208951022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772053'] for agent, after_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:14:00.051174 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-00d946a5-3075-4ebb-b093-0f153dafa39d req-fa9f93f3-9f33-43ab-a593-066f07f3bc92 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=87d8a353-7dd4-4082-9bf2-fd2c8884516a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2137411 Jun 01 06:14:00.171948 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426c4e1e-2767-4b8c-9b93-27179a5a5885 req-e55d04e5-d3db-4354-ba0b-c1e85c580022 tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:14:00.178994 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-426c4e1e-2767-4b8c-9b93-27179a5a5885 req-e55d04e5-d3db-4354-ba0b-c1e85c580022 tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] 10.222.0.41 "GET /v2.0/ports?device_id=72bedde5-da28-4f1c-8365-a28036cb969f HTTP/1.1" status: 200 len: 945 time: 0.0928299 Jun 01 06:14:00.230946 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-426c4e1e-2767-4b8c-9b93-27179a5a5885 req-5dd43543-17fd-4e3f-bf4b-62ad76c2498c tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] 10.222.0.41 "GET /v2.0/security-groups?id=9dabead4-1346-43ff-b632-007c2c7dafb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508966 Jun 01 06:14:00.304585 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd1992c-bf07-47d9-b2b0-59c543813205 req-f535affe-03d8-4101-be5c-6ab8598c8323 tempest-TestMinimumBasicScenario-1035900223 tempest-TestMinimumBasicScenario-1035900223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:14:00.306071 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-7fd1992c-bf07-47d9-b2b0-59c543813205 req-f535affe-03d8-4101-be5c-6ab8598c8323 tempest-TestMinimumBasicScenario-1035900223 tempest-TestMinimumBasicScenario-1035900223-project] 10.222.0.41 "GET /v2.0/ports?device_id=6ba02003-0082-4ade-b2ff-aaeb571a8717 HTTP/1.1" status: 200 len: 944 time: 0.4220538 Jun 01 06:14:00.307903 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa83869a-323a-4779-b4d8-d4589374cb47 tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] Router 249d0b0b-4d15-4689-8933-4e7c1f39c53a has already been hosted by L3 agent a2597806-c6e6-4acd-a843-608abc904602 {{(pid=91913) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 06:14:00.313457 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-00d946a5-3075-4ebb-b093-0f153dafa39d req-e7543b96-719b-4e94-84f5-eab4b7831749 service neutron] 10.222.0.45 "GET /v2.0/networks/87d8a353-7dd4-4082-9bf2-fd2c8884516a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2531662 Jun 01 06:14:00.413273 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781bf3b4-8e2b-498d-ab86-23a12c971085 req-f0a2eac8-816e-4419-b56d-d183d7c01601 tempest-VolumesSnapshotTestJSON-714247562 tempest-VolumesSnapshotTestJSON-714247562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:14:00.415202 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-781bf3b4-8e2b-498d-ab86-23a12c971085 req-f0a2eac8-816e-4419-b56d-d183d7c01601 tempest-VolumesSnapshotTestJSON-714247562 tempest-VolumesSnapshotTestJSON-714247562-project] 10.222.0.41 "GET /v2.0/ports?device_id=f7a675b6-7b4b-4fa0-a8c3-afd67b9def1a HTTP/1.1" status: 200 len: 944 time: 0.0923972 Jun 01 06:14:00.461994 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-781bf3b4-8e2b-498d-ab86-23a12c971085 req-37fdfb76-a480-492a-b94f-cf06c204a1f7 tempest-VolumesSnapshotTestJSON-714247562 tempest-VolumesSnapshotTestJSON-714247562-project] 10.222.0.41 "GET /v2.0/security-groups?id=aff84d6b-738c-48d3-9682-092c2465ce06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393021 Jun 01 06:14:00.508645 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-7fd1992c-bf07-47d9-b2b0-59c543813205 req-f0c73814-a47e-4d85-bade-7bb7d3da3943 tempest-TestMinimumBasicScenario-1035900223 tempest-TestMinimumBasicScenario-1035900223-project] 10.222.0.41 "GET /v2.0/security-groups?id=00149f5e-5845-4199-b9d6-6cd604ad02b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1933227 Jun 01 06:14:00.638096 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-00d946a5-3075-4ebb-b093-0f153dafa39d req-ca6ab306-988c-4ec8-96db-31d7a6e4fdd6 service neutron] 10.222.0.45 "GET /v2.0/networks/87d8a353-7dd4-4082-9bf2-fd2c8884516a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3068666 Jun 01 06:14:00.648834 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa83869a-323a-4779-b4d8-d4589374cb47 tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] Notify agent at l3_agent.dv-cinder-793885-1-smb the message routers_updated {{(pid=91913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 06:14:00.653488 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-fa83869a-323a-4779-b4d8-d4589374cb47 tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239402'] for floatingip, before_response {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:14:00.661451 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca7d69ff-1920-484b-8055-2abc227b7119 None None] Sync routers for ids ['249d0b0b-4d15-4689-8933-4e7c1f39c53a'] in dv-cinder-793885-1-smb {{(pid=91914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 06:14:00.678582 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca7d69ff-1920-484b-8055-2abc227b7119 None None] Routers {'249d0b0b-4d15-4689-8933-4e7c1f39c53a'} bound to L3 agent in host dv-cinder-793885-1-smb {{(pid=91914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 06:14:00.680720 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.db.l3_hamode_db [None req-ca7d69ff-1920-484b-8055-2abc227b7119 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793885-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-01T06:01:58Z,description=,heartbeat_timestamp=2021-06-01T06:13:58Z,host='dv-cinder-793885-1-smb',id=a2597806-c6e6-4acd-a843-608abc904602,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T06:01:58Z,topic='l3_agent')) {'router_ids': ['249d0b0b-4d15-4689-8933-4e7c1f39c53a'], 'active': True} {{(pid=91914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 06:14:00.761513 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [None req-fa83869a-323a-4779-b4d8-d4589374cb47 tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] 10.222.0.41 "PUT /v2.0/floatingips/18f4729b-039d-418e-b7f8-b121742dd2d3 HTTP/1.1" status: 200 len: 991 time: 3.0477121 Jun 01 06:14:00.797715 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eaeca37-bf74-4cea-be8c-10962abdcdf6 req-fbca255e-d219-4471-918d-7c425dc076f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:14:00.799274 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-1eaeca37-bf74-4cea-be8c-10962abdcdf6 req-fbca255e-d219-4471-918d-7c425dc076f8 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=90d9e2824fe04fba9c1e51879bb72596&device_id=f7a675b6-7b4b-4fa0-a8c3-afd67b9def1a HTTP/1.1" status: 200 len: 1097 time: 0.0975759 Jun 01 06:14:00.935144 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.db.l3_dvr_db [None req-ca7d69ff-1920-484b-8055-2abc227b7119 None None] Set router 249d0b0b-4d15-4689-8933-4e7c1f39c53a gateway port host: dv-cinder-793885-1-smb {{(pid=91914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 06:14:00.969348 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eaeca37-bf74-4cea-be8c-10962abdcdf6 req-f5a18b09-04cd-42cb-b7e5-d82accc174e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:14:00.970783 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-1eaeca37-bf74-4cea-be8c-10962abdcdf6 req-f5a18b09-04cd-42cb-b7e5-d82accc174e2 service neutron] 10.222.0.45 "GET /v2.0/networks?id=87d8a353-7dd4-4082-9bf2-fd2c8884516a HTTP/1.1" status: 200 len: 914 time: 0.1632483 Jun 01 06:14:01.046853 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-1eaeca37-bf74-4cea-be8c-10962abdcdf6 req-1e1d9ce3-6e87-4f8f-858a-44be3a6eba92 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=571ac778-7f96-4e11-83d3-7a793221b743 HTTP/1.1" status: 200 len: 217 time: 0.0678978 Jun 01 06:14:01.118288 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eaeca37-bf74-4cea-be8c-10962abdcdf6 req-b7c07241-4143-4840-9bbf-9a2962bdda23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:14:01.119709 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-1eaeca37-bf74-4cea-be8c-10962abdcdf6 req-b7c07241-4143-4840-9bbf-9a2962bdda23 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=76150a47-43a2-488b-8738-f3e8163a8625 HTTP/1.1" status: 200 len: 853 time: 0.0660520 Jun 01 06:14:01.170136 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-2212ef7e-50c1-45a6-8db2-90e035748ac3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774208951022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772053'] for agent, after_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:14:01.173451 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-1eaeca37-bf74-4cea-be8c-10962abdcdf6 req-ecb1fe15-e1e6-4104-a3d8-2a3c0a590aa3 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=87d8a353-7dd4-4082-9bf2-fd2c8884516a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0469968 Jun 01 06:14:01.208163 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43f14c8a-71ca-4849-a522-b8265eed9264', 'tag': '04cb92a6-89ce-4401-9cf4-d65ae86f6023'}] {{(pid=91913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 06:14:01.210458 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdc6be6d06003a26e0797ba9c3cae52571918e0042132e4e221042360f826683" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed73c7f1-1b5c-484c-abd9-b657a7df333d" -d '{"events": [{"name": "network-changed", "server_uuid": "43f14c8a-71ca-4849-a522-b8265eed9264", "tag": "04cb92a6-89ce-4401-9cf4-d65ae86f6023"}]}' {{(pid=91913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 06:14:01.242394 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.rpc [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Device a31cd721-a1d0-4eea-8fc8-b1415cdec3a4 details requested by agent hyperv_hv-cinder-79388 with host hv-cinder-79388 {{(pid=91914) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 06:14:01.293134 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Jun 2021 06:14:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-696713c3-3ce1-45bb-9c6c-fd7f54cc2660 x-openstack-request-id: req-696713c3-3ce1-45bb-9c6c-fd7f54cc2660 {{(pid=91913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 06:14:01.293491 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43f14c8a-71ca-4849-a522-b8265eed9264", "tag": "04cb92a6-89ce-4401-9cf4-d65ae86f6023", "status": "completed", "code": 200}]} {{(pid=91913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 06:14:01.293899 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-696713c3-3ce1-45bb-9c6c-fd7f54cc2660 {{(pid=91913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 06:14:01.294318 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43f14c8a-71ca-4849-a522-b8265eed9264', 'tag': '04cb92a6-89ce-4401-9cf4-d65ae86f6023', 'status': 'completed', 'code': 200} Jun 01 06:14:01.485500 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-1eaeca37-bf74-4cea-be8c-10962abdcdf6 req-ed2f91fb-d0a4-4215-8e11-a413ae80f2b0 service neutron] 10.222.0.45 "GET /v2.0/networks/87d8a353-7dd4-4082-9bf2-fd2c8884516a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3021970 Jun 01 06:14:01.570641 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.db [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] For port a31cd721-a1d0-4eea-8fc8-b1415cdec3a4, host hv-cinder-79388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79388',level=0,port_id=a31cd721-a1d0-4eea-8fc8-b1415cdec3a4,segment=NetworkSegment(cc0cc183-e050-4fc8-a49b-4071c6674dd2),segment_id=cc0cc183-e050-4fc8-a49b-4071c6674dd2)] {{(pid=91914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 06:14:01.593455 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.rpc [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Returning: {'device': 'a31cd721-a1d0-4eea-8fc8-b1415cdec3a4', 'network_id': 'b2527877-b5b6-43aa-8903-8b7eda48e9e3', 'port_id': 'a31cd721-a1d0-4eea-8fc8-b1415cdec3a4', 'mac_address': 'fa:16:3e:6e:71:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 332, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c51a303-e621-409b-99c6-f5028ab86df1', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91914) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 06:14:01.606115 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c29939-6f2c-49bd-b4b0-82cac3b64ece req-4b87c077-195c-43d8-80cb-236240d9ae5e tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:14:01.618007 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed73c7f1-1b5c-484c-abd9-b657a7df333d req-43d871f1-940b-4892-af18-6ee65384e2b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:14:01.619450 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-ed73c7f1-1b5c-484c-abd9-b657a7df333d req-43d871f1-940b-4892-af18-6ee65384e2b1 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7c893d8978f845f0bd2173a5ce1ebc47&device_id=43f14c8a-71ca-4849-a522-b8265eed9264 HTTP/1.1" status: 200 len: 1098 time: 0.2937350 Jun 01 06:14:01.625786 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-30c29939-6f2c-49bd-b4b0-82cac3b64ece req-4b87c077-195c-43d8-80cb-236240d9ae5e tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] 10.222.0.41 "GET /v2.0/ports?device_id=72bedde5-da28-4f1c-8365-a28036cb969f HTTP/1.1" status: 200 len: 945 time: 0.1544702 Jun 01 06:14:01.686748 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-30c29939-6f2c-49bd-b4b0-82cac3b64ece req-7b439113-5ce1-4f15-bdea-70803917ac6e tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] 10.222.0.41 "GET /v2.0/security-groups?id=9dabead4-1346-43ff-b632-007c2c7dafb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599391 Jun 01 06:14:01.695012 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3824664'] for port, before_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:14:01.720193 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.notifiers.nova [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a31cd721-a1d0-4eea-8fc8-b1415cdec3a4 {{(pid=91914) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 06:14:01.739064 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.db [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] For port a31cd721-a1d0-4eea-8fc8-b1415cdec3a4, host hv-cinder-79388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79388',level=0,port_id=a31cd721-a1d0-4eea-8fc8-b1415cdec3a4,segment=NetworkSegment(cc0cc183-e050-4fc8-a49b-4071c6674dd2),segment_id=cc0cc183-e050-4fc8-a49b-4071c6674dd2)] {{(pid=91914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 06:14:01.745421 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.db.l3_hamode_db [None req-ca7d69ff-1920-484b-8055-2abc227b7119 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '249d0b0b-4d15-4689-8933-4e7c1f39c53a', 'name': 'tempest-AttachVolumeTestJSON-2112037125-router', 'tenant_id': '7c893d8978f845f0bd2173a5ce1ebc47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df727fa4-ca0b-43ba-be88-ffeb156f0c84', 'external_fixed_ips': [{'subnet_id': '8acdb510-d5f4-4c90-8e8c-2a5ae18e332f', 'ip_address': '172.28.2.127'}], 'enable_snat': True}, 'gw_port_id': 'e66a6258-f990-48f9-9a98-ff54e6253942', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T06:13:16Z', 'updated_at': '2021-06-01T06:13:23Z', 'revision_number': 4, 'project_id': '7c893d8978f845f0bd2173a5ce1ebc47', 'gw_port': {'id': 'e66a6258-f990-48f9-9a98-ff54e6253942', 'name': '', 'network_id': 'df727fa4-ca0b-43ba-be88-ffeb156f0c84', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:f6:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '249d0b0b-4d15-4689-8933-4e7c1f39c53a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '8acdb510-d5f4-4c90-8e8c-2a5ae18e332f', 'ip_address': '172.28.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793885-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T06:13:17Z', 'updated_at': '2021-06-01T06:13:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acdb510-d5f4-4c90-8e8c-2a5ae18e332f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793885-1-smb', '_floatingips': [{'id': '18f4729b-039d-418e-b7f8-b121742dd2d3', 'tenant_id': '7c893d8978f845f0bd2173a5ce1ebc47', 'floating_ip_address': '172.28.2.240', 'floating_network_id': 'df727fa4-ca0b-43ba-be88-ffeb156f0c84', 'router_id': '249d0b0b-4d15-4689-8933-4e7c1f39c53a', 'port_id': '04cb92a6-89ce-4401-9cf4-d65ae86f6023', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 481, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1aef2bca-7ed6-4d41-a156-11dcffb5b8e2', 'mac_address': 'fa:16:3e:bc:67:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43f14c8a-71ca-4849-a522-b8265eed9264', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-01T06:13:28Z', 'updated_at': '2021-06-01T06:13:59Z', 'revision_number': 1, 'project_id': '7c893d8978f845f0bd2173a5ce1ebc47', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '818fc12b-89eb-4df6-8601-e76aaf8c828e', 'name': '', 'network_id': '1aef2bca-7ed6-4d41-a156-11dcffb5b8e2', 'tenant_id': '7c893d8978f845f0bd2173a5ce1ebc47', 'mac_address': 'fa:16:3e:0d:2f:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '249d0b0b-4d15-4689-8933-4e7c1f39c53a', 'device_owner': 'network:router_interface', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '855dfebb-5fe1-422f-95fd-8b5f405d78be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793885-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T06:13:21Z', 'updated_at': '2021-06-01T06:13:32Z', 'revision_number': 5, 'project_id': '7c893d8978f845f0bd2173a5ce1ebc47', 'subnets': [{'id': '855dfebb-5fe1-422f-95fd-8b5f405d78be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793885-1-smb', False) {} {{(pid=91914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 06:14:01.750468 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774208810132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774208425701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774208426006'] for port, after_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:14:01.754490 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG oslo_concurrency.lockutils [None req-4b09a8cb-172e-4949-b840-9300aef80a51 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91914) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:14:01.790509 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca7d69ff-1920-484b-8055-2abc227b7119 None None] Checking router: 249d0b0b-4d15-4689-8933-4e7c1f39c53a for host: dv-cinder-793885-1-smb {{(pid=91914) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 06:14:01.823349 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca7d69ff-1920-484b-8055-2abc227b7119 None None] Routers {'249d0b0b-4d15-4689-8933-4e7c1f39c53a'} bound to L3 agent in host dv-cinder-793885-1-smb {{(pid=91914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 06:14:01.824301 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.db.l3_hamode_db [None req-ca7d69ff-1920-484b-8055-2abc227b7119 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793885-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-01T06:01:58Z,description=,heartbeat_timestamp=2021-06-01T06:13:58Z,host='dv-cinder-793885-1-smb',id=a2597806-c6e6-4acd-a843-608abc904602,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T06:01:58Z,topic='l3_agent')) {'router_ids': ['249d0b0b-4d15-4689-8933-4e7c1f39c53a'], 'active': True} {{(pid=91914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 06:14:01.912583 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21312a55-f1a1-48d1-bc55-190375b1a2f0 req-066e6071-670a-4d5d-9960-9316260c2c71 tempest-TestMinimumBasicScenario-1035900223 tempest-TestMinimumBasicScenario-1035900223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:14:01.923090 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-21312a55-f1a1-48d1-bc55-190375b1a2f0 req-066e6071-670a-4d5d-9960-9316260c2c71 tempest-TestMinimumBasicScenario-1035900223 tempest-TestMinimumBasicScenario-1035900223-project] 10.222.0.41 "GET /v2.0/ports?device_id=6ba02003-0082-4ade-b2ff-aaeb571a8717 HTTP/1.1" status: 200 len: 945 time: 0.1123843 Jun 01 06:14:01.935721 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Pushing event updated for resources: {'Port': ['ID=a31cd721-a1d0-4eea-8fc8-b1415cdec3a4,revision_number=4']} {{(pid=91914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:14:01.947560 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG oslo_concurrency.lockutils [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=91914) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:14:01.954782 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-1eaeca37-bf74-4cea-be8c-10962abdcdf6 req-91bb4534-7ae1-4910-877a-be4872b521dc service neutron] 10.222.0.45 "GET /v2.0/networks/87d8a353-7dd4-4082-9bf2-fd2c8884516a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4625666 Jun 01 06:14:01.993702 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-21312a55-f1a1-48d1-bc55-190375b1a2f0 req-0a138b1a-43c3-4eeb-aff3-8743def9dddb tempest-TestMinimumBasicScenario-1035900223 tempest-TestMinimumBasicScenario-1035900223-project] 10.222.0.41 "GET /v2.0/security-groups?id=00149f5e-5845-4199-b9d6-6cd604ad02b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670357 Jun 01 06:14:02.022249 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0789c99a-ca4a-4637-b187-847cca9c6e97 req-0c37ddca-be2a-46ff-8562-0c5df0652bdb tempest-VolumesSnapshotTestJSON-714247562 tempest-VolumesSnapshotTestJSON-714247562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:14:02.024051 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-0789c99a-ca4a-4637-b187-847cca9c6e97 req-0c37ddca-be2a-46ff-8562-0c5df0652bdb tempest-VolumesSnapshotTestJSON-714247562 tempest-VolumesSnapshotTestJSON-714247562-project] 10.222.0.41 "GET /v2.0/ports?device_id=f7a675b6-7b4b-4fa0-a8c3-afd67b9def1a HTTP/1.1" status: 200 len: 944 time: 0.1591709 Jun 01 06:14:02.025359 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed73c7f1-1b5c-484c-abd9-b657a7df333d req-d353a1ba-beda-4fb0-bd6b-85808fe9e0f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:14:02.026898 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-ed73c7f1-1b5c-484c-abd9-b657a7df333d req-d353a1ba-beda-4fb0-bd6b-85808fe9e0f9 service neutron] 10.222.0.45 "GET /v2.0/networks?id=1aef2bca-7ed6-4d41-a156-11dcffb5b8e2 HTTP/1.1" status: 200 len: 912 time: 0.3861256 Jun 01 06:14:02.085597 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.db.l3_dvr_db [None req-ca7d69ff-1920-484b-8055-2abc227b7119 None None] Set router 249d0b0b-4d15-4689-8933-4e7c1f39c53a gateway port host: dv-cinder-793885-1-smb {{(pid=91914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 06:14:02.173978 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-0789c99a-ca4a-4637-b187-847cca9c6e97 req-963df024-e482-41f2-b90f-74d01c9aaa95 tempest-VolumesSnapshotTestJSON-714247562 tempest-VolumesSnapshotTestJSON-714247562-project] 10.222.0.41 "GET /v2.0/security-groups?id=aff84d6b-738c-48d3-9682-092c2465ce06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425745 Jun 01 06:14:02.178838 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-ed73c7f1-1b5c-484c-abd9-b657a7df333d req-9e890cac-bc07-483c-b131-a65ecb887fce service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=04cb92a6-89ce-4401-9cf4-d65ae86f6023 HTTP/1.1" status: 200 len: 999 time: 0.1304674 Jun 01 06:14:02.255019 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.db [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] get_ports_and_sgs() called for port_ids ['a31cd721-a1d0-4eea-8fc8-b1415cdec3a4'] {{(pid=91914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 06:14:02.259464 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed73c7f1-1b5c-484c-abd9-b657a7df333d req-1118fc43-669e-4ea3-8762-e9a4e0cc9307 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:14:02.260899 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-ed73c7f1-1b5c-484c-abd9-b657a7df333d req-1118fc43-669e-4ea3-8762-e9a4e0cc9307 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=855dfebb-5fe1-422f-95fd-8b5f405d78be HTTP/1.1" status: 200 len: 850 time: 0.0629494 Jun 01 06:14:02.367732 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed73c7f1-1b5c-484c-abd9-b657a7df333d req-4dcaf81f-c68d-420d-b040-a09cc96140e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:14:02.369914 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-ed73c7f1-1b5c-484c-abd9-b657a7df333d req-4dcaf81f-c68d-420d-b040-a09cc96140e1 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1aef2bca-7ed6-4d41-a156-11dcffb5b8e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1017215 Jun 01 06:14:02.544323 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-ed73c7f1-1b5c-484c-abd9-b657a7df333d req-f08a8f00-8c98-480e-be69-e0d5e58d00ab service neutron] 10.222.0.45 "GET /v2.0/networks/1aef2bca-7ed6-4d41-a156-11dcffb5b8e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1638615 Jun 01 06:14:02.620100 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.db.l3_hamode_db [None req-ca7d69ff-1920-484b-8055-2abc227b7119 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '249d0b0b-4d15-4689-8933-4e7c1f39c53a', 'name': 'tempest-AttachVolumeTestJSON-2112037125-router', 'tenant_id': '7c893d8978f845f0bd2173a5ce1ebc47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df727fa4-ca0b-43ba-be88-ffeb156f0c84', 'external_fixed_ips': [{'subnet_id': '8acdb510-d5f4-4c90-8e8c-2a5ae18e332f', 'ip_address': '172.28.2.127'}], 'enable_snat': True}, 'gw_port_id': 'e66a6258-f990-48f9-9a98-ff54e6253942', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T06:13:16Z', 'updated_at': '2021-06-01T06:13:23Z', 'revision_number': 4, 'project_id': '7c893d8978f845f0bd2173a5ce1ebc47', 'gw_port': {'id': 'e66a6258-f990-48f9-9a98-ff54e6253942', 'name': '', 'network_id': 'df727fa4-ca0b-43ba-be88-ffeb156f0c84', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:f6:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '249d0b0b-4d15-4689-8933-4e7c1f39c53a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '8acdb510-d5f4-4c90-8e8c-2a5ae18e332f', 'ip_address': '172.28.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793885-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T06:13:17Z', 'updated_at': '2021-06-01T06:13:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acdb510-d5f4-4c90-8e8c-2a5ae18e332f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793885-1-smb', '_floatingips': [{'id': '18f4729b-039d-418e-b7f8-b121742dd2d3', 'tenant_id': '7c893d8978f845f0bd2173a5ce1ebc47', 'floating_ip_address': '172.28.2.240', 'floating_network_id': 'df727fa4-ca0b-43ba-be88-ffeb156f0c84', 'router_id': '249d0b0b-4d15-4689-8933-4e7c1f39c53a', 'port_id': '04cb92a6-89ce-4401-9cf4-d65ae86f6023', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 481, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1aef2bca-7ed6-4d41-a156-11dcffb5b8e2', 'mac_address': 'fa:16:3e:bc:67:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43f14c8a-71ca-4849-a522-b8265eed9264', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-01T06:13:28Z', 'updated_at': '2021-06-01T06:13:59Z', 'revision_number': 1, 'project_id': '7c893d8978f845f0bd2173a5ce1ebc47', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '818fc12b-89eb-4df6-8601-e76aaf8c828e', 'name': '', 'network_id': '1aef2bca-7ed6-4d41-a156-11dcffb5b8e2', 'tenant_id': '7c893d8978f845f0bd2173a5ce1ebc47', 'mac_address': 'fa:16:3e:0d:2f:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '249d0b0b-4d15-4689-8933-4e7c1f39c53a', 'device_owner': 'network:router_interface', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '855dfebb-5fe1-422f-95fd-8b5f405d78be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793885-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T06:13:21Z', 'updated_at': '2021-06-01T06:13:32Z', 'revision_number': 5, 'project_id': '7c893d8978f845f0bd2173a5ce1ebc47', 'subnets': [{'id': '855dfebb-5fe1-422f-95fd-8b5f405d78be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793885-1-smb', False) {} {{(pid=91914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 06:14:02.624961 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca7d69ff-1920-484b-8055-2abc227b7119 None None] The sync data for ids ['249d0b0b-4d15-4689-8933-4e7c1f39c53a'] in dv-cinder-793885-1-smb is: [{'id': '249d0b0b-4d15-4689-8933-4e7c1f39c53a', 'name': 'tempest-AttachVolumeTestJSON-2112037125-router', 'tenant_id': '7c893d8978f845f0bd2173a5ce1ebc47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df727fa4-ca0b-43ba-be88-ffeb156f0c84', 'external_fixed_ips': [{'subnet_id': '8acdb510-d5f4-4c90-8e8c-2a5ae18e332f', 'ip_address': '172.28.2.127'}], 'enable_snat': True}, 'gw_port_id': 'e66a6258-f990-48f9-9a98-ff54e6253942', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T06:13:16Z', 'updated_at': '2021-06-01T06:13:23Z', 'revision_number': 4, 'project_id': '7c893d8978f845f0bd2173a5ce1ebc47', 'gw_port': {'id': 'e66a6258-f990-48f9-9a98-ff54e6253942', 'name': '', 'network_id': 'df727fa4-ca0b-43ba-be88-ffeb156f0c84', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:f6:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '249d0b0b-4d15-4689-8933-4e7c1f39c53a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '8acdb510-d5f4-4c90-8e8c-2a5ae18e332f', 'ip_address': '172.28.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793885-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T06:13:17Z', 'updated_at': '2021-06-01T06:13:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acdb510-d5f4-4c90-8e8c-2a5ae18e332f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793885-1-smb', '_floatingips': [{'id': '18f4729b-039d-418e-b7f8-b121742dd2d3', 'tenant_id': '7c893d8978f845f0bd2173a5ce1ebc47', 'floating_ip_address': '172.28.2.240', 'floating_network_id': 'df727fa4-ca0b-43ba-be88-ffeb156f0c84', 'router_id': '249d0b0b-4d15-4689-8933-4e7c1f39c53a', 'port_id': '04cb92a6-89ce-4401-9cf4-d65ae86f6023', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 481, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1aef2bca-7ed6-4d41-a156-11dcffb5b8e2', 'mac_address': 'fa:16:3e:bc:67:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43f14c8a-71ca-4849-a522-b8265eed9264', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-01T06:13:28Z', 'updated_at': '2021-06-01T06:13:59Z', 'revision_number': 1, 'project_id': '7c893d8978f845f0bd2173a5ce1ebc47', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '818fc12b-89eb-4df6-8601-e76aaf8c828e', 'name': '', 'network_id': '1aef2bca-7ed6-4d41-a156-11dcffb5b8e2', 'tenant_id': '7c893d8978f845f0bd2173a5ce1ebc47', 'mac_address': 'fa:16:3e:0d:2f:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '249d0b0b-4d15-4689-8933-4e7c1f39c53a', 'device_owner': 'network:router_interface', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '855dfebb-5fe1-422f-95fd-8b5f405d78be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793885-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T06:13:21Z', 'updated_at': '2021-06-01T06:13:32Z', 'revision_number': 5, 'project_id': '7c893d8978f845f0bd2173a5ce1ebc47', 'subnets': [{'id': '855dfebb-5fe1-422f-95fd-8b5f405d78be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 06:14:02.708530 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-ed73c7f1-1b5c-484c-abd9-b657a7df333d req-483a7d13-c170-4894-9ae4-934e19fb6d55 service neutron] 10.222.0.45 "GET /v2.0/networks/1aef2bca-7ed6-4d41-a156-11dcffb5b8e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1554680 Jun 01 06:14:02.876714 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57031470-1f3c-420b-b7a8-0610f2ff3066 None None] New status for floating IP 18f4729b-039d-418e-b7f8-b121742dd2d3: ACTIVE {{(pid=91915) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 01 06:14:02.900535 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52ed27e-4042-4646-aeee-71595f5db8ec req-7fc944a6-0d46-469f-8c24-1d436e0cf4af tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:14:02.902103 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-e52ed27e-4042-4646-aeee-71595f5db8ec req-7fc944a6-0d46-469f-8c24-1d436e0cf4af tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] 10.222.0.41 "GET /v2.0/ports?device_id=72bedde5-da28-4f1c-8365-a28036cb969f HTTP/1.1" status: 200 len: 945 time: 0.1099455 Jun 01 06:14:02.952944 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-e52ed27e-4042-4646-aeee-71595f5db8ec req-eba43b08-265b-4e6a-956c-a0b27b77772c tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] 10.222.0.41 "GET /v2.0/security-groups?id=9dabead4-1346-43ff-b632-007c2c7dafb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428615 Jun 01 06:14:02.987354 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG neutron.db.agents_db [None req-a707e798-5c4a-4349-b1a6-04fc24c0e8c1 None None] Agent healthcheck: found 6 active agents {{(pid=91915) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 06:14:03.187608 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d904ad4f-4092-4e63-8988-37f5d0ad68ea req-89f862a8-0f73-4ffd-990d-45a5ea91d200 tempest-TestMinimumBasicScenario-1035900223 tempest-TestMinimumBasicScenario-1035900223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:14:03.189260 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-d904ad4f-4092-4e63-8988-37f5d0ad68ea req-89f862a8-0f73-4ffd-990d-45a5ea91d200 tempest-TestMinimumBasicScenario-1035900223 tempest-TestMinimumBasicScenario-1035900223-project] 10.222.0.41 "GET /v2.0/ports?device_id=6ba02003-0082-4ade-b2ff-aaeb571a8717 HTTP/1.1" status: 200 len: 945 time: 0.0947766 Jun 01 06:14:03.252271 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-d904ad4f-4092-4e63-8988-37f5d0ad68ea req-63af1730-7620-4adc-b38b-4adf497fc4c0 tempest-TestMinimumBasicScenario-1035900223 tempest-TestMinimumBasicScenario-1035900223-project] 10.222.0.41 "GET /v2.0/security-groups?id=00149f5e-5845-4199-b9d6-6cd604ad02b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549669 Jun 01 06:14:03.408339 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ae3de2-a809-48b1-bd3c-58ccf3e6431f req-3362a9c2-2629-473e-9156-410857d0e55b tempest-VolumesSnapshotTestJSON-714247562 tempest-VolumesSnapshotTestJSON-714247562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:14:03.413459 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-e0ae3de2-a809-48b1-bd3c-58ccf3e6431f req-3362a9c2-2629-473e-9156-410857d0e55b tempest-VolumesSnapshotTestJSON-714247562 tempest-VolumesSnapshotTestJSON-714247562-project] 10.222.0.41 "GET /v2.0/ports?device_id=f7a675b6-7b4b-4fa0-a8c3-afd67b9def1a HTTP/1.1" status: 200 len: 944 time: 0.0993245 Jun 01 06:14:03.460218 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-e0ae3de2-a809-48b1-bd3c-58ccf3e6431f req-7a78eb89-df97-4c8c-a851-86160431e852 tempest-VolumesSnapshotTestJSON-714247562 tempest-VolumesSnapshotTestJSON-714247562-project] 10.222.0.41 "GET /v2.0/security-groups?id=aff84d6b-738c-48d3-9682-092c2465ce06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445836 Jun 01 06:14:04.211389 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35b633d-e210-475d-9251-aa8b6d6a70bc req-23ef756d-a586-4742-b7b0-e3475858a695 tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:14:04.213225 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-d35b633d-e210-475d-9251-aa8b6d6a70bc req-23ef756d-a586-4742-b7b0-e3475858a695 tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] 10.222.0.41 "GET /v2.0/ports?device_id=72bedde5-da28-4f1c-8365-a28036cb969f HTTP/1.1" status: 200 len: 945 time: 0.1012590 Jun 01 06:14:04.266152 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-d35b633d-e210-475d-9251-aa8b6d6a70bc req-b366b7fe-093f-4607-96eb-b66f2a204c6e tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] 10.222.0.41 "GET /v2.0/security-groups?id=9dabead4-1346-43ff-b632-007c2c7dafb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468688 Jun 01 06:14:04.437269 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11016c2-dcd7-4a49-ae5e-c5dfc1e062f2 req-f19fad81-589f-461e-8b8c-5dc75233c373 tempest-TestMinimumBasicScenario-1035900223 tempest-TestMinimumBasicScenario-1035900223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:14:04.438818 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-d11016c2-dcd7-4a49-ae5e-c5dfc1e062f2 req-f19fad81-589f-461e-8b8c-5dc75233c373 tempest-TestMinimumBasicScenario-1035900223 tempest-TestMinimumBasicScenario-1035900223-project] 10.222.0.41 "GET /v2.0/ports?device_id=6ba02003-0082-4ade-b2ff-aaeb571a8717 HTTP/1.1" status: 200 len: 945 time: 0.0858841 Jun 01 06:14:04.496891 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-d11016c2-dcd7-4a49-ae5e-c5dfc1e062f2 req-59e2a32b-ef79-42ad-9cbe-b07bfc621ff2 tempest-TestMinimumBasicScenario-1035900223 tempest-TestMinimumBasicScenario-1035900223-project] 10.222.0.41 "GET /v2.0/security-groups?id=00149f5e-5845-4199-b9d6-6cd604ad02b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514727 Jun 01 06:14:04.661699 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43286ce-c6ca-42e9-a677-60a3996f8714 req-aff03631-b520-44fb-9638-4773b1090d10 tempest-VolumesSnapshotTestJSON-714247562 tempest-VolumesSnapshotTestJSON-714247562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:14:04.663166 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-c43286ce-c6ca-42e9-a677-60a3996f8714 req-aff03631-b520-44fb-9638-4773b1090d10 tempest-VolumesSnapshotTestJSON-714247562 tempest-VolumesSnapshotTestJSON-714247562-project] 10.222.0.41 "GET /v2.0/ports?device_id=f7a675b6-7b4b-4fa0-a8c3-afd67b9def1a HTTP/1.1" status: 200 len: 944 time: 0.0815597 Jun 01 06:14:04.713579 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-c43286ce-c6ca-42e9-a677-60a3996f8714 req-6fef57d5-b7ac-4a47-8930-926a7780650d tempest-VolumesSnapshotTestJSON-714247562 tempest-VolumesSnapshotTestJSON-714247562-project] 10.222.0.41 "GET /v2.0/security-groups?id=aff84d6b-738c-48d3-9682-092c2465ce06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444365 Jun 01 06:14:05.196398 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.rpc [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Device 571ac778-7f96-4e11-83d3-7a793221b743 details requested by agent hyperv_hv-cinder-79388 with host hv-cinder-79388 {{(pid=91914) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 06:14:05.199898 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.rpc [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Device a31cd721-a1d0-4eea-8fc8-b1415cdec3a4 up at agent hyperv_hv-cinder-79388 {{(pid=91914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 06:14:05.353404 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.db.provisioning_blocks [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Provisioning for port a31cd721-a1d0-4eea-8fc8-b1415cdec3a4 completed by entity L2. {{(pid=91914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 06:14:05.369184 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.db.provisioning_blocks [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Provisioning complete for port a31cd721-a1d0-4eea-8fc8-b1415cdec3a4 triggered by entity L2. {{(pid=91914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 06:14:05.369560 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3772206'] for port, provisioning_complete {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:14:05.475264 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.db [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] For port 571ac778-7f96-4e11-83d3-7a793221b743, host hv-cinder-79388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79388',level=0,port_id=571ac778-7f96-4e11-83d3-7a793221b743,segment=NetworkSegment(9af682df-6564-48fb-b52a-b8597f6ebb6e),segment_id=9af682df-6564-48fb-b52a-b8597f6ebb6e)] {{(pid=91914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 06:14:05.475512 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb244dc9-b661-4714-921f-0d65a9a4a7ee req-b4ac12f2-83c3-4734-8065-8db8470027aa tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:14:05.477229 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-cb244dc9-b661-4714-921f-0d65a9a4a7ee req-b4ac12f2-83c3-4734-8065-8db8470027aa tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] 10.222.0.41 "GET /v2.0/ports?device_id=72bedde5-da28-4f1c-8365-a28036cb969f HTTP/1.1" status: 200 len: 945 time: 0.0889359 Jun 01 06:14:05.492297 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.rpc [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Returning: {'device': '571ac778-7f96-4e11-83d3-7a793221b743', 'network_id': '87d8a353-7dd4-4082-9bf2-fd2c8884516a', 'port_id': '571ac778-7f96-4e11-83d3-7a793221b743', 'mac_address': 'fa:16:3e:15:ea:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76150a47-43a2-488b-8738-f3e8163a8625', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91914) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 06:14:05.544173 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-cb244dc9-b661-4714-921f-0d65a9a4a7ee req-b37e77f8-e7df-48bd-ba0e-0b6d1813eb5f tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] 10.222.0.41 "GET /v2.0/security-groups?id=9dabead4-1346-43ff-b632-007c2c7dafb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577631 Jun 01 06:14:05.600055 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3824664'] for port, before_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:14:05.624318 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.notifiers.nova [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 571ac778-7f96-4e11-83d3-7a793221b743 {{(pid=91914) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 06:14:05.628296 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3824664'] for port, before_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:14:05.659967 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.db [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] For port 571ac778-7f96-4e11-83d3-7a793221b743, host hv-cinder-79388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79388',level=0,port_id=571ac778-7f96-4e11-83d3-7a793221b743,segment=NetworkSegment(9af682df-6564-48fb-b52a-b8597f6ebb6e),segment_id=9af682df-6564-48fb-b52a-b8597f6ebb6e)] {{(pid=91914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 06:14:05.666962 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ba02003-0082-4ade-b2ff-aaeb571a8717', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a31cd721-a1d0-4eea-8fc8-b1415cdec3a4'}] {{(pid=91914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 06:14:05.670713 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cefeca7b2fbb82c39cf99810f9cdf69defc097144ee6f344485b033ce81b52cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d622c5e1-7764-4d03-98ec-8c0b48e94f83" -d '{"events": [{"server_uuid": "6ba02003-0082-4ade-b2ff-aaeb571a8717", "name": "network-vif-plugged", "status": "completed", "tag": "a31cd721-a1d0-4eea-8fc8-b1415cdec3a4"}]}' {{(pid=91914) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 06:14:05.676128 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774208810132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774208425701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774208426006'] for port, after_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:14:05.679855 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG oslo_concurrency.lockutils [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91914) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:14:05.712169 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.db [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] For port a31cd721-a1d0-4eea-8fc8-b1415cdec3a4, host hv-cinder-79388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79388',level=0,port_id=a31cd721-a1d0-4eea-8fc8-b1415cdec3a4,segment=NetworkSegment(cc0cc183-e050-4fc8-a49b-4071c6674dd2),segment_id=cc0cc183-e050-4fc8-a49b-4071c6674dd2)] {{(pid=91914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 06:14:05.735414 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774208810132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774208425701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774208426006'] for port, after_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:14:05.760546 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 06:14:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcca2216-5208-4cc3-a351-cd694b0398d6 x-openstack-request-id: req-bcca2216-5208-4cc3-a351-cd694b0398d6 {{(pid=91914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 06:14:05.760858 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ba02003-0082-4ade-b2ff-aaeb571a8717", "name": "network-vif-plugged", "status": "completed", "tag": "a31cd721-a1d0-4eea-8fc8-b1415cdec3a4", "code": 200}]} {{(pid=91914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 06:14:05.761151 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-bcca2216-5208-4cc3-a351-cd694b0398d6 {{(pid=91914) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 06:14:05.761545 dv-cinder-793885-1-smb neutron-server[91914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ba02003-0082-4ade-b2ff-aaeb571a8717', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a31cd721-a1d0-4eea-8fc8-b1415cdec3a4', 'code': 200} Jun 01 06:14:05.762089 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Pushing event updated for resources: {'Port': ['ID=571ac778-7f96-4e11-83d3-7a793221b743,revision_number=4']} {{(pid=91914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:14:05.776650 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG oslo_concurrency.lockutils [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=91914) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:14:05.777527 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG oslo_concurrency.lockutils [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.037s {{(pid=91914) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:14:05.791976 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4bf902-bc7c-4506-8f4e-b2fbcb69b1e6 req-03bf4a91-1414-4b8f-b78b-0a7de78084e2 tempest-TestMinimumBasicScenario-1035900223 tempest-TestMinimumBasicScenario-1035900223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:14:05.799421 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-ab4bf902-bc7c-4506-8f4e-b2fbcb69b1e6 req-03bf4a91-1414-4b8f-b78b-0a7de78084e2 tempest-TestMinimumBasicScenario-1035900223 tempest-TestMinimumBasicScenario-1035900223-project] 10.222.0.41 "GET /v2.0/ports?device_id=6ba02003-0082-4ade-b2ff-aaeb571a8717 HTTP/1.1" status: 200 len: 946 time: 0.1065829 Jun 01 06:14:05.856782 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-ab4bf902-bc7c-4506-8f4e-b2fbcb69b1e6 req-4372eb0a-742e-4d58-a136-30847f6ab033 tempest-TestMinimumBasicScenario-1035900223 tempest-TestMinimumBasicScenario-1035900223-project] 10.222.0.41 "GET /v2.0/security-groups?id=00149f5e-5845-4199-b9d6-6cd604ad02b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525780 Jun 01 06:14:05.926053 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Pushing event updated for resources: {'Port': ['ID=a31cd721-a1d0-4eea-8fc8-b1415cdec3a4,revision_number=5']} {{(pid=91914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:14:05.929191 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG oslo_concurrency.lockutils [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=91914) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:14:05.995143 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f32415e-eb63-47ce-8726-e2398b4d2376 req-2fd43411-5745-4fd4-b0db-1e482ffa775c tempest-VolumesSnapshotTestJSON-714247562 tempest-VolumesSnapshotTestJSON-714247562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:14:06.006175 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-2f32415e-eb63-47ce-8726-e2398b4d2376 req-2fd43411-5745-4fd4-b0db-1e482ffa775c tempest-VolumesSnapshotTestJSON-714247562 tempest-VolumesSnapshotTestJSON-714247562-project] 10.222.0.41 "GET /v2.0/ports?device_id=f7a675b6-7b4b-4fa0-a8c3-afd67b9def1a HTTP/1.1" status: 200 len: 945 time: 0.1102743 Jun 01 06:14:06.057757 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.db [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] get_ports_and_sgs() called for port_ids ['571ac778-7f96-4e11-83d3-7a793221b743'] {{(pid=91914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 06:14:06.062306 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-2f32415e-eb63-47ce-8726-e2398b4d2376 req-72460ee5-0722-46e2-8e9b-2df5ed505015 tempest-VolumesSnapshotTestJSON-714247562 tempest-VolumesSnapshotTestJSON-714247562-project] 10.222.0.41 "GET /v2.0/security-groups?id=aff84d6b-738c-48d3-9682-092c2465ce06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504911 Jun 01 06:14:06.090980 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec8e1aa-9a29-485d-8a8f-c28f9e5e16ee req-9989767f-56a2-4d5f-af8e-56aaee20991a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:14:06.093004 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-fec8e1aa-9a29-485d-8a8f-c28f9e5e16ee req-9989767f-56a2-4d5f-af8e-56aaee20991a service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=6ba02003-0082-4ade-b2ff-aaeb571a8717 HTTP/1.1" status: 200 len: 1099 time: 0.0963986 Jun 01 06:14:06.141017 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-fec8e1aa-9a29-485d-8a8f-c28f9e5e16ee req-40f941a8-b007-446d-a6fb-f0610a0d38c4 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=00149f5e-5845-4199-b9d6-6cd604ad02b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395677 Jun 01 06:14:06.782055 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbd9a9c-5419-45f1-8805-e1cba84bc5c3 req-7b410acb-89eb-4b85-ba0f-d9dfc3ddc551 tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:14:06.784325 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-cbbd9a9c-5419-45f1-8805-e1cba84bc5c3 req-7b410acb-89eb-4b85-ba0f-d9dfc3ddc551 tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] 10.222.0.41 "GET /v2.0/ports?device_id=72bedde5-da28-4f1c-8365-a28036cb969f HTTP/1.1" status: 200 len: 945 time: 0.1070533 Jun 01 06:14:06.835920 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-cbbd9a9c-5419-45f1-8805-e1cba84bc5c3 req-36511dfb-2e70-421b-9735-4dfcc96fa337 tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] 10.222.0.41 "GET /v2.0/security-groups?id=9dabead4-1346-43ff-b632-007c2c7dafb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453119 Jun 01 06:14:07.138465 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae3facf-3c0d-4a80-9221-37611dce15c6 req-15392bbd-498e-4d46-bbe3-97870a495cdd tempest-TestMinimumBasicScenario-1035900223 tempest-TestMinimumBasicScenario-1035900223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:14:07.140646 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-1ae3facf-3c0d-4a80-9221-37611dce15c6 req-15392bbd-498e-4d46-bbe3-97870a495cdd tempest-TestMinimumBasicScenario-1035900223 tempest-TestMinimumBasicScenario-1035900223-project] 10.222.0.41 "GET /v2.0/ports?device_id=6ba02003-0082-4ade-b2ff-aaeb571a8717 HTTP/1.1" status: 200 len: 946 time: 0.1860096 Jun 01 06:14:07.208422 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-1ae3facf-3c0d-4a80-9221-37611dce15c6 req-e160dcbf-112b-4224-8769-c9c3d41b3123 tempest-TestMinimumBasicScenario-1035900223 tempest-TestMinimumBasicScenario-1035900223-project] 10.222.0.41 "GET /v2.0/security-groups?id=00149f5e-5845-4199-b9d6-6cd604ad02b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601859 Jun 01 06:14:07.275723 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807156ab-dfd6-4dd5-a198-5f91d1286b12 req-30559af9-b9a2-4e15-8a33-5bcbd5d8b66c tempest-VolumesSnapshotTestJSON-714247562 tempest-VolumesSnapshotTestJSON-714247562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:14:07.277521 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-807156ab-dfd6-4dd5-a198-5f91d1286b12 req-30559af9-b9a2-4e15-8a33-5bcbd5d8b66c tempest-VolumesSnapshotTestJSON-714247562 tempest-VolumesSnapshotTestJSON-714247562-project] 10.222.0.41 "GET /v2.0/ports?device_id=f7a675b6-7b4b-4fa0-a8c3-afd67b9def1a HTTP/1.1" status: 200 len: 945 time: 0.0923076 Jun 01 06:14:07.334085 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-807156ab-dfd6-4dd5-a198-5f91d1286b12 req-b02e9e02-d709-497f-9972-1cf6f864bd20 tempest-VolumesSnapshotTestJSON-714247562 tempest-VolumesSnapshotTestJSON-714247562-project] 10.222.0.41 "GET /v2.0/security-groups?id=aff84d6b-738c-48d3-9682-092c2465ce06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494449 Jun 01 06:14:08.055810 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e5c4fd-f480-41e1-8227-59c0de4c7159 req-75292421-1454-4b88-8c5f-3acca278d560 tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:14:08.058089 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-67e5c4fd-f480-41e1-8227-59c0de4c7159 req-75292421-1454-4b88-8c5f-3acca278d560 tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] 10.222.0.41 "GET /v2.0/ports?device_id=72bedde5-da28-4f1c-8365-a28036cb969f HTTP/1.1" status: 200 len: 945 time: 0.0864797 Jun 01 06:14:08.108750 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-67e5c4fd-f480-41e1-8227-59c0de4c7159 req-4996073b-e92a-407b-a746-a4abdd01bda0 tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] 10.222.0.41 "GET /v2.0/security-groups?id=9dabead4-1346-43ff-b632-007c2c7dafb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448809 Jun 01 06:14:08.429044 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31042e79-10b0-4156-811d-7ad66bf53227 req-5defa3e0-0fb3-46a1-abb3-fe0dbd4c057a tempest-TestMinimumBasicScenario-1035900223 tempest-TestMinimumBasicScenario-1035900223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:14:08.431152 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-31042e79-10b0-4156-811d-7ad66bf53227 req-5defa3e0-0fb3-46a1-abb3-fe0dbd4c057a tempest-TestMinimumBasicScenario-1035900223 tempest-TestMinimumBasicScenario-1035900223-project] 10.222.0.41 "GET /v2.0/ports?device_id=6ba02003-0082-4ade-b2ff-aaeb571a8717 HTTP/1.1" status: 200 len: 946 time: 0.1007695 Jun 01 06:14:08.500030 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-31042e79-10b0-4156-811d-7ad66bf53227 req-4e758d79-4934-4ae3-ad7e-277c7e49a588 tempest-TestMinimumBasicScenario-1035900223 tempest-TestMinimumBasicScenario-1035900223-project] 10.222.0.41 "GET /v2.0/security-groups?id=00149f5e-5845-4199-b9d6-6cd604ad02b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609872 Jun 01 06:14:08.538496 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f568d60-2359-433e-907b-a1ce72b07c23 req-e2f20aba-2ded-48ef-84d0-8b94324e0532 tempest-VolumesSnapshotTestJSON-714247562 tempest-VolumesSnapshotTestJSON-714247562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:14:08.545664 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-2f568d60-2359-433e-907b-a1ce72b07c23 req-e2f20aba-2ded-48ef-84d0-8b94324e0532 tempest-VolumesSnapshotTestJSON-714247562 tempest-VolumesSnapshotTestJSON-714247562-project] 10.222.0.41 "GET /v2.0/ports?device_id=f7a675b6-7b4b-4fa0-a8c3-afd67b9def1a HTTP/1.1" status: 200 len: 945 time: 0.0975437 Jun 01 06:14:08.728283 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-2f568d60-2359-433e-907b-a1ce72b07c23 req-f41ea512-941f-40cb-9441-880d8f7f4f7e tempest-VolumesSnapshotTestJSON-714247562 tempest-VolumesSnapshotTestJSON-714247562-project] 10.222.0.41 "GET /v2.0/security-groups?id=aff84d6b-738c-48d3-9682-092c2465ce06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1815009 Jun 01 06:14:08.936851 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea94d3a2-18ab-4c0f-b3e8-b03a730afd90 req-0c6db193-36cc-4eb4-a165-2406d75580e9 tempest-TestMinimumBasicScenario-1035900223 tempest-TestMinimumBasicScenario-1035900223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:14:08.940156 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-ea94d3a2-18ab-4c0f-b3e8-b03a730afd90 req-0c6db193-36cc-4eb4-a165-2406d75580e9 tempest-TestMinimumBasicScenario-1035900223 tempest-TestMinimumBasicScenario-1035900223-project] 10.222.0.41 "GET /v2.0/ports?device_id=6ba02003-0082-4ade-b2ff-aaeb571a8717 HTTP/1.1" status: 200 len: 946 time: 0.1356745 Jun 01 06:14:08.987987 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-ea94d3a2-18ab-4c0f-b3e8-b03a730afd90 req-19bc0016-6721-46ca-bedd-ae795eeaaecb tempest-TestMinimumBasicScenario-1035900223 tempest-TestMinimumBasicScenario-1035900223-project] 10.222.0.41 "GET /v2.0/security-groups?id=00149f5e-5845-4199-b9d6-6cd604ad02b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439625 Jun 01 06:14:09.241749 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.rpc [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Device 571ac778-7f96-4e11-83d3-7a793221b743 up at agent hyperv_hv-cinder-79388 {{(pid=91914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 06:14:09.341614 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbb0b22-dd2f-4094-9076-03f8518c08cc req-68e59658-2595-429e-b8cb-2a398f4d0de8 tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:14:09.345152 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.db.provisioning_blocks [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Provisioning for port 571ac778-7f96-4e11-83d3-7a793221b743 completed by entity L2. {{(pid=91914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 06:14:09.349210 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-edbb0b22-dd2f-4094-9076-03f8518c08cc req-68e59658-2595-429e-b8cb-2a398f4d0de8 tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] 10.222.0.41 "GET /v2.0/ports?device_id=72bedde5-da28-4f1c-8365-a28036cb969f HTTP/1.1" status: 200 len: 945 time: 0.1217999 Jun 01 06:14:09.355640 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.db.provisioning_blocks [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Provisioning complete for port 571ac778-7f96-4e11-83d3-7a793221b743 triggered by entity L2. {{(pid=91914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 06:14:09.356029 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3772206'] for port, provisioning_complete {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:14:09.416450 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-edbb0b22-dd2f-4094-9076-03f8518c08cc req-ff89f56d-f91b-473f-af51-381848ebbc26 tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] 10.222.0.41 "GET /v2.0/security-groups?id=9dabead4-1346-43ff-b632-007c2c7dafb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0663221 Jun 01 06:14:09.439246 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0885a6cd-bf1e-486a-9549-dead5d773a16 req-e15a52ae-c117-41e3-b06a-1876f045dbe7 tempest-TestMinimumBasicScenario-1035900223 tempest-TestMinimumBasicScenario-1035900223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:14:09.441412 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-0885a6cd-bf1e-486a-9549-dead5d773a16 req-e15a52ae-c117-41e3-b06a-1876f045dbe7 tempest-TestMinimumBasicScenario-1035900223 tempest-TestMinimumBasicScenario-1035900223-project] 10.222.0.41 "GET /v2.0/ports?device_id=6ba02003-0082-4ade-b2ff-aaeb571a8717 HTTP/1.1" status: 200 len: 946 time: 0.0963147 Jun 01 06:14:09.500967 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-0885a6cd-bf1e-486a-9549-dead5d773a16 req-69a90f7f-91eb-4b3a-9109-029e1f5dfbcc tempest-TestMinimumBasicScenario-1035900223 tempest-TestMinimumBasicScenario-1035900223-project] 10.222.0.41 "GET /v2.0/security-groups?id=00149f5e-5845-4199-b9d6-6cd604ad02b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535159 Jun 01 06:14:09.516613 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3824664'] for port, before_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:14:09.553447 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7a675b6-7b4b-4fa0-a8c3-afd67b9def1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '571ac778-7f96-4e11-83d3-7a793221b743'}] {{(pid=91914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 06:14:09.556926 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cefeca7b2fbb82c39cf99810f9cdf69defc097144ee6f344485b033ce81b52cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b45b0ec0-fd6b-4c92-abe7-f54e6c392090" -d '{"events": [{"server_uuid": "f7a675b6-7b4b-4fa0-a8c3-afd67b9def1a", "name": "network-vif-plugged", "status": "completed", "tag": "571ac778-7f96-4e11-83d3-7a793221b743"}]}' {{(pid=91914) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 06:14:09.566308 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.db [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] For port 571ac778-7f96-4e11-83d3-7a793221b743, host hv-cinder-79388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79388',level=0,port_id=571ac778-7f96-4e11-83d3-7a793221b743,segment=NetworkSegment(9af682df-6564-48fb-b52a-b8597f6ebb6e),segment_id=9af682df-6564-48fb-b52a-b8597f6ebb6e)] {{(pid=91914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 06:14:09.575286 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774208810132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774208425701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774208426006'] for port, after_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:14:09.580398 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG oslo_concurrency.lockutils [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91914) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:14:09.636384 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 06:14:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb971499-7ae2-4b1e-8355-4e6ba16f7c7d x-openstack-request-id: req-cb971499-7ae2-4b1e-8355-4e6ba16f7c7d {{(pid=91914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 06:14:09.636748 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7a675b6-7b4b-4fa0-a8c3-afd67b9def1a", "name": "network-vif-plugged", "status": "completed", "tag": "571ac778-7f96-4e11-83d3-7a793221b743", "code": 200}]} {{(pid=91914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 06:14:09.637110 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-cb971499-7ae2-4b1e-8355-4e6ba16f7c7d {{(pid=91914) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 06:14:09.637558 dv-cinder-793885-1-smb neutron-server[91914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7a675b6-7b4b-4fa0-a8c3-afd67b9def1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '571ac778-7f96-4e11-83d3-7a793221b743', 'code': 200} Jun 01 06:14:09.672595 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Pushing event updated for resources: {'Port': ['ID=571ac778-7f96-4e11-83d3-7a793221b743,revision_number=5']} {{(pid=91914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:14:09.675967 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG oslo_concurrency.lockutils [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=91914) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:14:09.996608 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176c4476-2337-4bfa-aa6c-9933fd57a763 req-63a445e8-fd0c-43de-b2f3-7aa8d13a8920 tempest-VolumesSnapshotTestJSON-714247562 tempest-VolumesSnapshotTestJSON-714247562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:14:10.006524 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-176c4476-2337-4bfa-aa6c-9933fd57a763 req-63a445e8-fd0c-43de-b2f3-7aa8d13a8920 tempest-VolumesSnapshotTestJSON-714247562 tempest-VolumesSnapshotTestJSON-714247562-project] 10.222.0.41 "GET /v2.0/ports?device_id=f7a675b6-7b4b-4fa0-a8c3-afd67b9def1a HTTP/1.1" status: 200 len: 946 time: 0.1467700 Jun 01 06:14:10.048819 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca38cdf6-88b8-4df3-a99f-3dd55750e175 req-a74c9bff-50bc-4a37-b712-79b6a0bb21d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:14:10.050825 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-ca38cdf6-88b8-4df3-a99f-3dd55750e175 req-a74c9bff-50bc-4a37-b712-79b6a0bb21d6 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=f7a675b6-7b4b-4fa0-a8c3-afd67b9def1a HTTP/1.1" status: 200 len: 1099 time: 0.1890190 Jun 01 06:14:10.068526 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-176c4476-2337-4bfa-aa6c-9933fd57a763 req-0a0a553c-5593-47ee-9561-db26fda78c01 tempest-VolumesSnapshotTestJSON-714247562 tempest-VolumesSnapshotTestJSON-714247562-project] 10.222.0.41 "GET /v2.0/security-groups?id=aff84d6b-738c-48d3-9682-092c2465ce06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607419 Jun 01 06:14:10.107655 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-ca38cdf6-88b8-4df3-a99f-3dd55750e175 req-92d1d17d-6404-4980-9599-cbc3a0f38227 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=aff84d6b-738c-48d3-9682-092c2465ce06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490789 Jun 01 06:14:10.613330 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c0e8d6-c316-4c03-9d85-6251ef6e1626 req-7c4362bd-8e6a-4b25-9600-682ea5e3a212 tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:14:10.615070 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-c6c0e8d6-c316-4c03-9d85-6251ef6e1626 req-7c4362bd-8e6a-4b25-9600-682ea5e3a212 tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] 10.222.0.41 "GET /v2.0/ports?device_id=72bedde5-da28-4f1c-8365-a28036cb969f HTTP/1.1" status: 200 len: 945 time: 0.0898929 Jun 01 06:14:10.667027 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-c6c0e8d6-c316-4c03-9d85-6251ef6e1626 req-f0147286-fe7e-4443-87a9-8f8c58693f76 tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] 10.222.0.41 "GET /v2.0/security-groups?id=9dabead4-1346-43ff-b632-007c2c7dafb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436344 Jun 01 06:14:11.266796 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb665e9-f1b5-44f5-bb80-e869cd46685a req-4947278a-bce9-4726-b55e-ef97f2ac6fb3 tempest-VolumesSnapshotTestJSON-714247562 tempest-VolumesSnapshotTestJSON-714247562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:14:11.268888 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-fcb665e9-f1b5-44f5-bb80-e869cd46685a req-4947278a-bce9-4726-b55e-ef97f2ac6fb3 tempest-VolumesSnapshotTestJSON-714247562 tempest-VolumesSnapshotTestJSON-714247562-project] 10.222.0.41 "GET /v2.0/ports?device_id=f7a675b6-7b4b-4fa0-a8c3-afd67b9def1a HTTP/1.1" status: 200 len: 946 time: 0.0913417 Jun 01 06:14:11.371290 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-fcb665e9-f1b5-44f5-bb80-e869cd46685a req-3d5a7003-b61d-438b-babf-a0c836c08d6b tempest-VolumesSnapshotTestJSON-714247562 tempest-VolumesSnapshotTestJSON-714247562-project] 10.222.0.41 "GET /v2.0/security-groups?id=aff84d6b-738c-48d3-9682-092c2465ce06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889862 Jun 01 06:14:11.882608 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc1987a-29ec-42ba-bac9-1480ac44aa14 req-73729572-288d-4a5e-b566-ff9104826f93 tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:14:11.889834 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-8bc1987a-29ec-42ba-bac9-1480ac44aa14 req-73729572-288d-4a5e-b566-ff9104826f93 tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] 10.222.0.41 "GET /v2.0/ports?device_id=72bedde5-da28-4f1c-8365-a28036cb969f HTTP/1.1" status: 200 len: 945 time: 0.0933399 Jun 01 06:14:11.949559 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-8bc1987a-29ec-42ba-bac9-1480ac44aa14 req-8a0c0c66-6f68-4f5d-9bdc-4f87fc1e8ad3 tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] 10.222.0.41 "GET /v2.0/security-groups?id=9dabead4-1346-43ff-b632-007c2c7dafb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587282 Jun 01 06:14:12.563758 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb7fc7d-9948-4bee-b5de-f059c76bbb6b req-360baf56-97e3-4fb9-853e-ef86fa8a1cf3 tempest-VolumesSnapshotTestJSON-714247562 tempest-VolumesSnapshotTestJSON-714247562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:14:12.565262 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-bfb7fc7d-9948-4bee-b5de-f059c76bbb6b req-360baf56-97e3-4fb9-853e-ef86fa8a1cf3 tempest-VolumesSnapshotTestJSON-714247562 tempest-VolumesSnapshotTestJSON-714247562-project] 10.222.0.41 "GET /v2.0/ports?device_id=f7a675b6-7b4b-4fa0-a8c3-afd67b9def1a HTTP/1.1" status: 200 len: 946 time: 0.0865078 Jun 01 06:14:12.610662 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-bfb7fc7d-9948-4bee-b5de-f059c76bbb6b req-119ec6e8-0bc1-4dba-889d-5a61e80e0e17 tempest-VolumesSnapshotTestJSON-714247562 tempest-VolumesSnapshotTestJSON-714247562-project] 10.222.0.41 "GET /v2.0/security-groups?id=aff84d6b-738c-48d3-9682-092c2465ce06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395458 Jun 01 06:14:13.011086 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4f3d4e-6464-4b22-9e50-01d01e37687a req-c24e7c43-a2b7-4bb3-98bc-347395074c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:14:13.012474 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-ad4f3d4e-6464-4b22-9e50-01d01e37687a req-c24e7c43-a2b7-4bb3-98bc-347395074c67 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=cf682efceb1b40c4a2056518b30cc419&device_id=72bedde5-da28-4f1c-8365-a28036cb969f HTTP/1.1" status: 200 len: 1098 time: 0.0730824 Jun 01 06:14:13.142598 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b23eee-8095-4690-9eb5-37d60b11ff48 req-2ecb1594-bc37-44c8-b8b4-fd165b887bcb tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:14:13.144867 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-74b23eee-8095-4690-9eb5-37d60b11ff48 req-2ecb1594-bc37-44c8-b8b4-fd165b887bcb tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] 10.222.0.41 "GET /v2.0/ports?device_id=72bedde5-da28-4f1c-8365-a28036cb969f HTTP/1.1" status: 200 len: 945 time: 0.0897305 Jun 01 06:14:13.189165 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4f3d4e-6464-4b22-9e50-01d01e37687a req-813dc24d-afeb-4970-80c3-8879fc29309a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:14:13.190996 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-ad4f3d4e-6464-4b22-9e50-01d01e37687a req-813dc24d-afeb-4970-80c3-8879fc29309a service neutron] 10.222.0.45 "GET /v2.0/networks?id=0d0e27d7-e499-44c0-a6d3-0e69d07aa387 HTTP/1.1" status: 200 len: 916 time: 0.1619346 Jun 01 06:14:13.214397 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-74b23eee-8095-4690-9eb5-37d60b11ff48 req-eed774ee-66d0-4f74-b968-21e4d57fc311 tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] 10.222.0.41 "GET /v2.0/security-groups?id=9dabead4-1346-43ff-b632-007c2c7dafb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623057 Jun 01 06:14:13.307582 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-ad4f3d4e-6464-4b22-9e50-01d01e37687a req-27196303-5f62-4193-881a-35986c050bae service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b679f0aa-6640-4dba-b253-c06ab597e1ae HTTP/1.1" status: 200 len: 1001 time: 0.1096220 Jun 01 06:14:13.373023 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4f3d4e-6464-4b22-9e50-01d01e37687a req-0a8ca8ef-3057-4764-bc12-01145801dcc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:14:13.374506 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-ad4f3d4e-6464-4b22-9e50-01d01e37687a req-0a8ca8ef-3057-4764-bc12-01145801dcc8 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=afe82765-6164-43ac-8036-06de690ecff6 HTTP/1.1" status: 200 len: 854 time: 0.0596340 Jun 01 06:14:13.481449 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4f3d4e-6464-4b22-9e50-01d01e37687a req-ee5b4839-a88c-4a1e-84cc-f1d5fe6c647f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:14:13.482914 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-ad4f3d4e-6464-4b22-9e50-01d01e37687a req-ee5b4839-a88c-4a1e-84cc-f1d5fe6c647f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=0d0e27d7-e499-44c0-a6d3-0e69d07aa387&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0808864 Jun 01 06:14:13.615504 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-ad4f3d4e-6464-4b22-9e50-01d01e37687a req-9e309885-9b69-4557-961d-0df8937c79ef service neutron] 10.222.0.45 "GET /v2.0/networks/0d0e27d7-e499-44c0-a6d3-0e69d07aa387?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251240 Jun 01 06:14:13.749279 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-ad4f3d4e-6464-4b22-9e50-01d01e37687a req-14e26e0d-50eb-4176-ad6d-452080fbbdd4 service neutron] 10.222.0.45 "GET /v2.0/networks/0d0e27d7-e499-44c0-a6d3-0e69d07aa387?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263406 Jun 01 06:14:14.405654 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c707f0dc-0c14-46fe-9a72-921c2c34e50a req-278cd6a2-cfa5-4207-9b88-37190146a3a8 tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:14:14.407105 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-c707f0dc-0c14-46fe-9a72-921c2c34e50a req-278cd6a2-cfa5-4207-9b88-37190146a3a8 tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] 10.222.0.41 "GET /v2.0/ports?device_id=72bedde5-da28-4f1c-8365-a28036cb969f HTTP/1.1" status: 200 len: 945 time: 0.0804703 Jun 01 06:14:14.452455 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-c707f0dc-0c14-46fe-9a72-921c2c34e50a req-2c70ae14-db3e-4695-bedb-6cf9cb6c2e9d tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] 10.222.0.41 "GET /v2.0/security-groups?id=9dabead4-1346-43ff-b632-007c2c7dafb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397222 Jun 01 06:14:14.729586 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d8ec7c-caff-4345-b65e-b7ed179f1114 req-253e5354-8913-4be3-869a-a0c45068fb3f tempest-TestMinimumBasicScenario-1035900223 tempest-TestMinimumBasicScenario-1035900223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:14:14.731303 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-d8d8ec7c-caff-4345-b65e-b7ed179f1114 req-253e5354-8913-4be3-869a-a0c45068fb3f tempest-TestMinimumBasicScenario-1035900223 tempest-TestMinimumBasicScenario-1035900223-project] 10.222.0.41 "GET /v2.0/ports?device_id=6ba02003-0082-4ade-b2ff-aaeb571a8717 HTTP/1.1" status: 200 len: 946 time: 0.0833688 Jun 01 06:14:14.831365 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-d8d8ec7c-caff-4345-b65e-b7ed179f1114 req-84949aee-0857-4a85-8163-128d0231c922 tempest-TestMinimumBasicScenario-1035900223 tempest-TestMinimumBasicScenario-1035900223-project] 10.222.0.41 "GET /v2.0/security-groups?id=00149f5e-5845-4199-b9d6-6cd604ad02b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932603 Jun 01 06:14:14.847324 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c573ec5-e8c1-494b-92fc-e3c7ffe8d0b3 req-ff04b1a3-9eb3-417b-9d30-41ae65b6e4cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:14:14.849318 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-3c573ec5-e8c1-494b-92fc-e3c7ffe8d0b3 req-ff04b1a3-9eb3-417b-9d30-41ae65b6e4cf service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=cf682efceb1b40c4a2056518b30cc419&device_id=72bedde5-da28-4f1c-8365-a28036cb969f HTTP/1.1" status: 200 len: 1098 time: 0.0950365 Jun 01 06:14:14.855020 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.wsgi [-] (91913) accepted ('10.222.0.41', 57640) {{(pid=91913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 06:14:15.003573 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c573ec5-e8c1-494b-92fc-e3c7ffe8d0b3 req-497ba193-aed9-4fe7-afdd-fa1ccbaf540d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:14:15.004887 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-3c573ec5-e8c1-494b-92fc-e3c7ffe8d0b3 req-497ba193-aed9-4fe7-afdd-fa1ccbaf540d service neutron] 10.222.0.45 "GET /v2.0/networks?id=0d0e27d7-e499-44c0-a6d3-0e69d07aa387 HTTP/1.1" status: 200 len: 916 time: 0.1328626 Jun 01 06:14:15.163485 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-3c573ec5-e8c1-494b-92fc-e3c7ffe8d0b3 req-d0036764-3e6b-4898-bc5f-e75c7ce7bb4d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b679f0aa-6640-4dba-b253-c06ab597e1ae HTTP/1.1" status: 200 len: 1001 time: 0.1426280 Jun 01 06:14:15.302245 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e9e577c-02c6-44fc-a234-1ddb3cb213c9 tempest-TestMinimumBasicScenario-2079982815 tempest-TestMinimumBasicScenario-2079982815-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:14:15.302857 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.quota.resource [None req-5e9e577c-02c6-44fc-a234-1ddb3cb213c9 tempest-TestMinimumBasicScenario-2079982815 tempest-TestMinimumBasicScenario-2079982815-project-admin] Synchronizing usage tracker for tenant:c7d261d313ed4d1ba8f5eaa2651a1abb on resource:port {{(pid=91913) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 06:14:15.330169 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c573ec5-e8c1-494b-92fc-e3c7ffe8d0b3 req-c3b076b3-7611-4ccb-9bdb-d4e990bad877 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:14:15.331724 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-3c573ec5-e8c1-494b-92fc-e3c7ffe8d0b3 req-c3b076b3-7611-4ccb-9bdb-d4e990bad877 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=afe82765-6164-43ac-8036-06de690ecff6 HTTP/1.1" status: 200 len: 854 time: 0.1615040 Jun 01 06:14:15.333579 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.quota.resource [None req-5e9e577c-02c6-44fc-a234-1ddb3cb213c9 tempest-TestMinimumBasicScenario-2079982815 tempest-TestMinimumBasicScenario-2079982815-project-admin] Unset dirty status for tenant:c7d261d313ed4d1ba8f5eaa2651a1abb on resource:port {{(pid=91913) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 06:14:15.334555 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [None req-5e9e577c-02c6-44fc-a234-1ddb3cb213c9 tempest-TestMinimumBasicScenario-2079982815 tempest-TestMinimumBasicScenario-2079982815-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=6ba02003-0082-4ade-b2ff-aaeb571a8717 HTTP/1.1" status: 200 len: 1094 time: 0.4785948 Jun 01 06:14:15.337729 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.wsgi [-] (91913) accepted ('10.222.0.41', 57650) {{(pid=91913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 06:14:15.344044 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.v2.base [None req-f718f134-7cc9-4b7c-b68a-e1c49719d8a7 tempest-TestMinimumBasicScenario-1035900223 tempest-TestMinimumBasicScenario-1035900223-project] Request body: {'floatingip': {'floating_network_id': 'df727fa4-ca0b-43ba-be88-ffeb156f0c84', 'port_id': 'a31cd721-a1d0-4eea-8fc8-b1415cdec3a4', 'tenant_id': '01a8148357484b32a69bbd98475f8644', 'fixed_ip_address': '172.20.0.10'}} {{(pid=91913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 06:14:15.386148 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.db.quota.driver [None req-f718f134-7cc9-4b7c-b68a-e1c49719d8a7 tempest-TestMinimumBasicScenario-1035900223 tempest-TestMinimumBasicScenario-1035900223-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 06:14:15.391904 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.quota.resource [None req-f718f134-7cc9-4b7c-b68a-e1c49719d8a7 tempest-TestMinimumBasicScenario-1035900223 tempest-TestMinimumBasicScenario-1035900223-project] Usage tracker for resource:floatingip and tenant:01a8148357484b32a69bbd98475f8644 is out of sync, need to count used quota {{(pid=91913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 06:14:15.395291 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.quota.resource [None req-f718f134-7cc9-4b7c-b68a-e1c49719d8a7 tempest-TestMinimumBasicScenario-1035900223 tempest-TestMinimumBasicScenario-1035900223-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=91913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 06:14:15.407823 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.db.quota.driver [None req-f718f134-7cc9-4b7c-b68a-e1c49719d8a7 tempest-TestMinimumBasicScenario-1035900223 tempest-TestMinimumBasicScenario-1035900223-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=91913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 06:14:15.422013 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-f718f134-7cc9-4b7c-b68a-e1c49719d8a7 tempest-TestMinimumBasicScenario-1035900223 tempest-TestMinimumBasicScenario-1035900223-project] Notify callbacks [] for floatingip, before_create {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:14:15.510969 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c573ec5-e8c1-494b-92fc-e3c7ffe8d0b3 req-56b55f64-b434-4377-8928-8027f30d1edc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:14:15.512437 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-3c573ec5-e8c1-494b-92fc-e3c7ffe8d0b3 req-56b55f64-b434-4377-8928-8027f30d1edc service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=0d0e27d7-e499-44c0-a6d3-0e69d07aa387&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1723595 Jun 01 06:14:15.744263 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-3c573ec5-e8c1-494b-92fc-e3c7ffe8d0b3 req-5a261d45-f182-48cf-9cbe-169578b6b09c service neutron] 10.222.0.45 "GET /v2.0/networks/0d0e27d7-e499-44c0-a6d3-0e69d07aa387?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2186594 Jun 01 06:14:15.755736 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-f718f134-7cc9-4b7c-b68a-e1c49719d8a7 tempest-TestMinimumBasicScenario-1035900223 tempest-TestMinimumBasicScenario-1035900223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3824664'] for port, before_create {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:14:15.876380 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75631e4e-3d61-4b7c-8c40-71ac55268f1c req-39fe19b3-710e-4431-8151-c7f61c3b1491 tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:14:15.877846 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-75631e4e-3d61-4b7c-8c40-71ac55268f1c req-39fe19b3-710e-4431-8151-c7f61c3b1491 tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] 10.222.0.41 "GET /v2.0/ports?device_id=72bedde5-da28-4f1c-8365-a28036cb969f HTTP/1.1" status: 200 len: 945 time: 0.2729673 Jun 01 06:14:16.014399 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-75631e4e-3d61-4b7c-8c40-71ac55268f1c req-5f78ff51-e7e0-4c6a-a8e5-472bc776dcd6 tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] 10.222.0.41 "GET /v2.0/security-groups?id=9dabead4-1346-43ff-b632-007c2c7dafb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1267607 Jun 01 06:14:16.042799 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-3c573ec5-e8c1-494b-92fc-e3c7ffe8d0b3 req-d3e8d6d2-d6ae-4b54-ac2e-00d67f0ac496 service neutron] 10.222.0.45 "GET /v2.0/networks/0d0e27d7-e499-44c0-a6d3-0e69d07aa387?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2903776 Jun 01 06:14:16.054201 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.db.db_base_plugin_common [None req-f718f134-7cc9-4b7c-b68a-e1c49719d8a7 tempest-TestMinimumBasicScenario-1035900223 tempest-TestMinimumBasicScenario-1035900223-project] Allocated IP 172.28.2.121 (df727fa4-ca0b-43ba-be88-ffeb156f0c84/8acdb510-d5f4-4c90-8e8c-2a5ae18e332f/09923267-b4a8-4770-a361-737c938b8cc5) {{(pid=91913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 06:14:16.203294 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-f718f134-7cc9-4b7c-b68a-e1c49719d8a7 tempest-TestMinimumBasicScenario-1035900223 tempest-TestMinimumBasicScenario-1035900223-project] Notify callbacks [] for port, precommit_create {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:14:16.231364 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-f718f134-7cc9-4b7c-b68a-e1c49719d8a7 tempest-TestMinimumBasicScenario-1035900223 tempest-TestMinimumBasicScenario-1035900223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774208425683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10749551'] for port, after_create {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:14:16.236283 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [None req-bcb99e66-4c96-4ae1-963d-e34b94ddaeb0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:14:16.300625 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f718f134-7cc9-4b7c-b68a-e1c49719d8a7 tempest-TestMinimumBasicScenario-1035900223 tempest-TestMinimumBasicScenario-1035900223-project] Network df727fa4-ca0b-43ba-be88-ffeb156f0c84 is already hosted by enough agents. {{(pid=91913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 06:14:16.308154 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.scheduler.base_scheduler [None req-f718f134-7cc9-4b7c-b68a-e1c49719d8a7 tempest-TestMinimumBasicScenario-1035900223 tempest-TestMinimumBasicScenario-1035900223-project] Resources bound (agent type, host, resource id): {{(pid=91913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 06:14:16.313275 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f718f134-7cc9-4b7c-b68a-e1c49719d8a7 tempest-TestMinimumBasicScenario-1035900223 tempest-TestMinimumBasicScenario-1035900223-project] Received port after_create {{(pid=91913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 06:14:16.351750 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f718f134-7cc9-4b7c-b68a-e1c49719d8a7 tempest-TestMinimumBasicScenario-1035900223 tempest-TestMinimumBasicScenario-1035900223-project] Pushing event updated for resources: {'Port': ['ID=09923267-b4a8-4770-a361-737c938b8cc5,revision_number=1']} {{(pid=91913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:14:16.366745 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f718f134-7cc9-4b7c-b68a-e1c49719d8a7 tempest-TestMinimumBasicScenario-1035900223 tempest-TestMinimumBasicScenario-1035900223-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:14:16.367109 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f718f134-7cc9-4b7c-b68a-e1c49719d8a7 tempest-TestMinimumBasicScenario-1035900223 tempest-TestMinimumBasicScenario-1035900223-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:14:16.367469 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f718f134-7cc9-4b7c-b68a-e1c49719d8a7 tempest-TestMinimumBasicScenario-1035900223 tempest-TestMinimumBasicScenario-1035900223-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:14:16.367819 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f718f134-7cc9-4b7c-b68a-e1c49719d8a7 tempest-TestMinimumBasicScenario-1035900223 tempest-TestMinimumBasicScenario-1035900223-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:14:16.368168 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f718f134-7cc9-4b7c-b68a-e1c49719d8a7 tempest-TestMinimumBasicScenario-1035900223 tempest-TestMinimumBasicScenario-1035900223-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:14:16.368515 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f718f134-7cc9-4b7c-b68a-e1c49719d8a7 tempest-TestMinimumBasicScenario-1035900223 tempest-TestMinimumBasicScenario-1035900223-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:14:16.368861 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f718f134-7cc9-4b7c-b68a-e1c49719d8a7 tempest-TestMinimumBasicScenario-1035900223 tempest-TestMinimumBasicScenario-1035900223-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:14:16.369231 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f718f134-7cc9-4b7c-b68a-e1c49719d8a7 tempest-TestMinimumBasicScenario-1035900223 tempest-TestMinimumBasicScenario-1035900223-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:14:16.369576 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f718f134-7cc9-4b7c-b68a-e1c49719d8a7 tempest-TestMinimumBasicScenario-1035900223 tempest-TestMinimumBasicScenario-1035900223-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:14:16.369916 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f718f134-7cc9-4b7c-b68a-e1c49719d8a7 tempest-TestMinimumBasicScenario-1035900223 tempest-TestMinimumBasicScenario-1035900223-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:14:16.370281 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f718f134-7cc9-4b7c-b68a-e1c49719d8a7 tempest-TestMinimumBasicScenario-1035900223 tempest-TestMinimumBasicScenario-1035900223-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:14:16.370597 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f718f134-7cc9-4b7c-b68a-e1c49719d8a7 tempest-TestMinimumBasicScenario-1035900223 tempest-TestMinimumBasicScenario-1035900223-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:14:16.376170 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [None req-f718f134-7cc9-4b7c-b68a-e1c49719d8a7 tempest-TestMinimumBasicScenario-1035900223 tempest-TestMinimumBasicScenario-1035900223-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:14:16.747605 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-f718f134-7cc9-4b7c-b68a-e1c49719d8a7 tempest-TestMinimumBasicScenario-1035900223 tempest-TestMinimumBasicScenario-1035900223-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:14:16.820039 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-f718f134-7cc9-4b7c-b68a-e1c49719d8a7 tempest-TestMinimumBasicScenario-1035900223 tempest-TestMinimumBasicScenario-1035900223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3824664'] for port, before_update {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:14:17.163968 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-f718f134-7cc9-4b7c-b68a-e1c49719d8a7 tempest-TestMinimumBasicScenario-1035900223 tempest-TestMinimumBasicScenario-1035900223-project] Notify callbacks [] for port, precommit_update {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:14:17.171496 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-f718f134-7cc9-4b7c-b68a-e1c49719d8a7 tempest-TestMinimumBasicScenario-1035900223 tempest-TestMinimumBasicScenario-1035900223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774208810132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774208425701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774208426006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10749542'] for port, after_update {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:14:17.180470 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [None req-fbbfabd2-138d-4bac-a3e9-01ed8394f786 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:14:17.296691 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.rpc [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Device b679f0aa-6640-4dba-b253-c06ab597e1ae no longer exists at agent hyperv_hv-cinder-79388 {{(pid=91914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 06:14:17.308062 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f718f134-7cc9-4b7c-b68a-e1c49719d8a7 tempest-TestMinimumBasicScenario-1035900223 tempest-TestMinimumBasicScenario-1035900223-project] Pushing event updated for resources: {'Port': ['ID=09923267-b4a8-4770-a361-737c938b8cc5,revision_number=2']} {{(pid=91913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:14:17.313045 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [None req-f718f134-7cc9-4b7c-b68a-e1c49719d8a7 tempest-TestMinimumBasicScenario-1035900223 tempest-TestMinimumBasicScenario-1035900223-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:14:17.323303 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-f718f134-7cc9-4b7c-b68a-e1c49719d8a7 tempest-TestMinimumBasicScenario-1035900223 tempest-TestMinimumBasicScenario-1035900223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-880440'] for floatingip, after_update {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:14:17.390626 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625f56cf-a5b1-4242-81c4-0ec38de78819 req-cb3a484d-1174-4ea0-b9c4-7b56d45444a3 tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:14:17.392098 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-625f56cf-a5b1-4242-81c4-0ec38de78819 req-cb3a484d-1174-4ea0-b9c4-7b56d45444a3 tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] 10.222.0.41 "GET /v2.0/ports?device_id=72bedde5-da28-4f1c-8365-a28036cb969f HTTP/1.1" status: 200 len: 945 time: 0.2622833 Jun 01 06:14:17.417204 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3824664'] for port, before_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:14:17.445415 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72bedde5-da28-4f1c-8365-a28036cb969f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b679f0aa-6640-4dba-b253-c06ab597e1ae'}] {{(pid=91914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 06:14:17.447652 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cefeca7b2fbb82c39cf99810f9cdf69defc097144ee6f344485b033ce81b52cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67fb0600-f266-4508-8c1c-7ff56610d49d" -d '{"events": [{"server_uuid": "72bedde5-da28-4f1c-8365-a28036cb969f", "name": "network-vif-unplugged", "status": "completed", "tag": "b679f0aa-6640-4dba-b253-c06ab597e1ae"}]}' {{(pid=91914) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 06:14:17.455657 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.db [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] For port b679f0aa-6640-4dba-b253-c06ab597e1ae, host hv-cinder-79388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79388',level=0,port_id=b679f0aa-6640-4dba-b253-c06ab597e1ae,segment=NetworkSegment(5bcb411c-cc6a-4a4c-9bde-5ea76448952b),segment_id=5bcb411c-cc6a-4a4c-9bde-5ea76448952b)] {{(pid=91914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 06:14:17.461154 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774208810132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774208425701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774208426006'] for port, after_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:14:17.463175 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG oslo_concurrency.lockutils [None req-5783ab10-e442-4f56-b31b-51d0c4e4ab71 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91914) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:14:17.501992 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 01 Jun 2021 06:14:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf65931a-ed96-4651-80e6-f698cc9317e1 x-openstack-request-id: req-cf65931a-ed96-4651-80e6-f698cc9317e1 {{(pid=91914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 06:14:17.502296 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72bedde5-da28-4f1c-8365-a28036cb969f", "name": "network-vif-unplugged", "status": "failed", "tag": "b679f0aa-6640-4dba-b253-c06ab597e1ae", "code": 422}]} {{(pid=91914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 06:14:17.502629 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-cf65931a-ed96-4651-80e6-f698cc9317e1 {{(pid=91914) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 06:14:17.503026 dv-cinder-793885-1-smb neutron-server[91914]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '72bedde5-da28-4f1c-8365-a28036cb969f', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'b679f0aa-6640-4dba-b253-c06ab597e1ae', 'code': 422} returned with failed status Jun 01 06:14:17.525614 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-625f56cf-a5b1-4242-81c4-0ec38de78819 req-f9d600b4-530b-423c-bc09-13a7a9ffe696 tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] 10.222.0.41 "GET /v2.0/security-groups?id=9dabead4-1346-43ff-b632-007c2c7dafb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1255364 Jun 01 06:14:17.536979 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Pushing event updated for resources: {'Port': ['ID=b679f0aa-6640-4dba-b253-c06ab597e1ae,revision_number=8']} {{(pid=91914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:14:17.540119 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG oslo_concurrency.lockutils [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=91914) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:14:17.549615 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.db.l3_db [None req-f718f134-7cc9-4b7c-b68a-e1c49719d8a7 tempest-TestMinimumBasicScenario-1035900223 tempest-TestMinimumBasicScenario-1035900223-project] Floating IP 48c6776b-1047-4ae7-a381-0067b25acd94 associated. External IP: 172.28.2.121, port: a31cd721-a1d0-4eea-8fc8-b1415cdec3a4. Jun 01 06:14:17.605249 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774208951022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772053'] for agent, after_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:14:17.930347 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f718f134-7cc9-4b7c-b68a-e1c49719d8a7 tempest-TestMinimumBasicScenario-1035900223 tempest-TestMinimumBasicScenario-1035900223-project] Router 7489779e-fa2e-4e7d-9c00-a845890b26db has already been hosted by L3 agent a2597806-c6e6-4acd-a843-608abc904602 {{(pid=91913) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 06:14:18.117640 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f718f134-7cc9-4b7c-b68a-e1c49719d8a7 tempest-TestMinimumBasicScenario-1035900223 tempest-TestMinimumBasicScenario-1035900223-project] Notify agent at l3_agent.dv-cinder-793885-1-smb the message routers_updated {{(pid=91913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 06:14:18.127961 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-408f6f48-a757-46ff-9cac-a8aeb8cc9a29 None None] Sync routers for ids ['7489779e-fa2e-4e7d-9c00-a845890b26db'] in dv-cinder-793885-1-smb {{(pid=91914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 06:14:18.142729 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-408f6f48-a757-46ff-9cac-a8aeb8cc9a29 None None] Routers {'7489779e-fa2e-4e7d-9c00-a845890b26db'} bound to L3 agent in host dv-cinder-793885-1-smb {{(pid=91914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 06:14:18.143366 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.db.l3_hamode_db [None req-408f6f48-a757-46ff-9cac-a8aeb8cc9a29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793885-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-01T06:01:58Z,description=,heartbeat_timestamp=2021-06-01T06:13:58Z,host='dv-cinder-793885-1-smb',id=a2597806-c6e6-4acd-a843-608abc904602,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T06:01:58Z,topic='l3_agent')) {'router_ids': ['7489779e-fa2e-4e7d-9c00-a845890b26db'], 'active': True} {{(pid=91914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 06:14:18.156374 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-f718f134-7cc9-4b7c-b68a-e1c49719d8a7 tempest-TestMinimumBasicScenario-1035900223 tempest-TestMinimumBasicScenario-1035900223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239402'] for floatingip, before_response {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:14:18.221017 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [None req-f718f134-7cc9-4b7c-b68a-e1c49719d8a7 tempest-TestMinimumBasicScenario-1035900223 tempest-TestMinimumBasicScenario-1035900223-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.8821721 Jun 01 06:14:18.222005 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ba02003-0082-4ade-b2ff-aaeb571a8717', 'tag': 'a31cd721-a1d0-4eea-8fc8-b1415cdec3a4'}] {{(pid=91913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 06:14:18.224759 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.wsgi [-] (91912) accepted ('10.222.0.41', 57682) {{(pid=91912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 06:14:18.225280 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdc6be6d06003a26e0797ba9c3cae52571918e0042132e4e221042360f826683" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07d80159-77b1-404f-bed6-81e8839330bd" -d '{"events": [{"name": "network-changed", "server_uuid": "6ba02003-0082-4ade-b2ff-aaeb571a8717", "tag": "a31cd721-a1d0-4eea-8fc8-b1415cdec3a4"}]}' {{(pid=91913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 06:14:18.230940 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.v2.base [None req-f7b0fa2c-6cb6-4855-a12c-4139306a523c tempest-TestMinimumBasicScenario-1035900223 tempest-TestMinimumBasicScenario-1035900223-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-798015732', 'description': 'tempest-secgroup-smoke-798015732 description', 'project_id': '01a8148357484b32a69bbd98475f8644'}} {{(pid=91912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 06:14:18.238461 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.db.quota.driver [None req-f7b0fa2c-6cb6-4855-a12c-4139306a523c tempest-TestMinimumBasicScenario-1035900223 tempest-TestMinimumBasicScenario-1035900223-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91912) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 06:14:18.251707 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.db.quota.driver [None req-f7b0fa2c-6cb6-4855-a12c-4139306a523c tempest-TestMinimumBasicScenario-1035900223 tempest-TestMinimumBasicScenario-1035900223-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91912) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 06:14:18.264418 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-f7b0fa2c-6cb6-4855-a12c-4139306a523c tempest-TestMinimumBasicScenario-1035900223 tempest-TestMinimumBasicScenario-1035900223-project] Notify callbacks [] for security_group, before_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:14:18.278521 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Jun 2021 06:14:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fbcf3fd-bfd9-471e-938a-d155013443db x-openstack-request-id: req-6fbcf3fd-bfd9-471e-938a-d155013443db {{(pid=91913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 06:14:18.278958 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ba02003-0082-4ade-b2ff-aaeb571a8717", "tag": "a31cd721-a1d0-4eea-8fc8-b1415cdec3a4", "status": "completed", "code": 200}]} {{(pid=91913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 06:14:18.279929 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-6fbcf3fd-bfd9-471e-938a-d155013443db {{(pid=91913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 06:14:18.280627 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ba02003-0082-4ade-b2ff-aaeb571a8717', 'tag': 'a31cd721-a1d0-4eea-8fc8-b1415cdec3a4', 'status': 'completed', 'code': 200} Jun 01 06:14:18.293484 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.db.quota.driver [None req-f7b0fa2c-6cb6-4855-a12c-4139306a523c tempest-TestMinimumBasicScenario-1035900223 tempest-TestMinimumBasicScenario-1035900223-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91912) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 06:14:18.299205 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.quota.resource [None req-f7b0fa2c-6cb6-4855-a12c-4139306a523c tempest-TestMinimumBasicScenario-1035900223 tempest-TestMinimumBasicScenario-1035900223-project] Usage tracker for resource:security_group_rule and tenant:01a8148357484b32a69bbd98475f8644 is out of sync, need to count used quota {{(pid=91912) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 06:14:18.303268 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.quota.resource [None req-f7b0fa2c-6cb6-4855-a12c-4139306a523c tempest-TestMinimumBasicScenario-1035900223 tempest-TestMinimumBasicScenario-1035900223-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=91912) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 06:14:18.310214 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.db.quota.driver [None req-f7b0fa2c-6cb6-4855-a12c-4139306a523c tempest-TestMinimumBasicScenario-1035900223 tempest-TestMinimumBasicScenario-1035900223-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=91912) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 06:14:18.366244 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.db.l3_dvr_db [None req-408f6f48-a757-46ff-9cac-a8aeb8cc9a29 None None] Set router 7489779e-fa2e-4e7d-9c00-a845890b26db gateway port host: dv-cinder-793885-1-smb {{(pid=91914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 06:14:18.408238 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d80159-77b1-404f-bed6-81e8839330bd req-a502f07a-de61-4161-9b96-203ed335a7c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:14:18.411285 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-07d80159-77b1-404f-bed6-81e8839330bd req-a502f07a-de61-4161-9b96-203ed335a7c3 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=01a8148357484b32a69bbd98475f8644&device_id=6ba02003-0082-4ade-b2ff-aaeb571a8717 HTTP/1.1" status: 200 len: 1099 time: 0.1009104 Jun 01 06:14:18.494520 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-f7b0fa2c-6cb6-4855-a12c-4139306a523c tempest-TestMinimumBasicScenario-1035900223 tempest-TestMinimumBasicScenario-1035900223-project] Notify callbacks [] for security_group, precommit_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:14:18.504186 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-f7b0fa2c-6cb6-4855-a12c-4139306a523c tempest-TestMinimumBasicScenario-1035900223 tempest-TestMinimumBasicScenario-1035900223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940402'] for security_group, after_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:14:18.525127 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-27b599b6-04b9-4572-a7a9-f7f42be89188 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:14:18.576663 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b0fa2c-6cb6-4855-a12c-4139306a523c tempest-TestMinimumBasicScenario-1035900223 tempest-TestMinimumBasicScenario-1035900223-project] Pushing event updated for resources: {'SecurityGroup': ['ID=16142a37-c36d-44fc-b297-81a3c601dc51,revision_number=1']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:14:18.586391 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b0fa2c-6cb6-4855-a12c-4139306a523c tempest-TestMinimumBasicScenario-1035900223 tempest-TestMinimumBasicScenario-1035900223-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:14:18.586825 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b0fa2c-6cb6-4855-a12c-4139306a523c tempest-TestMinimumBasicScenario-1035900223 tempest-TestMinimumBasicScenario-1035900223-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:14:18.587194 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b0fa2c-6cb6-4855-a12c-4139306a523c tempest-TestMinimumBasicScenario-1035900223 tempest-TestMinimumBasicScenario-1035900223-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:14:18.587559 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b0fa2c-6cb6-4855-a12c-4139306a523c tempest-TestMinimumBasicScenario-1035900223 tempest-TestMinimumBasicScenario-1035900223-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:14:18.587968 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b0fa2c-6cb6-4855-a12c-4139306a523c tempest-TestMinimumBasicScenario-1035900223 tempest-TestMinimumBasicScenario-1035900223-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:14:18.588401 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b0fa2c-6cb6-4855-a12c-4139306a523c tempest-TestMinimumBasicScenario-1035900223 tempest-TestMinimumBasicScenario-1035900223-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:14:18.593367 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b0fa2c-6cb6-4855-a12c-4139306a523c tempest-TestMinimumBasicScenario-1035900223 tempest-TestMinimumBasicScenario-1035900223-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:14:18.594058 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b0fa2c-6cb6-4855-a12c-4139306a523c tempest-TestMinimumBasicScenario-1035900223 tempest-TestMinimumBasicScenario-1035900223-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:14:18.594428 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b0fa2c-6cb6-4855-a12c-4139306a523c tempest-TestMinimumBasicScenario-1035900223 tempest-TestMinimumBasicScenario-1035900223-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:14:18.594788 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b0fa2c-6cb6-4855-a12c-4139306a523c tempest-TestMinimumBasicScenario-1035900223 tempest-TestMinimumBasicScenario-1035900223-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:14:18.595266 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b0fa2c-6cb6-4855-a12c-4139306a523c tempest-TestMinimumBasicScenario-1035900223 tempest-TestMinimumBasicScenario-1035900223-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:14:18.595564 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b0fa2c-6cb6-4855-a12c-4139306a523c tempest-TestMinimumBasicScenario-1035900223 tempest-TestMinimumBasicScenario-1035900223-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:14:18.599992 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-f7b0fa2c-6cb6-4855-a12c-4139306a523c tempest-TestMinimumBasicScenario-1035900223 tempest-TestMinimumBasicScenario-1035900223-project] Notify callbacks [] for security_group, before_response {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:14:18.604773 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [None req-f7b0fa2c-6cb6-4855-a12c-4139306a523c tempest-TestMinimumBasicScenario-1035900223 tempest-TestMinimumBasicScenario-1035900223-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.3747661 Jun 01 06:14:18.604773 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-f7b0fa2c-6cb6-4855-a12c-4139306a523c tempest-TestMinimumBasicScenario-1035900223 tempest-TestMinimumBasicScenario-1035900223-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:14:18.605201 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.wsgi [-] (91912) accepted ('10.222.0.41', 57702) {{(pid=91912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 06:14:18.612936 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.v2.base [None req-e4f3b199-d832-4d7a-9525-90555fc89c50 tempest-TestMinimumBasicScenario-1035900223 tempest-TestMinimumBasicScenario-1035900223-project] Request body: {'security_group_rule': {'security_group_id': '16142a37-c36d-44fc-b297-81a3c601dc51', 'project_id': '01a8148357484b32a69bbd98475f8644', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 06:14:18.619593 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.db.quota.driver [None req-e4f3b199-d832-4d7a-9525-90555fc89c50 tempest-TestMinimumBasicScenario-1035900223 tempest-TestMinimumBasicScenario-1035900223-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91912) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 06:14:18.624184 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.quota.resource [None req-e4f3b199-d832-4d7a-9525-90555fc89c50 tempest-TestMinimumBasicScenario-1035900223 tempest-TestMinimumBasicScenario-1035900223-project] Usage tracker for resource:security_group_rule and tenant:01a8148357484b32a69bbd98475f8644 is out of sync, need to count used quota {{(pid=91912) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 06:14:18.627431 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.quota.resource [None req-e4f3b199-d832-4d7a-9525-90555fc89c50 tempest-TestMinimumBasicScenario-1035900223 tempest-TestMinimumBasicScenario-1035900223-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=91912) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 06:14:18.639821 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.db.quota.driver [None req-e4f3b199-d832-4d7a-9525-90555fc89c50 tempest-TestMinimumBasicScenario-1035900223 tempest-TestMinimumBasicScenario-1035900223-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=91912) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 06:14:18.671629 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-e4f3b199-d832-4d7a-9525-90555fc89c50 tempest-TestMinimumBasicScenario-1035900223 tempest-TestMinimumBasicScenario-1035900223-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:14:18.771367 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-e4f3b199-d832-4d7a-9525-90555fc89c50 tempest-TestMinimumBasicScenario-1035900223 tempest-TestMinimumBasicScenario-1035900223-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:14:18.780845 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-e4f3b199-d832-4d7a-9525-90555fc89c50 tempest-TestMinimumBasicScenario-1035900223 tempest-TestMinimumBasicScenario-1035900223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940440'] for security_group_rule, after_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:14:18.783495 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-ced1ddd0-3700-41ae-b98d-2f1b1b18c9bb tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:14:18.836567 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f3b199-d832-4d7a-9525-90555fc89c50 tempest-TestMinimumBasicScenario-1035900223 tempest-TestMinimumBasicScenario-1035900223-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a85e42e4-31f9-4327-a082-ec89c560b9be,revision_number=0']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:14:18.839523 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-e4f3b199-d832-4d7a-9525-90555fc89c50 tempest-TestMinimumBasicScenario-1035900223 tempest-TestMinimumBasicScenario-1035900223-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:14:18.843721 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d80159-77b1-404f-bed6-81e8839330bd req-85438460-e8bc-4f0e-84ba-e62afecd2837 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:14:18.843898 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [None req-e4f3b199-d832-4d7a-9525-90555fc89c50 tempest-TestMinimumBasicScenario-1035900223 tempest-TestMinimumBasicScenario-1035900223-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2334821 Jun 01 06:14:18.843898 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-e4f3b199-d832-4d7a-9525-90555fc89c50 tempest-TestMinimumBasicScenario-1035900223 tempest-TestMinimumBasicScenario-1035900223-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:14:18.844086 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-07d80159-77b1-404f-bed6-81e8839330bd req-85438460-e8bc-4f0e-84ba-e62afecd2837 service neutron] 10.222.0.45 "GET /v2.0/networks?id=b2527877-b5b6-43aa-8903-8b7eda48e9e3 HTTP/1.1" status: 200 len: 915 time: 0.4169731 Jun 01 06:14:18.844086 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.wsgi [-] (91913) accepted ('10.222.0.41', 57708) {{(pid=91913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 06:14:18.847231 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.db.l3_hamode_db [None req-408f6f48-a757-46ff-9cac-a8aeb8cc9a29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7489779e-fa2e-4e7d-9c00-a845890b26db', 'name': 'tempest-TestMinimumBasicScenario-336830795-router', 'tenant_id': '01a8148357484b32a69bbd98475f8644', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df727fa4-ca0b-43ba-be88-ffeb156f0c84', 'external_fixed_ips': [{'subnet_id': '8acdb510-d5f4-4c90-8e8c-2a5ae18e332f', 'ip_address': '172.28.2.197'}], 'enable_snat': True}, 'gw_port_id': 'b5be9cb5-f581-4662-987b-847f464ee8bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T06:12:59Z', 'updated_at': '2021-06-01T06:13:05Z', 'revision_number': 4, 'project_id': '01a8148357484b32a69bbd98475f8644', 'gw_port': {'id': 'b5be9cb5-f581-4662-987b-847f464ee8bf', 'name': '', 'network_id': 'df727fa4-ca0b-43ba-be88-ffeb156f0c84', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:1f:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7489779e-fa2e-4e7d-9c00-a845890b26db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '8acdb510-d5f4-4c90-8e8c-2a5ae18e332f', 'ip_address': '172.28.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793885-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T06:13:00Z', 'updated_at': '2021-06-01T06:13:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acdb510-d5f4-4c90-8e8c-2a5ae18e332f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793885-1-smb', '_floatingips': [{'id': '48c6776b-1047-4ae7-a381-0067b25acd94', 'tenant_id': '01a8148357484b32a69bbd98475f8644', 'floating_ip_address': '172.28.2.121', 'floating_network_id': 'df727fa4-ca0b-43ba-be88-ffeb156f0c84', 'router_id': '7489779e-fa2e-4e7d-9c00-a845890b26db', 'port_id': 'a31cd721-a1d0-4eea-8fc8-b1415cdec3a4', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 504, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2527877-b5b6-43aa-8903-8b7eda48e9e3', 'mac_address': 'fa:16:3e:6e:71:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ba02003-0082-4ade-b2ff-aaeb571a8717', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-01T06:14:16Z', 'updated_at': '2021-06-01T06:14:16Z', 'revision_number': 0, 'project_id': '01a8148357484b32a69bbd98475f8644', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e1a8627-cfc1-4e65-82ed-69e0212116a0', 'name': '', 'network_id': 'b2527877-b5b6-43aa-8903-8b7eda48e9e3', 'tenant_id': '01a8148357484b32a69bbd98475f8644', 'mac_address': 'fa:16:3e:2f:02:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7489779e-fa2e-4e7d-9c00-a845890b26db', 'device_owner': 'network:router_interface', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '5c51a303-e621-409b-99c6-f5028ab86df1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793885-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T06:13:04Z', 'updated_at': '2021-06-01T06:13:16Z', 'revision_number': 5, 'project_id': '01a8148357484b32a69bbd98475f8644', 'subnets': [{'id': '5c51a303-e621-409b-99c6-f5028ab86df1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793885-1-smb', False) {} {{(pid=91914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 06:14:18.850418 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.v2.base [None req-7cda058e-9671-4fca-9a38-08022f9b52ca tempest-TestMinimumBasicScenario-1035900223 tempest-TestMinimumBasicScenario-1035900223-project] Request body: {'security_group_rule': {'security_group_id': '16142a37-c36d-44fc-b297-81a3c601dc51', 'project_id': '01a8148357484b32a69bbd98475f8644', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=91913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 06:14:18.853517 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-408f6f48-a757-46ff-9cac-a8aeb8cc9a29 None None] Checking router: 7489779e-fa2e-4e7d-9c00-a845890b26db for host: dv-cinder-793885-1-smb {{(pid=91914) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 06:14:18.867045 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-408f6f48-a757-46ff-9cac-a8aeb8cc9a29 None None] Routers {'7489779e-fa2e-4e7d-9c00-a845890b26db'} bound to L3 agent in host dv-cinder-793885-1-smb {{(pid=91914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 06:14:18.867757 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.db.l3_hamode_db [None req-408f6f48-a757-46ff-9cac-a8aeb8cc9a29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793885-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-01T06:01:58Z,description=,heartbeat_timestamp=2021-06-01T06:13:58Z,host='dv-cinder-793885-1-smb',id=a2597806-c6e6-4acd-a843-608abc904602,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T06:01:58Z,topic='l3_agent')) {'router_ids': ['7489779e-fa2e-4e7d-9c00-a845890b26db'], 'active': True} {{(pid=91914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 06:14:18.925400 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.db.quota.driver [None req-7cda058e-9671-4fca-9a38-08022f9b52ca tempest-TestMinimumBasicScenario-1035900223 tempest-TestMinimumBasicScenario-1035900223-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 06:14:18.944890 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01da61e3-38ff-45ff-96f2-fd347ff1b552 req-08dc59c0-75c2-4c37-995b-76e66970203f tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:14:18.946912 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-01da61e3-38ff-45ff-96f2-fd347ff1b552 req-08dc59c0-75c2-4c37-995b-76e66970203f tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] 10.222.0.41 "GET /v2.0/ports?device_id=72bedde5-da28-4f1c-8365-a28036cb969f HTTP/1.1" status: 200 len: 943 time: 0.3803060 Jun 01 06:14:18.956209 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.quota.resource [None req-7cda058e-9671-4fca-9a38-08022f9b52ca tempest-TestMinimumBasicScenario-1035900223 tempest-TestMinimumBasicScenario-1035900223-project] Usage tracker for resource:security_group_rule and tenant:01a8148357484b32a69bbd98475f8644 is out of sync, need to count used quota {{(pid=91913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 06:14:18.969814 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.quota.resource [None req-7cda058e-9671-4fca-9a38-08022f9b52ca tempest-TestMinimumBasicScenario-1035900223 tempest-TestMinimumBasicScenario-1035900223-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=91913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 06:14:18.993850 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.db.quota.driver [None req-7cda058e-9671-4fca-9a38-08022f9b52ca tempest-TestMinimumBasicScenario-1035900223 tempest-TestMinimumBasicScenario-1035900223-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=91913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 06:14:19.048707 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-07d80159-77b1-404f-bed6-81e8839330bd req-ad5fab97-cf72-4eca-88b9-d26e0906a807 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a31cd721-a1d0-4eea-8fc8-b1415cdec3a4 HTTP/1.1" status: 200 len: 1000 time: 0.1911018 Jun 01 06:14:19.051732 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-7cda058e-9671-4fca-9a38-08022f9b52ca tempest-TestMinimumBasicScenario-1035900223 tempest-TestMinimumBasicScenario-1035900223-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:14:19.052002 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.wsgi [-] (91912) accepted ('10.222.0.41', 57720) {{(pid=91912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 06:14:19.061515 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-01da61e3-38ff-45ff-96f2-fd347ff1b552 req-35776249-046b-4f45-bf52-5b91912de68b tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] 10.222.0.41 "GET /v2.0/security-groups?id=9dabead4-1346-43ff-b632-007c2c7dafb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0888028 Jun 01 06:14:19.103682 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.db.l3_dvr_db [None req-408f6f48-a757-46ff-9cac-a8aeb8cc9a29 None None] Set router 7489779e-fa2e-4e7d-9c00-a845890b26db gateway port host: dv-cinder-793885-1-smb {{(pid=91914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 06:14:19.151692 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d80159-77b1-404f-bed6-81e8839330bd req-19b65d30-0d5d-465e-85fa-b56c1b30bd07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:14:19.153254 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-07d80159-77b1-404f-bed6-81e8839330bd req-19b65d30-0d5d-465e-85fa-b56c1b30bd07 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=5c51a303-e621-409b-99c6-f5028ab86df1 HTTP/1.1" status: 200 len: 853 time: 0.0891640 Jun 01 06:14:19.202787 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-7cda058e-9671-4fca-9a38-08022f9b52ca tempest-TestMinimumBasicScenario-1035900223 tempest-TestMinimumBasicScenario-1035900223-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:14:19.209870 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-23ec3fc6-4a4d-4dc3-8e10-7b8d3adcca03 req-9a02865d-327a-4e0c-a105-b48b43c50146 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=72bedde5-da28-4f1c-8365-a28036cb969f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1560218 Jun 01 06:14:19.214084 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-7cda058e-9671-4fca-9a38-08022f9b52ca tempest-TestMinimumBasicScenario-1035900223 tempest-TestMinimumBasicScenario-1035900223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940440'] for security_group_rule, after_create {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:14:19.218981 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [None req-b5843227-bec4-4643-938d-db882ffbd305 tempest-TestShelveInstance-1107887697 tempest-TestShelveInstance-1107887697-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:14:19.252104 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cda058e-9671-4fca-9a38-08022f9b52ca tempest-TestMinimumBasicScenario-1035900223 tempest-TestMinimumBasicScenario-1035900223-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec6739f8-14b9-494e-8918-161d32e41443,revision_number=0']} {{(pid=91913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:14:19.257447 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [None req-7cda058e-9671-4fca-9a38-08022f9b52ca tempest-TestMinimumBasicScenario-1035900223 tempest-TestMinimumBasicScenario-1035900223-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:14:19.266948 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-7cda058e-9671-4fca-9a38-08022f9b52ca tempest-TestMinimumBasicScenario-1035900223 tempest-TestMinimumBasicScenario-1035900223-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:14:19.268366 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [None req-7cda058e-9671-4fca-9a38-08022f9b52ca tempest-TestMinimumBasicScenario-1035900223 tempest-TestMinimumBasicScenario-1035900223-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4235482 Jun 01 06:14:19.271196 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.wsgi [-] (91913) accepted ('10.222.0.41', 57728) {{(pid=91913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 06:14:19.277101 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.v2.base [None req-d532951f-44d3-421c-9df4-c0ce3c4a9b0f tempest-TestMinimumBasicScenario-1035900223 tempest-TestMinimumBasicScenario-1035900223-project] Request body: {'security_group_rule': {'security_group_id': '16142a37-c36d-44fc-b297-81a3c601dc51', 'project_id': '01a8148357484b32a69bbd98475f8644', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=91913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 06:14:19.284913 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.db.quota.driver [None req-d532951f-44d3-421c-9df4-c0ce3c4a9b0f tempest-TestMinimumBasicScenario-1035900223 tempest-TestMinimumBasicScenario-1035900223-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 06:14:19.289111 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.quota.resource [None req-d532951f-44d3-421c-9df4-c0ce3c4a9b0f tempest-TestMinimumBasicScenario-1035900223 tempest-TestMinimumBasicScenario-1035900223-project] Usage tracker for resource:security_group_rule and tenant:01a8148357484b32a69bbd98475f8644 is out of sync, need to count used quota {{(pid=91913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 06:14:19.293332 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.quota.resource [None req-d532951f-44d3-421c-9df4-c0ce3c4a9b0f tempest-TestMinimumBasicScenario-1035900223 tempest-TestMinimumBasicScenario-1035900223-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=91913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 06:14:19.300890 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.db.quota.driver [None req-d532951f-44d3-421c-9df4-c0ce3c4a9b0f tempest-TestMinimumBasicScenario-1035900223 tempest-TestMinimumBasicScenario-1035900223-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=91913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 06:14:19.304307 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d80159-77b1-404f-bed6-81e8839330bd req-ba5d9515-c13d-48f1-a093-5288b4d2a095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:14:19.305785 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-07d80159-77b1-404f-bed6-81e8839330bd req-ba5d9515-c13d-48f1-a093-5288b4d2a095 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b2527877-b5b6-43aa-8903-8b7eda48e9e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1415265 Jun 01 06:14:19.341747 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-d532951f-44d3-421c-9df4-c0ce3c4a9b0f tempest-TestMinimumBasicScenario-1035900223 tempest-TestMinimumBasicScenario-1035900223-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:14:19.506512 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-d532951f-44d3-421c-9df4-c0ce3c4a9b0f tempest-TestMinimumBasicScenario-1035900223 tempest-TestMinimumBasicScenario-1035900223-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:14:19.511155 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-07d80159-77b1-404f-bed6-81e8839330bd req-12676b5e-5568-4f1b-b524-02aef11cb5de service neutron] 10.222.0.45 "GET /v2.0/networks/b2527877-b5b6-43aa-8903-8b7eda48e9e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1926825 Jun 01 06:14:19.512335 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-d532951f-44d3-421c-9df4-c0ce3c4a9b0f tempest-TestMinimumBasicScenario-1035900223 tempest-TestMinimumBasicScenario-1035900223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940440'] for security_group_rule, after_create {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:14:19.512820 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.db.l3_hamode_db [None req-408f6f48-a757-46ff-9cac-a8aeb8cc9a29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7489779e-fa2e-4e7d-9c00-a845890b26db', 'name': 'tempest-TestMinimumBasicScenario-336830795-router', 'tenant_id': '01a8148357484b32a69bbd98475f8644', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df727fa4-ca0b-43ba-be88-ffeb156f0c84', 'external_fixed_ips': [{'subnet_id': '8acdb510-d5f4-4c90-8e8c-2a5ae18e332f', 'ip_address': '172.28.2.197'}], 'enable_snat': True}, 'gw_port_id': 'b5be9cb5-f581-4662-987b-847f464ee8bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T06:12:59Z', 'updated_at': '2021-06-01T06:13:05Z', 'revision_number': 4, 'project_id': '01a8148357484b32a69bbd98475f8644', 'gw_port': {'id': 'b5be9cb5-f581-4662-987b-847f464ee8bf', 'name': '', 'network_id': 'df727fa4-ca0b-43ba-be88-ffeb156f0c84', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:1f:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7489779e-fa2e-4e7d-9c00-a845890b26db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '8acdb510-d5f4-4c90-8e8c-2a5ae18e332f', 'ip_address': '172.28.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793885-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T06:13:00Z', 'updated_at': '2021-06-01T06:13:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acdb510-d5f4-4c90-8e8c-2a5ae18e332f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793885-1-smb', '_floatingips': [{'id': '48c6776b-1047-4ae7-a381-0067b25acd94', 'tenant_id': '01a8148357484b32a69bbd98475f8644', 'floating_ip_address': '172.28.2.121', 'floating_network_id': 'df727fa4-ca0b-43ba-be88-ffeb156f0c84', 'router_id': '7489779e-fa2e-4e7d-9c00-a845890b26db', 'port_id': 'a31cd721-a1d0-4eea-8fc8-b1415cdec3a4', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 504, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2527877-b5b6-43aa-8903-8b7eda48e9e3', 'mac_address': 'fa:16:3e:6e:71:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ba02003-0082-4ade-b2ff-aaeb571a8717', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-01T06:14:16Z', 'updated_at': '2021-06-01T06:14:16Z', 'revision_number': 0, 'project_id': '01a8148357484b32a69bbd98475f8644', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e1a8627-cfc1-4e65-82ed-69e0212116a0', 'name': '', 'network_id': 'b2527877-b5b6-43aa-8903-8b7eda48e9e3', 'tenant_id': '01a8148357484b32a69bbd98475f8644', 'mac_address': 'fa:16:3e:2f:02:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7489779e-fa2e-4e7d-9c00-a845890b26db', 'device_owner': 'network:router_interface', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '5c51a303-e621-409b-99c6-f5028ab86df1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793885-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T06:13:04Z', 'updated_at': '2021-06-01T06:13:16Z', 'revision_number': 5, 'project_id': '01a8148357484b32a69bbd98475f8644', 'subnets': [{'id': '5c51a303-e621-409b-99c6-f5028ab86df1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793885-1-smb', False) {} {{(pid=91914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 06:14:19.518118 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-408f6f48-a757-46ff-9cac-a8aeb8cc9a29 None None] The sync data for ids ['7489779e-fa2e-4e7d-9c00-a845890b26db'] in dv-cinder-793885-1-smb is: [{'id': '7489779e-fa2e-4e7d-9c00-a845890b26db', 'name': 'tempest-TestMinimumBasicScenario-336830795-router', 'tenant_id': '01a8148357484b32a69bbd98475f8644', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df727fa4-ca0b-43ba-be88-ffeb156f0c84', 'external_fixed_ips': [{'subnet_id': '8acdb510-d5f4-4c90-8e8c-2a5ae18e332f', 'ip_address': '172.28.2.197'}], 'enable_snat': True}, 'gw_port_id': 'b5be9cb5-f581-4662-987b-847f464ee8bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T06:12:59Z', 'updated_at': '2021-06-01T06:13:05Z', 'revision_number': 4, 'project_id': '01a8148357484b32a69bbd98475f8644', 'gw_port': {'id': 'b5be9cb5-f581-4662-987b-847f464ee8bf', 'name': '', 'network_id': 'df727fa4-ca0b-43ba-be88-ffeb156f0c84', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:1f:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7489779e-fa2e-4e7d-9c00-a845890b26db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '8acdb510-d5f4-4c90-8e8c-2a5ae18e332f', 'ip_address': '172.28.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793885-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T06:13:00Z', 'updated_at': '2021-06-01T06:13:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acdb510-d5f4-4c90-8e8c-2a5ae18e332f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793885-1-smb', '_floatingips': [{'id': '48c6776b-1047-4ae7-a381-0067b25acd94', 'tenant_id': '01a8148357484b32a69bbd98475f8644', 'floating_ip_address': '172.28.2.121', 'floating_network_id': 'df727fa4-ca0b-43ba-be88-ffeb156f0c84', 'router_id': '7489779e-fa2e-4e7d-9c00-a845890b26db', 'port_id': 'a31cd721-a1d0-4eea-8fc8-b1415cdec3a4', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 504, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2527877-b5b6-43aa-8903-8b7eda48e9e3', 'mac_address': 'fa:16:3e:6e:71:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ba02003-0082-4ade-b2ff-aaeb571a8717', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-01T06:14:16Z', 'updated_at': '2021-06-01T06:14:16Z', 'revision_number': 0, 'project_id': '01a8148357484b32a69bbd98475f8644', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e1a8627-cfc1-4e65-82ed-69e0212116a0', 'name': '', 'network_id': 'b2527877-b5b6-43aa-8903-8b7eda48e9e3', 'tenant_id': '01a8148357484b32a69bbd98475f8644', 'mac_address': 'fa:16:3e:2f:02:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7489779e-fa2e-4e7d-9c00-a845890b26db', 'device_owner': 'network:router_interface', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '5c51a303-e621-409b-99c6-f5028ab86df1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793885-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T06:13:04Z', 'updated_at': '2021-06-01T06:13:16Z', 'revision_number': 5, 'project_id': '01a8148357484b32a69bbd98475f8644', 'subnets': [{'id': '5c51a303-e621-409b-99c6-f5028ab86df1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 06:14:19.525298 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [None req-7cda058e-9671-4fca-9a38-08022f9b52ca tempest-TestMinimumBasicScenario-1035900223 tempest-TestMinimumBasicScenario-1035900223-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:14:19.581900 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d532951f-44d3-421c-9df4-c0ce3c4a9b0f tempest-TestMinimumBasicScenario-1035900223 tempest-TestMinimumBasicScenario-1035900223-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02a1ea4b-691b-4723-ac39-6c791039b935,revision_number=0']} {{(pid=91913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:14:19.589390 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [None req-d532951f-44d3-421c-9df4-c0ce3c4a9b0f tempest-TestMinimumBasicScenario-1035900223 tempest-TestMinimumBasicScenario-1035900223-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:14:19.667020 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-d532951f-44d3-421c-9df4-c0ce3c4a9b0f tempest-TestMinimumBasicScenario-1035900223 tempest-TestMinimumBasicScenario-1035900223-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:14:19.671915 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.wsgi [-] (91912) accepted ('10.222.0.41', 57738) {{(pid=91912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 06:14:19.672692 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [None req-d532951f-44d3-421c-9df4-c0ce3c4a9b0f tempest-TestMinimumBasicScenario-1035900223 tempest-TestMinimumBasicScenario-1035900223-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4004352 Jun 01 06:14:19.679499 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.v2.base [None req-fc17d8be-5042-4d0f-9b63-bb03947100da tempest-TestMinimumBasicScenario-1035900223 tempest-TestMinimumBasicScenario-1035900223-project] Request body: {'security_group_rule': {'security_group_id': '16142a37-c36d-44fc-b297-81a3c601dc51', 'project_id': '01a8148357484b32a69bbd98475f8644', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=91912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 06:14:19.700478 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.db.quota.driver [None req-fc17d8be-5042-4d0f-9b63-bb03947100da tempest-TestMinimumBasicScenario-1035900223 tempest-TestMinimumBasicScenario-1035900223-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91912) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 06:14:19.707401 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.quota.resource [None req-fc17d8be-5042-4d0f-9b63-bb03947100da tempest-TestMinimumBasicScenario-1035900223 tempest-TestMinimumBasicScenario-1035900223-project] Usage tracker for resource:security_group_rule and tenant:01a8148357484b32a69bbd98475f8644 is out of sync, need to count used quota {{(pid=91912) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 06:14:19.710402 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.quota.resource [None req-fc17d8be-5042-4d0f-9b63-bb03947100da tempest-TestMinimumBasicScenario-1035900223 tempest-TestMinimumBasicScenario-1035900223-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=91912) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 06:14:19.721730 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.db.quota.driver [None req-fc17d8be-5042-4d0f-9b63-bb03947100da tempest-TestMinimumBasicScenario-1035900223 tempest-TestMinimumBasicScenario-1035900223-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=91912) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 06:14:19.731867 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-07d80159-77b1-404f-bed6-81e8839330bd req-46a8c74d-c83b-448f-9c00-07116b29dc9c service neutron] 10.222.0.45 "GET /v2.0/networks/b2527877-b5b6-43aa-8903-8b7eda48e9e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2072332 Jun 01 06:14:19.747611 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-fc17d8be-5042-4d0f-9b63-bb03947100da tempest-TestMinimumBasicScenario-1035900223 tempest-TestMinimumBasicScenario-1035900223-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:14:19.764662 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0de7952e-f77e-4b0d-96ef-76cfac5aaf14 None None] New status for floating IP 48c6776b-1047-4ae7-a381-0067b25acd94: ACTIVE {{(pid=91915) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 01 06:14:19.831388 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-fc17d8be-5042-4d0f-9b63-bb03947100da tempest-TestMinimumBasicScenario-1035900223 tempest-TestMinimumBasicScenario-1035900223-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:14:19.836331 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-fc17d8be-5042-4d0f-9b63-bb03947100da tempest-TestMinimumBasicScenario-1035900223 tempest-TestMinimumBasicScenario-1035900223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940440'] for security_group_rule, after_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:14:19.845129 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:14:19.867496 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc17d8be-5042-4d0f-9b63-bb03947100da tempest-TestMinimumBasicScenario-1035900223 tempest-TestMinimumBasicScenario-1035900223-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=294f2fd9-63d3-42f6-9af3-8d160b6cd43f,revision_number=0']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:14:19.870551 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-fc17d8be-5042-4d0f-9b63-bb03947100da tempest-TestMinimumBasicScenario-1035900223 tempest-TestMinimumBasicScenario-1035900223-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:14:19.875713 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-fc17d8be-5042-4d0f-9b63-bb03947100da tempest-TestMinimumBasicScenario-1035900223 tempest-TestMinimumBasicScenario-1035900223-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:14:19.879887 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.wsgi [-] (91913) accepted ('10.222.0.41', 57742) {{(pid=91913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 06:14:19.880064 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [None req-fc17d8be-5042-4d0f-9b63-bb03947100da tempest-TestMinimumBasicScenario-1035900223 tempest-TestMinimumBasicScenario-1035900223-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2068713 Jun 01 06:14:19.886402 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.v2.base [None req-0f74c675-5217-42e7-ade8-eba6c268e850 tempest-TestMinimumBasicScenario-1035900223 tempest-TestMinimumBasicScenario-1035900223-project] Request body: {'security_group_rule': {'security_group_id': '16142a37-c36d-44fc-b297-81a3c601dc51', 'project_id': '01a8148357484b32a69bbd98475f8644', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=91913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 06:14:19.900953 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.db.quota.driver [None req-0f74c675-5217-42e7-ade8-eba6c268e850 tempest-TestMinimumBasicScenario-1035900223 tempest-TestMinimumBasicScenario-1035900223-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 06:14:19.906816 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.quota.resource [None req-0f74c675-5217-42e7-ade8-eba6c268e850 tempest-TestMinimumBasicScenario-1035900223 tempest-TestMinimumBasicScenario-1035900223-project] Usage tracker for resource:security_group_rule and tenant:01a8148357484b32a69bbd98475f8644 is out of sync, need to count used quota {{(pid=91913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 06:14:19.914986 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.quota.resource [None req-0f74c675-5217-42e7-ade8-eba6c268e850 tempest-TestMinimumBasicScenario-1035900223 tempest-TestMinimumBasicScenario-1035900223-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=91913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 06:14:19.928865 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.db.quota.driver [None req-0f74c675-5217-42e7-ade8-eba6c268e850 tempest-TestMinimumBasicScenario-1035900223 tempest-TestMinimumBasicScenario-1035900223-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=91913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 06:14:19.942701 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.db.securitygroups_db [None req-0f74c675-5217-42e7-ade8-eba6c268e850 tempest-TestMinimumBasicScenario-1035900223 tempest-TestMinimumBasicScenario-1035900223-project] Project 01a8148357484b32a69bbd98475f8644 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 01 06:14:19.949853 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-0f74c675-5217-42e7-ade8-eba6c268e850 tempest-TestMinimumBasicScenario-1035900223 tempest-TestMinimumBasicScenario-1035900223-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:14:20.026426 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-0f74c675-5217-42e7-ade8-eba6c268e850 tempest-TestMinimumBasicScenario-1035900223 tempest-TestMinimumBasicScenario-1035900223-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:14:20.031156 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-0f74c675-5217-42e7-ade8-eba6c268e850 tempest-TestMinimumBasicScenario-1035900223 tempest-TestMinimumBasicScenario-1035900223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940440'] for security_group_rule, after_create {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:14:20.041691 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [None req-d532951f-44d3-421c-9df4-c0ce3c4a9b0f tempest-TestMinimumBasicScenario-1035900223 tempest-TestMinimumBasicScenario-1035900223-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:14:20.065191 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f74c675-5217-42e7-ade8-eba6c268e850 tempest-TestMinimumBasicScenario-1035900223 tempest-TestMinimumBasicScenario-1035900223-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51a14c0d-05d7-420f-a7d9-1f71cd60a152,revision_number=0']} {{(pid=91913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:14:20.068695 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [None req-0f74c675-5217-42e7-ade8-eba6c268e850 tempest-TestMinimumBasicScenario-1035900223 tempest-TestMinimumBasicScenario-1035900223-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:14:20.070062 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-0f74c675-5217-42e7-ade8-eba6c268e850 tempest-TestMinimumBasicScenario-1035900223 tempest-TestMinimumBasicScenario-1035900223-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:14:20.073916 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [None req-0f74c675-5217-42e7-ade8-eba6c268e850 tempest-TestMinimumBasicScenario-1035900223 tempest-TestMinimumBasicScenario-1035900223-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1899347 Jun 01 06:14:20.074481 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.wsgi [-] (91912) accepted ('10.222.0.41', 57748) {{(pid=91912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 06:14:20.080189 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.v2.base [None req-a9f2c405-0ef4-4574-b645-fa1bd2b5c1d1 tempest-TestMinimumBasicScenario-1035900223 tempest-TestMinimumBasicScenario-1035900223-project] Request body: {'security_group_rule': {'security_group_id': '16142a37-c36d-44fc-b297-81a3c601dc51', 'project_id': '01a8148357484b32a69bbd98475f8644', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=91912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 06:14:20.085984 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.db.quota.driver [None req-a9f2c405-0ef4-4574-b645-fa1bd2b5c1d1 tempest-TestMinimumBasicScenario-1035900223 tempest-TestMinimumBasicScenario-1035900223-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91912) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 06:14:20.089755 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.quota.resource [None req-a9f2c405-0ef4-4574-b645-fa1bd2b5c1d1 tempest-TestMinimumBasicScenario-1035900223 tempest-TestMinimumBasicScenario-1035900223-project] Usage tracker for resource:security_group_rule and tenant:01a8148357484b32a69bbd98475f8644 is out of sync, need to count used quota {{(pid=91912) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 06:14:20.092697 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.quota.resource [None req-a9f2c405-0ef4-4574-b645-fa1bd2b5c1d1 tempest-TestMinimumBasicScenario-1035900223 tempest-TestMinimumBasicScenario-1035900223-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=91912) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 06:14:20.098852 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.db.quota.driver [None req-a9f2c405-0ef4-4574-b645-fa1bd2b5c1d1 tempest-TestMinimumBasicScenario-1035900223 tempest-TestMinimumBasicScenario-1035900223-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=91912) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 06:14:20.109836 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.db.securitygroups_db [None req-a9f2c405-0ef4-4574-b645-fa1bd2b5c1d1 tempest-TestMinimumBasicScenario-1035900223 tempest-TestMinimumBasicScenario-1035900223-project] Project 01a8148357484b32a69bbd98475f8644 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 01 06:14:20.115615 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-a9f2c405-0ef4-4574-b645-fa1bd2b5c1d1 tempest-TestMinimumBasicScenario-1035900223 tempest-TestMinimumBasicScenario-1035900223-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:14:20.181560 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-a9f2c405-0ef4-4574-b645-fa1bd2b5c1d1 tempest-TestMinimumBasicScenario-1035900223 tempest-TestMinimumBasicScenario-1035900223-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:14:20.185984 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-a9f2c405-0ef4-4574-b645-fa1bd2b5c1d1 tempest-TestMinimumBasicScenario-1035900223 tempest-TestMinimumBasicScenario-1035900223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940440'] for security_group_rule, after_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:14:20.188028 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-fe56e412-3499-434d-becf-43bbd7d87cd6 tempest-TestShelveInstance-1107887697 tempest-TestShelveInstance-1107887697-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:14:20.209612 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f2c405-0ef4-4574-b645-fa1bd2b5c1d1 tempest-TestMinimumBasicScenario-1035900223 tempest-TestMinimumBasicScenario-1035900223-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b4b27b7-6ca1-4bf7-ac97-c15fbc9f7a0e,revision_number=0']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:14:20.211973 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-a9f2c405-0ef4-4574-b645-fa1bd2b5c1d1 tempest-TestMinimumBasicScenario-1035900223 tempest-TestMinimumBasicScenario-1035900223-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:14:20.218656 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-a9f2c405-0ef4-4574-b645-fa1bd2b5c1d1 tempest-TestMinimumBasicScenario-1035900223 tempest-TestMinimumBasicScenario-1035900223-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:14:20.219897 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [None req-a9f2c405-0ef4-4574-b645-fa1bd2b5c1d1 tempest-TestMinimumBasicScenario-1035900223 tempest-TestMinimumBasicScenario-1035900223-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1446276 Jun 01 06:14:20.272431 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63802026-8f38-4a90-ae77-a155689f3d8e req-2cc48804-3042-499d-bde2-dc3211371066 tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:14:20.273918 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-63802026-8f38-4a90-ae77-a155689f3d8e req-2cc48804-3042-499d-bde2-dc3211371066 tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] 10.222.0.41 "GET /v2.0/ports?device_id=72bedde5-da28-4f1c-8365-a28036cb969f HTTP/1.1" status: 200 len: 943 time: 0.0870349 Jun 01 06:14:20.320274 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-63802026-8f38-4a90-ae77-a155689f3d8e req-9039ee5d-3a73-4db6-916c-08a3f65f285f tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] 10.222.0.41 "GET /v2.0/security-groups?id=9dabead4-1346-43ff-b632-007c2c7dafb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409284 Jun 01 06:14:20.356063 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.quota.resource [req-1f6fdcaa-5fbd-4e50-aa15-682f65d15533 req-15960348-bb8a-4803-8ee5-a3ec0d0a1c59 tempest-TestMinimumBasicScenario-1035900223 tempest-TestMinimumBasicScenario-1035900223-project] Synchronizing usage tracker for tenant:01a8148357484b32a69bbd98475f8644 on resource:security_group {{(pid=91912) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 06:14:20.371426 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.quota.resource [req-1f6fdcaa-5fbd-4e50-aa15-682f65d15533 req-15960348-bb8a-4803-8ee5-a3ec0d0a1c59 tempest-TestMinimumBasicScenario-1035900223 tempest-TestMinimumBasicScenario-1035900223-project] Unset dirty status for tenant:01a8148357484b32a69bbd98475f8644 on resource:security_group {{(pid=91912) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 06:14:20.372629 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-1f6fdcaa-5fbd-4e50-aa15-682f65d15533 req-15960348-bb8a-4803-8ee5-a3ec0d0a1c59 tempest-TestMinimumBasicScenario-1035900223 tempest-TestMinimumBasicScenario-1035900223-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-798015732&fields=id&tenant_id=01a8148357484b32a69bbd98475f8644 HTTP/1.1" status: 200 len: 267 time: 0.0630267 Jun 01 06:14:20.465024 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6fdcaa-5fbd-4e50-aa15-682f65d15533 req-d0de98f1-5ca7-447c-b4a6-d8c4a9d0fa18 tempest-TestMinimumBasicScenario-1035900223 tempest-TestMinimumBasicScenario-1035900223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:14:20.466525 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-1f6fdcaa-5fbd-4e50-aa15-682f65d15533 req-d0de98f1-5ca7-447c-b4a6-d8c4a9d0fa18 tempest-TestMinimumBasicScenario-1035900223 tempest-TestMinimumBasicScenario-1035900223-project] 10.222.0.41 "GET /v2.0/ports?device_id=6ba02003-0082-4ade-b2ff-aaeb571a8717 HTTP/1.1" status: 200 len: 946 time: 0.0880075 Jun 01 06:14:20.478026 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.v2.base [req-1f6fdcaa-5fbd-4e50-aa15-682f65d15533 req-dabe9a34-36c6-4e9e-ae2e-fe539ce5e738 tempest-TestMinimumBasicScenario-1035900223 tempest-TestMinimumBasicScenario-1035900223-project] Request body: {'port': {'security_groups': ['00149f5e-5845-4199-b9d6-6cd604ad02b8', '16142a37-c36d-44fc-b297-81a3c601dc51']}} {{(pid=91912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 06:14:20.614109 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [req-1f6fdcaa-5fbd-4e50-aa15-682f65d15533 req-dabe9a34-36c6-4e9e-ae2e-fe539ce5e738 tempest-TestMinimumBasicScenario-1035900223 tempest-TestMinimumBasicScenario-1035900223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3824664'] for port, before_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:14:20.878304 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.plugins.ml2.db [req-1f6fdcaa-5fbd-4e50-aa15-682f65d15533 req-dabe9a34-36c6-4e9e-ae2e-fe539ce5e738 tempest-TestMinimumBasicScenario-1035900223 tempest-TestMinimumBasicScenario-1035900223-project] For port a31cd721-a1d0-4eea-8fc8-b1415cdec3a4, host hv-cinder-79388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79388',level=0,port_id=a31cd721-a1d0-4eea-8fc8-b1415cdec3a4,segment=NetworkSegment(cc0cc183-e050-4fc8-a49b-4071c6674dd2),segment_id=cc0cc183-e050-4fc8-a49b-4071c6674dd2)] {{(pid=91912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 06:14:20.903384 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [req-1f6fdcaa-5fbd-4e50-aa15-682f65d15533 req-dabe9a34-36c6-4e9e-ae2e-fe539ce5e738 tempest-TestMinimumBasicScenario-1035900223 tempest-TestMinimumBasicScenario-1035900223-project] Notify callbacks [] for port, precommit_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:14:20.908169 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [req-1f6fdcaa-5fbd-4e50-aa15-682f65d15533 req-dabe9a34-36c6-4e9e-ae2e-fe539ce5e738 tempest-TestMinimumBasicScenario-1035900223 tempest-TestMinimumBasicScenario-1035900223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774208810132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774208425701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774208426006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1720915'] for port, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:14:20.914567 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-764a0069-8989-4587-a7de-6c4f5f60b160 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:14:20.920229 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.db [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] get_ports_and_sgs() called for port_ids ['a31cd721-a1d0-4eea-8fc8-b1415cdec3a4'] {{(pid=91914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 06:14:20.991258 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6fdcaa-5fbd-4e50-aa15-682f65d15533 req-dabe9a34-36c6-4e9e-ae2e-fe539ce5e738 tempest-TestMinimumBasicScenario-1035900223 tempest-TestMinimumBasicScenario-1035900223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:14:20.992040 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [req-1f6fdcaa-5fbd-4e50-aa15-682f65d15533 req-dabe9a34-36c6-4e9e-ae2e-fe539ce5e738 tempest-TestMinimumBasicScenario-1035900223 tempest-TestMinimumBasicScenario-1035900223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239402'] for port, before_response {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:14:21.000862 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-1f6fdcaa-5fbd-4e50-aa15-682f65d15533 req-dabe9a34-36c6-4e9e-ae2e-fe539ce5e738 tempest-TestMinimumBasicScenario-1035900223 tempest-TestMinimumBasicScenario-1035900223-project] 10.222.0.41 "PUT /v2.0/ports/a31cd721-a1d0-4eea-8fc8-b1415cdec3a4 HTTP/1.1" status: 200 len: 982 time: 0.5233946 Jun 01 06:14:21.000862 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ba02003-0082-4ade-b2ff-aaeb571a8717', 'tag': 'a31cd721-a1d0-4eea-8fc8-b1415cdec3a4'}] {{(pid=91912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 06:14:21.015616 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c7b3c6e1f14bb220aa0995d95792b8f3e6549c6955cb141320bca3e5502353f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2326e406-6947-43df-9d04-888997a3608a" -d '{"events": [{"name": "network-changed", "server_uuid": "6ba02003-0082-4ade-b2ff-aaeb571a8717", "tag": "a31cd721-a1d0-4eea-8fc8-b1415cdec3a4"}]}' {{(pid=91912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 06:14:21.061046 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ec3fc6-4a4d-4dc3-8e10-7b8d3adcca03 req-cc9a6b5e-e72e-483d-90cc-c485dd962b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:14:21.061046 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-23ec3fc6-4a4d-4dc3-8e10-7b8d3adcca03 req-cc9a6b5e-e72e-483d-90cc-c485dd962b1b service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=72bedde5-da28-4f1c-8365-a28036cb969f&tenant_id=cf682efceb1b40c4a2056518b30cc419 HTTP/1.1" status: 200 len: 1096 time: 0.1136003 Jun 01 06:14:21.065665 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabe9a34-36c6-4e9e-ae2e-fe539ce5e738 tempest-TestMinimumBasicScenario-1035900223 tempest-TestMinimumBasicScenario-1035900223-project] Pushing event updated for resources: {'Port': ['ID=a31cd721-a1d0-4eea-8fc8-b1415cdec3a4,revision_number=6']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:14:21.080716 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-dabe9a34-36c6-4e9e-ae2e-fe539ce5e738 tempest-TestMinimumBasicScenario-1035900223 tempest-TestMinimumBasicScenario-1035900223-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:14:21.090246 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Jun 2021 06:14:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1698fe16-2665-4b8c-a0c2-b126675ba712 x-openstack-request-id: req-1698fe16-2665-4b8c-a0c2-b126675ba712 {{(pid=91912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 06:14:21.090832 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ba02003-0082-4ade-b2ff-aaeb571a8717", "tag": "a31cd721-a1d0-4eea-8fc8-b1415cdec3a4", "status": "completed", "code": 200}]} {{(pid=91912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 06:14:21.091234 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1698fe16-2665-4b8c-a0c2-b126675ba712 {{(pid=91912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 06:14:21.092292 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ba02003-0082-4ade-b2ff-aaeb571a8717', 'tag': 'a31cd721-a1d0-4eea-8fc8-b1415cdec3a4', 'status': 'completed', 'code': 200} Jun 01 06:14:21.106600 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.db [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] get_ports_and_sgs() called for port_ids ['a31cd721-a1d0-4eea-8fc8-b1415cdec3a4'] {{(pid=91914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 06:14:21.331265 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ec3fc6-4a4d-4dc3-8e10-7b8d3adcca03 req-a61a6c08-4e10-4049-8fff-b54583e163da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:14:21.332627 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-23ec3fc6-4a4d-4dc3-8e10-7b8d3adcca03 req-a61a6c08-4e10-4049-8fff-b54583e163da service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=cf682efceb1b40c4a2056518b30cc419&device_id=72bedde5-da28-4f1c-8365-a28036cb969f HTTP/1.1" status: 200 len: 1096 time: 0.2300956 Jun 01 06:14:21.341465 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ef642b-6665-43c6-9f78-699be6607968 req-5c94e714-d6f0-4ac2-ad65-f84134f245a6 tempest-TestMinimumBasicScenario-1035900223 tempest-TestMinimumBasicScenario-1035900223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:14:21.343337 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-c8ef642b-6665-43c6-9f78-699be6607968 req-5c94e714-d6f0-4ac2-ad65-f84134f245a6 tempest-TestMinimumBasicScenario-1035900223 tempest-TestMinimumBasicScenario-1035900223-project] 10.222.0.41 "GET /v2.0/ports?device_id=6ba02003-0082-4ade-b2ff-aaeb571a8717 HTTP/1.1" status: 200 len: 985 time: 0.1451850 Jun 01 06:14:21.345337 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2326e406-6947-43df-9d04-888997a3608a req-5c8c7494-760c-431c-b67e-dc66db661833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:14:21.346674 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-2326e406-6947-43df-9d04-888997a3608a req-5c8c7494-760c-431c-b67e-dc66db661833 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=01a8148357484b32a69bbd98475f8644&device_id=6ba02003-0082-4ade-b2ff-aaeb571a8717 HTTP/1.1" status: 200 len: 1138 time: 0.1967142 Jun 01 06:14:21.397494 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.db.provisioning_blocks [None req-dd5842ec-3041-43ec-9dda-b557338f94fd None None] Provisioning complete for port a31cd721-a1d0-4eea-8fc8-b1415cdec3a4 triggered by entity DHCP. {{(pid=91914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 06:14:21.397876 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-dd5842ec-3041-43ec-9dda-b557338f94fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3772206'] for port, provisioning_complete {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:14:21.535035 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f55e1e-5baa-435f-ad42-f11e1426dc65 req-d373da6c-fddf-4bc1-81f4-818cf965bc1d tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:14:21.538931 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-f8f55e1e-5baa-435f-ad42-f11e1426dc65 req-d373da6c-fddf-4bc1-81f4-818cf965bc1d tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] 10.222.0.41 "GET /v2.0/ports?device_id=72bedde5-da28-4f1c-8365-a28036cb969f HTTP/1.1" status: 200 len: 943 time: 0.0927694 Jun 01 06:14:21.560116 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-c8ef642b-6665-43c6-9f78-699be6607968 req-0eb12911-1cff-4dca-9522-5a7a001f9933 tempest-TestMinimumBasicScenario-1035900223 tempest-TestMinimumBasicScenario-1035900223-project] 10.222.0.41 "GET /v2.0/security-groups?id=16142a37-c36d-44fc-b297-81a3c601dc51&id=00149f5e-5845-4199-b9d6-6cd604ad02b8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1908951 Jun 01 06:14:21.590405 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-f8f55e1e-5baa-435f-ad42-f11e1426dc65 req-8d712936-7829-4697-a803-a6c80d35c6ac tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] 10.222.0.41 "GET /v2.0/security-groups?id=9dabead4-1346-43ff-b632-007c2c7dafb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479069 Jun 01 06:14:21.623078 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ec3fc6-4a4d-4dc3-8e10-7b8d3adcca03 req-53c653af-e9ac-4802-90f7-13751d5d57a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:14:21.624543 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-23ec3fc6-4a4d-4dc3-8e10-7b8d3adcca03 req-53c653af-e9ac-4802-90f7-13751d5d57a5 service neutron] 10.222.0.45 "GET /v2.0/networks?id=0d0e27d7-e499-44c0-a6d3-0e69d07aa387 HTTP/1.1" status: 200 len: 916 time: 0.2770410 Jun 01 06:14:21.631070 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2326e406-6947-43df-9d04-888997a3608a req-4fda4c24-db05-4bab-ab73-52874056f12f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:14:21.632459 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-2326e406-6947-43df-9d04-888997a3608a req-4fda4c24-db05-4bab-ab73-52874056f12f service neutron] 10.222.0.45 "GET /v2.0/networks?id=b2527877-b5b6-43aa-8903-8b7eda48e9e3 HTTP/1.1" status: 200 len: 915 time: 0.2645164 Jun 01 06:14:21.936828 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-23ec3fc6-4a4d-4dc3-8e10-7b8d3adcca03 req-220d8e50-2e5c-4284-b611-ff84856c2916 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b679f0aa-6640-4dba-b253-c06ab597e1ae HTTP/1.1" status: 200 len: 999 time: 0.3034077 Jun 01 06:14:21.938563 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-2326e406-6947-43df-9d04-888997a3608a req-d9d2d2a9-f052-4f8a-93b7-c1e8e6418eed service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a31cd721-a1d0-4eea-8fc8-b1415cdec3a4 HTTP/1.1" status: 200 len: 1002 time: 0.2552629 Jun 01 06:14:22.052937 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ec3fc6-4a4d-4dc3-8e10-7b8d3adcca03 req-fdfc2640-8697-48de-abee-a36e128ca75e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:14:22.054384 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-23ec3fc6-4a4d-4dc3-8e10-7b8d3adcca03 req-fdfc2640-8697-48de-abee-a36e128ca75e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=afe82765-6164-43ac-8036-06de690ecff6 HTTP/1.1" status: 200 len: 854 time: 0.1036086 Jun 01 06:14:22.059065 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2326e406-6947-43df-9d04-888997a3608a req-c462d4fa-67d0-4f37-9be2-7ee87c9439f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:14:22.059065 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-2326e406-6947-43df-9d04-888997a3608a req-c462d4fa-67d0-4f37-9be2-7ee87c9439f4 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=5c51a303-e621-409b-99c6-f5028ab86df1 HTTP/1.1" status: 200 len: 853 time: 0.0787604 Jun 01 06:14:22.218449 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ec3fc6-4a4d-4dc3-8e10-7b8d3adcca03 req-9ab7c2af-150d-490f-8cfd-4d6f624089e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:14:22.219936 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-23ec3fc6-4a4d-4dc3-8e10-7b8d3adcca03 req-9ab7c2af-150d-490f-8cfd-4d6f624089e7 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=0d0e27d7-e499-44c0-a6d3-0e69d07aa387&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1479323 Jun 01 06:14:22.222585 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2326e406-6947-43df-9d04-888997a3608a req-c98593ab-fc2b-411a-b2d2-3355cfcf23bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:14:22.224326 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-2326e406-6947-43df-9d04-888997a3608a req-c98593ab-fc2b-411a-b2d2-3355cfcf23bf service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b2527877-b5b6-43aa-8903-8b7eda48e9e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1187704 Jun 01 06:14:22.468752 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-23ec3fc6-4a4d-4dc3-8e10-7b8d3adcca03 req-4741082b-6452-46fc-bd72-bd052a63850b service neutron] 10.222.0.45 "GET /v2.0/networks/0d0e27d7-e499-44c0-a6d3-0e69d07aa387?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2332549 Jun 01 06:14:22.471388 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-2326e406-6947-43df-9d04-888997a3608a req-7b40733c-828a-4c45-a5bb-ed3909b4663d service neutron] 10.222.0.45 "GET /v2.0/networks/b2527877-b5b6-43aa-8903-8b7eda48e9e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2181077 Jun 01 06:14:22.712372 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-23ec3fc6-4a4d-4dc3-8e10-7b8d3adcca03 req-1f8879fb-2c84-46f8-8302-4f9b850e6db2 service neutron] 10.222.0.45 "GET /v2.0/networks/0d0e27d7-e499-44c0-a6d3-0e69d07aa387?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2305160 Jun 01 06:14:22.715380 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-2326e406-6947-43df-9d04-888997a3608a req-00336135-58ab-4211-99dd-63757d2c209d service neutron] 10.222.0.45 "GET /v2.0/networks/b2527877-b5b6-43aa-8903-8b7eda48e9e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2320569 Jun 01 06:14:22.789054 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c7b96c-3f34-4338-bef3-d9a6b8238249 req-419e4f23-1f76-4751-8fd7-beb8db5723a1 tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:14:22.790516 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-b4c7b96c-3f34-4338-bef3-d9a6b8238249 req-419e4f23-1f76-4751-8fd7-beb8db5723a1 tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] 10.222.0.41 "GET /v2.0/ports?device_id=72bedde5-da28-4f1c-8365-a28036cb969f HTTP/1.1" status: 200 len: 943 time: 0.0850604 Jun 01 06:14:22.836625 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-b4c7b96c-3f34-4338-bef3-d9a6b8238249 req-8daf245f-683b-458a-944a-128a6cd574cd tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] 10.222.0.41 "GET /v2.0/security-groups?id=9dabead4-1346-43ff-b632-007c2c7dafb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401616 Jun 01 06:14:24.033919 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53171f70-e4fb-48e5-98c5-1ccc1da6504d req-eee57dab-c80b-41d8-9eb9-5d7dc1a45048 tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:14:24.035403 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-53171f70-e4fb-48e5-98c5-1ccc1da6504d req-eee57dab-c80b-41d8-9eb9-5d7dc1a45048 tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] 10.222.0.41 "GET /v2.0/ports?device_id=72bedde5-da28-4f1c-8365-a28036cb969f HTTP/1.1" status: 200 len: 943 time: 0.0816731 Jun 01 06:14:24.165241 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-53171f70-e4fb-48e5-98c5-1ccc1da6504d req-f4223ad9-d651-4132-957b-b4ad8fd6baae tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] 10.222.0.41 "GET /v2.0/security-groups?id=9dabead4-1346-43ff-b632-007c2c7dafb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1238825 Jun 01 06:14:25.366106 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c82a6be-2386-4aff-91e8-10e960efbeeb req-541996b4-b569-41b8-8645-9bd84dff2baf tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:14:25.373237 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-8c82a6be-2386-4aff-91e8-10e960efbeeb req-541996b4-b569-41b8-8645-9bd84dff2baf tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] 10.222.0.41 "GET /v2.0/ports?device_id=72bedde5-da28-4f1c-8365-a28036cb969f HTTP/1.1" status: 200 len: 943 time: 0.0874660 Jun 01 06:14:25.414617 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-8c82a6be-2386-4aff-91e8-10e960efbeeb req-9bd363d1-7eec-439c-89e6-50d51843209a tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] 10.222.0.41 "GET /v2.0/security-groups?id=9dabead4-1346-43ff-b632-007c2c7dafb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404787 Jun 01 06:14:25.794750 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-2b6648c3-87d7-4048-94e0-2123e70ed0e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774208951022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772053'] for agent, after_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:14:26.619162 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7a8cb1-5152-4ff1-8434-494366da7dba req-657ea81b-052a-4d41-b7e9-488f4c1fd611 tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:14:26.620630 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-3f7a8cb1-5152-4ff1-8434-494366da7dba req-657ea81b-052a-4d41-b7e9-488f4c1fd611 tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] 10.222.0.41 "GET /v2.0/ports?device_id=72bedde5-da28-4f1c-8365-a28036cb969f HTTP/1.1" status: 200 len: 943 time: 0.0913529 Jun 01 06:14:26.669445 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-3f7a8cb1-5152-4ff1-8434-494366da7dba req-b3b02341-9663-4383-95e1-4aa2c39e239d tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] 10.222.0.41 "GET /v2.0/security-groups?id=9dabead4-1346-43ff-b632-007c2c7dafb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430863 Jun 01 06:14:27.911279 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6674693-0273-4176-bb03-1d9335a17b11 req-b8f2bc6e-815c-49a9-bba8-e2deb46f5683 tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:14:27.912684 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-c6674693-0273-4176-bb03-1d9335a17b11 req-b8f2bc6e-815c-49a9-bba8-e2deb46f5683 tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] 10.222.0.41 "GET /v2.0/ports?device_id=72bedde5-da28-4f1c-8365-a28036cb969f HTTP/1.1" status: 200 len: 943 time: 0.1184905 Jun 01 06:14:27.958490 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-c6674693-0273-4176-bb03-1d9335a17b11 req-6677dc72-0242-4b78-a70d-aa0d7d46dc2b tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] 10.222.0.41 "GET /v2.0/security-groups?id=9dabead4-1346-43ff-b632-007c2c7dafb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398915 Jun 01 06:14:28.188313 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774208951022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772053'] for agent, after_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:14:28.491109 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-2303f227-5158-44ee-96f1-6ed1b953ae1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774208951022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772053'] for agent, after_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:14:29.163364 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa041ccd-4e10-4b71-ad84-e211b4709fdf req-8212112f-9310-4e11-8fe2-a501d9ad4d0f tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:14:29.164903 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-aa041ccd-4e10-4b71-ad84-e211b4709fdf req-8212112f-9310-4e11-8fe2-a501d9ad4d0f tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] 10.222.0.41 "GET /v2.0/ports?device_id=72bedde5-da28-4f1c-8365-a28036cb969f HTTP/1.1" status: 200 len: 943 time: 0.0841317 Jun 01 06:14:29.213802 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-aa041ccd-4e10-4b71-ad84-e211b4709fdf req-999bc980-2231-4dd5-8a4d-fab5265d9d7a tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] 10.222.0.41 "GET /v2.0/security-groups?id=9dabead4-1346-43ff-b632-007c2c7dafb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424857 Jun 01 06:14:29.781377 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-1d313a3c-a63a-4764-8840-fb680d7e5ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774208951022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772053'] for agent, after_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:14:30.407822 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18df016-78ed-42c1-a3e2-6c0ab82e4059 req-466a79a6-9e8e-41fa-b81e-3cc9dc56eefd tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:14:30.409253 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-c18df016-78ed-42c1-a3e2-6c0ab82e4059 req-466a79a6-9e8e-41fa-b81e-3cc9dc56eefd tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] 10.222.0.41 "GET /v2.0/ports?device_id=72bedde5-da28-4f1c-8365-a28036cb969f HTTP/1.1" status: 200 len: 943 time: 0.0794559 Jun 01 06:14:30.463249 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-c18df016-78ed-42c1-a3e2-6c0ab82e4059 req-af98ff21-397f-4e4f-8f7a-49d7271c8483 tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] 10.222.0.41 "GET /v2.0/security-groups?id=9dabead4-1346-43ff-b632-007c2c7dafb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436199 Jun 01 06:14:31.138700 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-2212ef7e-50c1-45a6-8db2-90e035748ac3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774208951022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772053'] for agent, after_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:14:31.657480 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc383c0-920f-4a80-bdb5-50ccf4db473d req-6415baf4-7432-4f7e-adbd-e658ac7ca1cc tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:14:31.658936 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-cdc383c0-920f-4a80-bdb5-50ccf4db473d req-6415baf4-7432-4f7e-adbd-e658ac7ca1cc tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] 10.222.0.41 "GET /v2.0/ports?device_id=72bedde5-da28-4f1c-8365-a28036cb969f HTTP/1.1" status: 200 len: 943 time: 0.0810173 Jun 01 06:14:31.707329 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-cdc383c0-920f-4a80-bdb5-50ccf4db473d req-c4b4b878-1aeb-4ac9-9a1b-2dc954c848a6 tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] 10.222.0.41 "GET /v2.0/security-groups?id=9dabead4-1346-43ff-b632-007c2c7dafb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424671 Jun 01 06:14:32.914470 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71c7224-d1c2-4319-9945-2d31278389a4 req-29330160-6ea3-4867-8b6f-45ea547736c3 tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:14:32.915970 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-b71c7224-d1c2-4319-9945-2d31278389a4 req-29330160-6ea3-4867-8b6f-45ea547736c3 tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] 10.222.0.41 "GET /v2.0/ports?device_id=72bedde5-da28-4f1c-8365-a28036cb969f HTTP/1.1" status: 200 len: 943 time: 0.0956459 Jun 01 06:14:32.961655 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-b71c7224-d1c2-4319-9945-2d31278389a4 req-17c27ea3-ca31-4de2-8655-cc97bbd9289c tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] 10.222.0.41 "GET /v2.0/security-groups?id=9dabead4-1346-43ff-b632-007c2c7dafb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395284 Jun 01 06:14:34.160322 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91a87d8-0d86-40e5-a590-81e42608f9d4 req-f2a94c2f-9ea9-49d3-9194-dc3688a9a9c3 tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:14:34.161815 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-e91a87d8-0d86-40e5-a590-81e42608f9d4 req-f2a94c2f-9ea9-49d3-9194-dc3688a9a9c3 tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] 10.222.0.41 "GET /v2.0/ports?device_id=72bedde5-da28-4f1c-8365-a28036cb969f HTTP/1.1" status: 200 len: 943 time: 0.0890911 Jun 01 06:14:34.210386 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-e91a87d8-0d86-40e5-a590-81e42608f9d4 req-7f09f1d1-706f-45a2-8531-b521824ceac0 tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] 10.222.0.41 "GET /v2.0/security-groups?id=9dabead4-1346-43ff-b632-007c2c7dafb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397735 Jun 01 06:14:35.430418 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d138e89-9470-44e9-9863-71264e59d76b req-36690b1a-607b-437d-ada1-116292b6834c tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:14:35.431893 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-4d138e89-9470-44e9-9863-71264e59d76b req-36690b1a-607b-437d-ada1-116292b6834c tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] 10.222.0.41 "GET /v2.0/ports?device_id=72bedde5-da28-4f1c-8365-a28036cb969f HTTP/1.1" status: 200 len: 943 time: 0.1005716 Jun 01 06:14:35.476955 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-4d138e89-9470-44e9-9863-71264e59d76b req-6a204489-66e1-437d-a51f-0b1805bd1ec4 tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] 10.222.0.41 "GET /v2.0/security-groups?id=9dabead4-1346-43ff-b632-007c2c7dafb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392621 Jun 01 06:14:36.668555 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5d08a8-85c8-41e7-80b1-d9dddf05f8bc req-00413c48-f587-42e0-8bd2-aded1efc7d91 tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:14:36.670122 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-ba5d08a8-85c8-41e7-80b1-d9dddf05f8bc req-00413c48-f587-42e0-8bd2-aded1efc7d91 tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] 10.222.0.41 "GET /v2.0/ports?device_id=72bedde5-da28-4f1c-8365-a28036cb969f HTTP/1.1" status: 200 len: 943 time: 0.0829377 Jun 01 06:14:36.721328 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-ba5d08a8-85c8-41e7-80b1-d9dddf05f8bc req-d2eaa9ce-6f92-40a2-b992-9d0b76e96de5 tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] 10.222.0.41 "GET /v2.0/security-groups?id=9dabead4-1346-43ff-b632-007c2c7dafb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447128 Jun 01 06:14:39.986177 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG neutron.db.agents_db [None req-a707e798-5c4a-4349-b1a6-04fc24c0e8c1 None None] Agent healthcheck: found 6 active agents {{(pid=91915) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 06:14:42.453085 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85574f36-e438-48ec-88fe-44859a410e85 req-002d7a60-893a-46e7-9f01-f794cfdb7951 tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:14:42.459930 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-85574f36-e438-48ec-88fe-44859a410e85 req-002d7a60-893a-46e7-9f01-f794cfdb7951 tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] 10.222.0.41 "GET /v2.0/ports?device_id=72bedde5-da28-4f1c-8365-a28036cb969f HTTP/1.1" status: 200 len: 943 time: 0.0919871 Jun 01 06:14:42.500576 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-85574f36-e438-48ec-88fe-44859a410e85 req-46105037-1b9f-48f6-b6c9-9319f532e7de tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] 10.222.0.41 "GET /v2.0/security-groups?id=9dabead4-1346-43ff-b632-007c2c7dafb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398118 Jun 01 06:14:43.687759 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9924863d-ea3b-456c-a850-16d827ca4125 req-6cb80604-5b4f-4dce-ad60-690ebe9a8e68 tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:14:43.689229 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-9924863d-ea3b-456c-a850-16d827ca4125 req-6cb80604-5b4f-4dce-ad60-690ebe9a8e68 tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] 10.222.0.41 "GET /v2.0/ports?device_id=72bedde5-da28-4f1c-8365-a28036cb969f HTTP/1.1" status: 200 len: 943 time: 0.0782225 Jun 01 06:14:43.734221 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-9924863d-ea3b-456c-a850-16d827ca4125 req-cf6aedca-4ee8-4428-b009-d2f2158f9a42 tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] 10.222.0.41 "GET /v2.0/security-groups?id=9dabead4-1346-43ff-b632-007c2c7dafb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392554 Jun 01 06:14:44.929934 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10df5b0f-dab9-4fe6-a0f4-cd4aeb612318 req-c87d6881-785c-417a-b04d-0b04d9326ab5 tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:14:44.931485 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-10df5b0f-dab9-4fe6-a0f4-cd4aeb612318 req-c87d6881-785c-417a-b04d-0b04d9326ab5 tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] 10.222.0.41 "GET /v2.0/ports?device_id=72bedde5-da28-4f1c-8365-a28036cb969f HTTP/1.1" status: 200 len: 943 time: 0.0852337 Jun 01 06:14:44.977640 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-10df5b0f-dab9-4fe6-a0f4-cd4aeb612318 req-746c52be-4905-4e16-a59e-9a33e522b76d tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] 10.222.0.41 "GET /v2.0/security-groups?id=9dabead4-1346-43ff-b632-007c2c7dafb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393863 Jun 01 06:14:46.165431 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbca8fd3-daf9-422c-9151-0991d19b3781 req-e55b5b96-b2dc-4c7f-9dd1-dc684a697d53 tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:14:46.166902 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-fbca8fd3-daf9-422c-9151-0991d19b3781 req-e55b5b96-b2dc-4c7f-9dd1-dc684a697d53 tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] 10.222.0.41 "GET /v2.0/ports?device_id=72bedde5-da28-4f1c-8365-a28036cb969f HTTP/1.1" status: 200 len: 943 time: 0.0795512 Jun 01 06:14:46.211485 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-fbca8fd3-daf9-422c-9151-0991d19b3781 req-eb52a55a-1745-4235-b9e0-04bfd8abc4b5 tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] 10.222.0.41 "GET /v2.0/security-groups?id=9dabead4-1346-43ff-b632-007c2c7dafb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383310 Jun 01 06:14:47.403900 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c4ad78-c5ec-482c-820a-ba5a0ae3e42a req-ed78cdb3-2733-4dc9-9b47-498c8ce786a8 tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:14:47.405820 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-54c4ad78-c5ec-482c-820a-ba5a0ae3e42a req-ed78cdb3-2733-4dc9-9b47-498c8ce786a8 tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] 10.222.0.41 "GET /v2.0/ports?device_id=72bedde5-da28-4f1c-8365-a28036cb969f HTTP/1.1" status: 200 len: 943 time: 0.0829983 Jun 01 06:14:47.426963 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.rpc [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Device b679f0aa-6640-4dba-b253-c06ab597e1ae details requested by agent hyperv_hv-cinder-79388 with host hv-cinder-79388 {{(pid=91914) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 06:14:47.449712 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-54c4ad78-c5ec-482c-820a-ba5a0ae3e42a req-92e17040-4986-48b5-823e-ebb59a8185e2 tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] 10.222.0.41 "GET /v2.0/security-groups?id=9dabead4-1346-43ff-b632-007c2c7dafb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383143 Jun 01 06:14:47.559377 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.db [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] For port b679f0aa-6640-4dba-b253-c06ab597e1ae, host hv-cinder-79388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79388',level=0,port_id=b679f0aa-6640-4dba-b253-c06ab597e1ae,segment=NetworkSegment(5bcb411c-cc6a-4a4c-9bde-5ea76448952b),segment_id=5bcb411c-cc6a-4a4c-9bde-5ea76448952b)] {{(pid=91914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 06:14:47.581837 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.rpc [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Returning: {'device': 'b679f0aa-6640-4dba-b253-c06ab597e1ae', 'network_id': '0d0e27d7-e499-44c0-a6d3-0e69d07aa387', 'port_id': 'b679f0aa-6640-4dba-b253-c06ab597e1ae', 'mac_address': 'fa:16:3e:ba:3a:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 346, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'afe82765-6164-43ac-8036-06de690ecff6', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91914) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 06:14:47.647898 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774208951022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772053'] for agent, after_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:14:47.649942 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3824664'] for port, before_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:14:47.667640 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.notifiers.nova [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b679f0aa-6640-4dba-b253-c06ab597e1ae {{(pid=91914) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 06:14:47.684841 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.db [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] For port b679f0aa-6640-4dba-b253-c06ab597e1ae, host hv-cinder-79388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79388',level=0,port_id=b679f0aa-6640-4dba-b253-c06ab597e1ae,segment=NetworkSegment(5bcb411c-cc6a-4a4c-9bde-5ea76448952b),segment_id=5bcb411c-cc6a-4a4c-9bde-5ea76448952b)] {{(pid=91914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 06:14:47.689319 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774208810132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774208425701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774208426006'] for port, after_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:14:47.691056 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG oslo_concurrency.lockutils [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91914) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:14:47.756042 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Pushing event updated for resources: {'Port': ['ID=b679f0aa-6640-4dba-b253-c06ab597e1ae,revision_number=9']} {{(pid=91914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:14:47.763116 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:14:47.763465 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:14:47.763807 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:14:47.764142 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:14:47.764473 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:14:47.765349 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:14:47.765676 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:14:47.765997 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:14:47.766319 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:14:47.766640 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:14:47.766959 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:14:47.767276 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:14:47.771029 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG oslo_concurrency.lockutils [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=91914) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:14:48.104589 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.db [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] get_ports_and_sgs() called for port_ids ['b679f0aa-6640-4dba-b253-c06ab597e1ae'] {{(pid=91914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 06:14:48.641129 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2da0ec-7c3d-4f19-8a87-99c441f7a11b req-c74d54c1-4d04-4719-b6c6-397a392d0fdc tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:14:48.645442 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-5b2da0ec-7c3d-4f19-8a87-99c441f7a11b req-c74d54c1-4d04-4719-b6c6-397a392d0fdc tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] 10.222.0.41 "GET /v2.0/ports?device_id=72bedde5-da28-4f1c-8365-a28036cb969f HTTP/1.1" status: 200 len: 944 time: 0.0827942 Jun 01 06:14:48.690003 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-5b2da0ec-7c3d-4f19-8a87-99c441f7a11b req-2af6a6de-4714-4585-b23c-e468403b85dd tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] 10.222.0.41 "GET /v2.0/security-groups?id=9dabead4-1346-43ff-b632-007c2c7dafb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420432 Jun 01 06:14:49.445641 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.rpc [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Device b679f0aa-6640-4dba-b253-c06ab597e1ae up at agent hyperv_hv-cinder-79388 {{(pid=91914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 06:14:49.515863 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.db.provisioning_blocks [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Provisioning complete for port b679f0aa-6640-4dba-b253-c06ab597e1ae triggered by entity L2. {{(pid=91914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 06:14:49.516239 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3772206'] for port, provisioning_complete {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:14:49.630591 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3824664'] for port, before_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:14:49.656387 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72bedde5-da28-4f1c-8365-a28036cb969f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b679f0aa-6640-4dba-b253-c06ab597e1ae'}] {{(pid=91914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 06:14:49.659004 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cefeca7b2fbb82c39cf99810f9cdf69defc097144ee6f344485b033ce81b52cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a48a3044-4acc-4135-87a8-a812d51d2d21" -d '{"events": [{"server_uuid": "72bedde5-da28-4f1c-8365-a28036cb969f", "name": "network-vif-plugged", "status": "completed", "tag": "b679f0aa-6640-4dba-b253-c06ab597e1ae"}]}' {{(pid=91914) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 06:14:49.666322 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.db [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] For port b679f0aa-6640-4dba-b253-c06ab597e1ae, host hv-cinder-79388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79388',level=0,port_id=b679f0aa-6640-4dba-b253-c06ab597e1ae,segment=NetworkSegment(5bcb411c-cc6a-4a4c-9bde-5ea76448952b),segment_id=5bcb411c-cc6a-4a4c-9bde-5ea76448952b)] {{(pid=91914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 06:14:49.672903 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774208810132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774208425701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774208426006'] for port, after_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:14:49.674829 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG oslo_concurrency.lockutils [None req-5a6efb09-73af-425e-872e-e864febcac35 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91914) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:14:49.709499 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 06:14:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f30eb49-d244-4e3e-bfb4-e95ca12e9b69 x-openstack-request-id: req-2f30eb49-d244-4e3e-bfb4-e95ca12e9b69 {{(pid=91914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 06:14:49.709805 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72bedde5-da28-4f1c-8365-a28036cb969f", "name": "network-vif-plugged", "status": "completed", "tag": "b679f0aa-6640-4dba-b253-c06ab597e1ae", "code": 200}]} {{(pid=91914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 06:14:49.710071 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2f30eb49-d244-4e3e-bfb4-e95ca12e9b69 {{(pid=91914) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 06:14:49.710463 dv-cinder-793885-1-smb neutron-server[91914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72bedde5-da28-4f1c-8365-a28036cb969f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b679f0aa-6640-4dba-b253-c06ab597e1ae', 'code': 200} Jun 01 06:14:49.743416 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Pushing event updated for resources: {'Port': ['ID=b679f0aa-6640-4dba-b253-c06ab597e1ae,revision_number=10']} {{(pid=91914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:14:49.746481 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG oslo_concurrency.lockutils [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=91914) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:14:49.889274 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7939d68-07dc-4730-9beb-44d8a40a94e9 req-e4af9545-dcae-4f3a-8f63-7b1fcd4884b4 tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:14:49.890767 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-b7939d68-07dc-4730-9beb-44d8a40a94e9 req-e4af9545-dcae-4f3a-8f63-7b1fcd4884b4 tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] 10.222.0.41 "GET /v2.0/ports?device_id=72bedde5-da28-4f1c-8365-a28036cb969f HTTP/1.1" status: 200 len: 946 time: 0.0856462 Jun 01 06:14:49.935787 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-b7939d68-07dc-4730-9beb-44d8a40a94e9 req-01cac28f-e2e5-4702-83bd-38ab6c01c7be tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] 10.222.0.41 "GET /v2.0/security-groups?id=9dabead4-1346-43ff-b632-007c2c7dafb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393305 Jun 01 06:14:50.275751 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b357c01b-8f28-4cd2-8b80-8ee5013650c6 req-7abc45f7-0324-437d-aa16-4eaf044637f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:14:50.277243 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-b357c01b-8f28-4cd2-8b80-8ee5013650c6 req-7abc45f7-0324-437d-aa16-4eaf044637f0 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=72bedde5-da28-4f1c-8365-a28036cb969f HTTP/1.1" status: 200 len: 1099 time: 0.0693223 Jun 01 06:14:50.317367 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-b357c01b-8f28-4cd2-8b80-8ee5013650c6 req-127084bc-31ca-4824-9cde-f25f5c71926f service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=9dabead4-1346-43ff-b632-007c2c7dafb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335541 Jun 01 06:14:51.121748 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2c76af-f6e3-479f-9247-dd61c7950bda req-cac2cddd-7149-452b-b2a5-ecde0ef8b016 tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:14:51.123184 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-fb2c76af-f6e3-479f-9247-dd61c7950bda req-cac2cddd-7149-452b-b2a5-ecde0ef8b016 tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] 10.222.0.41 "GET /v2.0/ports?device_id=72bedde5-da28-4f1c-8365-a28036cb969f HTTP/1.1" status: 200 len: 946 time: 0.0788662 Jun 01 06:14:51.167168 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-fb2c76af-f6e3-479f-9247-dd61c7950bda req-f12c32e9-dcbb-473b-abcc-c8c7a8de5afb tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] 10.222.0.41 "GET /v2.0/security-groups?id=9dabead4-1346-43ff-b632-007c2c7dafb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377965 Jun 01 06:14:52.370448 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a36d197-b90f-4f5c-812e-dd5f38b70c29 req-30f41e18-a7c6-4fab-b382-e8de2a2dda17 tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:14:52.371877 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-3a36d197-b90f-4f5c-812e-dd5f38b70c29 req-30f41e18-a7c6-4fab-b382-e8de2a2dda17 tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] 10.222.0.41 "GET /v2.0/ports?device_id=72bedde5-da28-4f1c-8365-a28036cb969f HTTP/1.1" status: 200 len: 946 time: 0.0802321 Jun 01 06:14:52.415640 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-3a36d197-b90f-4f5c-812e-dd5f38b70c29 req-52518e8a-8942-4926-bdf7-0a0e3740f1f8 tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] 10.222.0.41 "GET /v2.0/security-groups?id=9dabead4-1346-43ff-b632-007c2c7dafb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380969 Jun 01 06:14:53.601451 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae17a52-6913-4c3f-99db-a9d4a7dc6194 req-e9f8c205-84e5-45d0-b620-91cc330f2a84 tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:14:53.602866 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-aae17a52-6913-4c3f-99db-a9d4a7dc6194 req-e9f8c205-84e5-45d0-b620-91cc330f2a84 tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] 10.222.0.41 "GET /v2.0/ports?device_id=72bedde5-da28-4f1c-8365-a28036cb969f HTTP/1.1" status: 200 len: 946 time: 0.0797081 Jun 01 06:14:53.649141 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-aae17a52-6913-4c3f-99db-a9d4a7dc6194 req-8673e5c3-d578-404b-a7a9-9dd9a1907f6d tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] 10.222.0.41 "GET /v2.0/security-groups?id=9dabead4-1346-43ff-b632-007c2c7dafb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406494 Jun 01 06:14:55.795875 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-b7645f7d-a009-41bb-b981-7c932442d6b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774208951022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772053'] for agent, after_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:14:58.191381 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774208951022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772053'] for agent, after_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:14:58.493022 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-3c0f03b6-5854-45ff-a637-3f9f19806507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774208951022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772053'] for agent, after_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:14:59.782972 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-1d313a3c-a63a-4764-8840-fb680d7e5ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774208951022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772053'] for agent, after_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:15:01.138937 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-2212ef7e-50c1-45a6-8db2-90e035748ac3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774208951022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772053'] for agent, after_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:15:06.695104 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d48e75-94c4-4a7a-b383-a9509774b544 req-aefc5489-ba0e-4140-9d73-24b5971a6898 tempest-VolumesSnapshotTestJSON-714247562 tempest-VolumesSnapshotTestJSON-714247562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:15:06.696542 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-b6d48e75-94c4-4a7a-b383-a9509774b544 req-aefc5489-ba0e-4140-9d73-24b5971a6898 tempest-VolumesSnapshotTestJSON-714247562 tempest-VolumesSnapshotTestJSON-714247562-project] 10.222.0.41 "GET /v2.0/ports?device_id=f7a675b6-7b4b-4fa0-a8c3-afd67b9def1a HTTP/1.1" status: 200 len: 946 time: 0.1254475 Jun 01 06:15:06.741333 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-b6d48e75-94c4-4a7a-b383-a9509774b544 req-2d66cae1-00ec-4aa0-8d59-dcc2de01aa83 tempest-VolumesSnapshotTestJSON-714247562 tempest-VolumesSnapshotTestJSON-714247562-project] 10.222.0.41 "GET /v2.0/security-groups?id=aff84d6b-738c-48d3-9682-092c2465ce06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390866 Jun 01 06:15:08.029195 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637b2f9b-4499-4b4e-86c7-cef8cc36cddc req-43d7105f-1e55-4f45-aa53-d2950d42ea2c tempest-VolumesSnapshotTestJSON-714247562 tempest-VolumesSnapshotTestJSON-714247562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:15:08.030601 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-637b2f9b-4499-4b4e-86c7-cef8cc36cddc req-43d7105f-1e55-4f45-aa53-d2950d42ea2c tempest-VolumesSnapshotTestJSON-714247562 tempest-VolumesSnapshotTestJSON-714247562-project] 10.222.0.41 "GET /v2.0/ports?device_id=f7a675b6-7b4b-4fa0-a8c3-afd67b9def1a HTTP/1.1" status: 200 len: 946 time: 0.1860175 Jun 01 06:15:08.074509 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-637b2f9b-4499-4b4e-86c7-cef8cc36cddc req-8a7ca89d-7191-4ffc-81c3-f98125c45f2a tempest-VolumesSnapshotTestJSON-714247562 tempest-VolumesSnapshotTestJSON-714247562-project] 10.222.0.41 "GET /v2.0/security-groups?id=aff84d6b-738c-48d3-9682-092c2465ce06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378008 Jun 01 06:15:09.261620 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0462a9d6-7240-487a-a716-d9a90cc92338 req-f9df62ac-0fe4-4fbd-aa26-2cbcbdedb5c9 tempest-VolumesSnapshotTestJSON-714247562 tempest-VolumesSnapshotTestJSON-714247562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:15:09.263179 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-0462a9d6-7240-487a-a716-d9a90cc92338 req-f9df62ac-0fe4-4fbd-aa26-2cbcbdedb5c9 tempest-VolumesSnapshotTestJSON-714247562 tempest-VolumesSnapshotTestJSON-714247562-project] 10.222.0.41 "GET /v2.0/ports?device_id=f7a675b6-7b4b-4fa0-a8c3-afd67b9def1a HTTP/1.1" status: 200 len: 946 time: 0.0833523 Jun 01 06:15:09.312169 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-0462a9d6-7240-487a-a716-d9a90cc92338 req-e0beac8c-2f59-40be-b06b-e7c94d4e368d tempest-VolumesSnapshotTestJSON-714247562 tempest-VolumesSnapshotTestJSON-714247562-project] 10.222.0.41 "GET /v2.0/security-groups?id=aff84d6b-738c-48d3-9682-092c2465ce06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433354 Jun 01 06:15:10.492304 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef094508-d7cc-42d0-8a9b-cfca49750d13 req-5e2bc209-94a6-4c99-a96f-8b793391d236 tempest-VolumesSnapshotTestJSON-714247562 tempest-VolumesSnapshotTestJSON-714247562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:15:10.493766 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-ef094508-d7cc-42d0-8a9b-cfca49750d13 req-5e2bc209-94a6-4c99-a96f-8b793391d236 tempest-VolumesSnapshotTestJSON-714247562 tempest-VolumesSnapshotTestJSON-714247562-project] 10.222.0.41 "GET /v2.0/ports?device_id=f7a675b6-7b4b-4fa0-a8c3-afd67b9def1a HTTP/1.1" status: 200 len: 946 time: 0.0791349 Jun 01 06:15:10.536542 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-ef094508-d7cc-42d0-8a9b-cfca49750d13 req-4d616ede-5fab-412b-a5b5-069fee0a6b6e tempest-VolumesSnapshotTestJSON-714247562 tempest-VolumesSnapshotTestJSON-714247562-project] 10.222.0.41 "GET /v2.0/security-groups?id=aff84d6b-738c-48d3-9682-092c2465ce06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372431 Jun 01 06:15:11.725774 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717c3192-c4b4-47ab-83ab-3729953034fc req-d76f694b-794e-4327-b182-8a1f7c4476ad tempest-VolumesSnapshotTestJSON-714247562 tempest-VolumesSnapshotTestJSON-714247562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:15:11.727213 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-717c3192-c4b4-47ab-83ab-3729953034fc req-d76f694b-794e-4327-b182-8a1f7c4476ad tempest-VolumesSnapshotTestJSON-714247562 tempest-VolumesSnapshotTestJSON-714247562-project] 10.222.0.41 "GET /v2.0/ports?device_id=f7a675b6-7b4b-4fa0-a8c3-afd67b9def1a HTTP/1.1" status: 200 len: 946 time: 0.0889456 Jun 01 06:15:11.772699 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-717c3192-c4b4-47ab-83ab-3729953034fc req-0080a115-5ea9-4d89-96b9-36cab561fbf6 tempest-VolumesSnapshotTestJSON-714247562 tempest-VolumesSnapshotTestJSON-714247562-project] 10.222.0.41 "GET /v2.0/security-groups?id=aff84d6b-738c-48d3-9682-092c2465ce06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398209 Jun 01 06:15:11.959153 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d60c97-2ba4-439e-abe6-90ed342f3ad6 req-d140a7fc-3d47-4db8-aa99-49d5afca17ef tempest-VolumesSnapshotTestJSON-714247562 tempest-VolumesSnapshotTestJSON-714247562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:15:11.960578 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-d4d60c97-2ba4-439e-abe6-90ed342f3ad6 req-d140a7fc-3d47-4db8-aa99-49d5afca17ef tempest-VolumesSnapshotTestJSON-714247562 tempest-VolumesSnapshotTestJSON-714247562-project] 10.222.0.45 "GET /v2.0/ports?device_id=f7a675b6-7b4b-4fa0-a8c3-afd67b9def1a HTTP/1.1" status: 200 len: 946 time: 0.0805194 Jun 01 06:15:12.108003 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.plugins.ml2.plugin [req-d4d60c97-2ba4-439e-abe6-90ed342f3ad6 req-a798f6a1-9ee8-4ff7-923e-d67399240b97 tempest-VolumesSnapshotTestJSON-714247562 tempest-VolumesSnapshotTestJSON-714247562-project] Deleting port 571ac778-7f96-4e11-83d3-7a793221b743 {{(pid=91913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 06:15:12.108341 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [req-d4d60c97-2ba4-439e-abe6-90ed342f3ad6 req-a798f6a1-9ee8-4ff7-923e-d67399240b97 tempest-VolumesSnapshotTestJSON-714247562 tempest-VolumesSnapshotTestJSON-714247562-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774208809027'] for port, before_delete {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:15:12.238258 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.plugins.ml2.db [req-d4d60c97-2ba4-439e-abe6-90ed342f3ad6 req-a798f6a1-9ee8-4ff7-923e-d67399240b97 tempest-VolumesSnapshotTestJSON-714247562 tempest-VolumesSnapshotTestJSON-714247562-project] For port 571ac778-7f96-4e11-83d3-7a793221b743, host hv-cinder-79388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79388',level=0,port_id=571ac778-7f96-4e11-83d3-7a793221b743,segment=NetworkSegment(9af682df-6564-48fb-b52a-b8597f6ebb6e),segment_id=9af682df-6564-48fb-b52a-b8597f6ebb6e)] {{(pid=91913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 06:15:12.238615 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [req-d4d60c97-2ba4-439e-abe6-90ed342f3ad6 req-a798f6a1-9ee8-4ff7-923e-d67399240b97 tempest-VolumesSnapshotTestJSON-714247562 tempest-VolumesSnapshotTestJSON-714247562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-879323'] for port, precommit_delete {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:15:12.364564 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.plugins.ml2.plugin [req-d4d60c97-2ba4-439e-abe6-90ed342f3ad6 req-a798f6a1-9ee8-4ff7-923e-d67399240b97 tempest-VolumesSnapshotTestJSON-714247562 tempest-VolumesSnapshotTestJSON-714247562-project] Calling delete_port for 571ac778-7f96-4e11-83d3-7a793221b743 owned by compute:nova {{(pid=91913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 06:15:12.471516 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [req-d4d60c97-2ba4-439e-abe6-90ed342f3ad6 req-a798f6a1-9ee8-4ff7-923e-d67399240b97 tempest-VolumesSnapshotTestJSON-714247562 tempest-VolumesSnapshotTestJSON-714247562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774208810150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774208425692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10749551'] for port, after_delete {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:15:12.477197 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [None req-1e37479b-580c-481d-94d4-8d595bbd1766 tempest-ServerRescueNegativeTestJSON-2082042209 tempest-ServerRescueNegativeTestJSON-2082042209-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:15:12.487900 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.db [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] get_ports_and_sgs() called for port_ids ['571ac778-7f96-4e11-83d3-7a793221b743'] {{(pid=91914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 06:15:12.521549 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a798f6a1-9ee8-4ff7-923e-d67399240b97 tempest-VolumesSnapshotTestJSON-714247562 tempest-VolumesSnapshotTestJSON-714247562-project] Pushing event deleted for resources: {'Port': ['ID=571ac778-7f96-4e11-83d3-7a793221b743,revision_number=None']} {{(pid=91913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:15:12.524791 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [None req-a798f6a1-9ee8-4ff7-923e-d67399240b97 tempest-VolumesSnapshotTestJSON-714247562 tempest-VolumesSnapshotTestJSON-714247562-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:15:12.597855 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4d60c97-2ba4-439e-abe6-90ed342f3ad6 req-a798f6a1-9ee8-4ff7-923e-d67399240b97 tempest-VolumesSnapshotTestJSON-714247562 tempest-VolumesSnapshotTestJSON-714247562-project] No DVR routers for this DVR port 571ac778-7f96-4e11-83d3-7a793221b743 on host hv-cinder-79388 {{(pid=91913) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 06:15:12.600314 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [req-d4d60c97-2ba4-439e-abe6-90ed342f3ad6 req-a798f6a1-9ee8-4ff7-923e-d67399240b97 tempest-VolumesSnapshotTestJSON-714247562 tempest-VolumesSnapshotTestJSON-714247562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239402'] for port, before_response {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:15:12.602825 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7a675b6-7b4b-4fa0-a8c3-afd67b9def1a', 'name': 'network-vif-deleted', 'tag': '571ac778-7f96-4e11-83d3-7a793221b743'}] {{(pid=91913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 06:15:12.605086 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdc6be6d06003a26e0797ba9c3cae52571918e0042132e4e221042360f826683" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f34d4002-f716-4246-ae14-b350716b9b52" -d '{"events": [{"server_uuid": "f7a675b6-7b4b-4fa0-a8c3-afd67b9def1a", "name": "network-vif-deleted", "tag": "571ac778-7f96-4e11-83d3-7a793221b743"}]}' {{(pid=91913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 06:15:12.618548 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-d4d60c97-2ba4-439e-abe6-90ed342f3ad6 req-a798f6a1-9ee8-4ff7-923e-d67399240b97 tempest-VolumesSnapshotTestJSON-714247562 tempest-VolumesSnapshotTestJSON-714247562-project] 10.222.0.45 "DELETE /v2.0/ports/571ac778-7f96-4e11-83d3-7a793221b743 HTTP/1.1" status: 204 len: 173 time: 0.6519911 Jun 01 06:15:12.707015 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 06:15:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-542e4e52-5fb6-4a3d-97ce-0df2fe140d10 x-openstack-request-id: req-542e4e52-5fb6-4a3d-97ce-0df2fe140d10 {{(pid=91913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 06:15:12.707439 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7a675b6-7b4b-4fa0-a8c3-afd67b9def1a", "name": "network-vif-deleted", "tag": "571ac778-7f96-4e11-83d3-7a793221b743", "status": "completed", "code": 200}]} {{(pid=91913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 06:15:12.707796 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-542e4e52-5fb6-4a3d-97ce-0df2fe140d10 {{(pid=91913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 06:15:12.708316 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7a675b6-7b4b-4fa0-a8c3-afd67b9def1a', 'name': 'network-vif-deleted', 'tag': '571ac778-7f96-4e11-83d3-7a793221b743', 'status': 'completed', 'code': 200} Jun 01 06:15:12.938693 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-e7016968-2d6c-4e71-ad9c-fa2c2ee47bfb req-f7d5b746-1932-4a0e-95d0-056b4555ca32 tempest-VolumesSnapshotTestJSON-714247562 tempest-VolumesSnapshotTestJSON-714247562-project] 10.222.0.41 "GET /v2.0/ports?device_id=f7a675b6-7b4b-4fa0-a8c3-afd67b9def1a HTTP/1.1" status: 200 len: 210 time: 0.0463688 Jun 01 06:15:15.648652 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.rpc [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Device 571ac778-7f96-4e11-83d3-7a793221b743 no longer exists at agent hyperv_hv-cinder-79388 {{(pid=91914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 06:15:15.682352 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.plugin [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] No Port match for: 571ac778-7f96-4e11-83d3-7a793221b743 {{(pid=91914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 01 06:15:15.682706 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.rpc [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Device 571ac778-7f96-4e11-83d3-7a793221b743 not bound to the agent host hv-cinder-79388 {{(pid=91914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 06:15:16.842286 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-632582b0-92d7-4083-8d4f-e31f686098e0 req-d1cab703-f2d2-43fd-a8db-f5ca6cc53672 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=cd3736c7-f5c3-46e4-bab0-8828108eed6e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1121097 Jun 01 06:15:16.946492 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632582b0-92d7-4083-8d4f-e31f686098e0 req-7d1e36d5-d9d5-4465-bd49-be5fc8e35821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:15:16.947943 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-632582b0-92d7-4083-8d4f-e31f686098e0 req-7d1e36d5-d9d5-4465-bd49-be5fc8e35821 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=856ad5dcb525408fab9b255236023d67&device_id=cd3736c7-f5c3-46e4-bab0-8828108eed6e HTTP/1.1" status: 200 len: 1098 time: 0.0839016 Jun 01 06:15:16.984447 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG neutron.db.agents_db [None req-a707e798-5c4a-4349-b1a6-04fc24c0e8c1 None None] Agent healthcheck: found 6 active agents {{(pid=91915) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 06:15:17.095828 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632582b0-92d7-4083-8d4f-e31f686098e0 req-75329c41-7ba0-4a53-82ae-895b7c77a8aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:15:17.097537 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-632582b0-92d7-4083-8d4f-e31f686098e0 req-75329c41-7ba0-4a53-82ae-895b7c77a8aa service neutron] 10.222.0.45 "GET /v2.0/networks?id=be2b441a-fb1a-427b-819d-eed80cc049e7 HTTP/1.1" status: 200 len: 910 time: 0.1240225 Jun 01 06:15:17.198618 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-632582b0-92d7-4083-8d4f-e31f686098e0 req-9e7a04e4-5460-4f72-ba94-c6b5ab048d96 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cf7a4b9a-bb68-4bdc-ba08-653cdc886388 HTTP/1.1" status: 200 len: 1001 time: 0.0939283 Jun 01 06:15:17.260095 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632582b0-92d7-4083-8d4f-e31f686098e0 req-139bc771-dd53-4225-bb14-9a75d27c3b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:15:17.261392 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-632582b0-92d7-4083-8d4f-e31f686098e0 req-139bc771-dd53-4225-bb14-9a75d27c3b29 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1cc031fd-c5bc-4dab-9be6-0a2c21e59c64 HTTP/1.1" status: 200 len: 848 time: 0.0560508 Jun 01 06:15:17.333773 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632582b0-92d7-4083-8d4f-e31f686098e0 req-a4d6c463-6352-4bdd-82c0-5930e8dc6c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:15:17.335168 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-632582b0-92d7-4083-8d4f-e31f686098e0 req-a4d6c463-6352-4bdd-82c0-5930e8dc6c4f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=be2b441a-fb1a-427b-819d-eed80cc049e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0671153 Jun 01 06:15:17.549540 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-632582b0-92d7-4083-8d4f-e31f686098e0 req-240981a2-c4e0-4c93-bbaf-85186cbcb7d1 service neutron] 10.222.0.45 "GET /v2.0/networks/be2b441a-fb1a-427b-819d-eed80cc049e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2071490 Jun 01 06:15:17.625611 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774208951022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772053'] for agent, after_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:15:17.688360 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-632582b0-92d7-4083-8d4f-e31f686098e0 req-38f44ed7-1b7c-47b3-acf4-b9c23cbcd776 service neutron] 10.222.0.45 "GET /v2.0/networks/be2b441a-fb1a-427b-819d-eed80cc049e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323798 Jun 01 06:15:18.276812 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdd22ba-3d8c-4630-b13a-fbf714a6f4eb req-81c98649-6689-4049-a970-db9dc7bc6785 tempest-VolumesSnapshotTestJSON-714247562 tempest-VolumesSnapshotTestJSON-714247562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:15:18.278267 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-9fdd22ba-3d8c-4630-b13a-fbf714a6f4eb req-81c98649-6689-4049-a970-db9dc7bc6785 tempest-VolumesSnapshotTestJSON-714247562 tempest-VolumesSnapshotTestJSON-714247562-project] 10.222.0.41 "GET /v2.0/networks?id=87d8a353-7dd4-4082-9bf2-fd2c8884516a HTTP/1.1" status: 200 len: 813 time: 0.1432135 Jun 01 06:15:18.292259 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-9fdd22ba-3d8c-4630-b13a-fbf714a6f4eb req-2ff6254e-8a2a-4fd6-a98e-edc4df75f044 tempest-VolumesSnapshotTestJSON-714247562 tempest-VolumesSnapshotTestJSON-714247562-project] 10.222.0.41 "GET /v2.0/quotas/90d9e2824fe04fba9c1e51879bb72596 HTTP/1.1" status: 200 len: 375 time: 0.0085745 Jun 01 06:15:18.342431 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.quota.resource [req-9fdd22ba-3d8c-4630-b13a-fbf714a6f4eb req-aec12e62-f5d4-4f3c-9e7e-94536f35f1eb tempest-VolumesSnapshotTestJSON-714247562 tempest-VolumesSnapshotTestJSON-714247562-project] Synchronizing usage tracker for tenant:90d9e2824fe04fba9c1e51879bb72596 on resource:port {{(pid=91913) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 06:15:18.357849 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.quota.resource [req-9fdd22ba-3d8c-4630-b13a-fbf714a6f4eb req-aec12e62-f5d4-4f3c-9e7e-94536f35f1eb tempest-VolumesSnapshotTestJSON-714247562 tempest-VolumesSnapshotTestJSON-714247562-project] Unset dirty status for tenant:90d9e2824fe04fba9c1e51879bb72596 on resource:port {{(pid=91913) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 06:15:18.359149 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-9fdd22ba-3d8c-4630-b13a-fbf714a6f4eb req-aec12e62-f5d4-4f3c-9e7e-94536f35f1eb tempest-VolumesSnapshotTestJSON-714247562 tempest-VolumesSnapshotTestJSON-714247562-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=90d9e2824fe04fba9c1e51879bb72596&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0616794 Jun 01 06:15:18.529443 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-9fdd22ba-3d8c-4630-b13a-fbf714a6f4eb req-b22a496a-8d84-4f5d-b8b9-1c38ff1ea8ba service neutron] 10.222.0.41 "GET /v2.0/networks/87d8a353-7dd4-4082-9bf2-fd2c8884516a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1629035 Jun 01 06:15:18.661088 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-9fdd22ba-3d8c-4630-b13a-fbf714a6f4eb req-fc07e20f-46b9-492f-ac94-b8f9e3f7b168 service neutron] 10.222.0.41 "GET /v2.0/networks/87d8a353-7dd4-4082-9bf2-fd2c8884516a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254113 Jun 01 06:15:18.835105 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-91381812-7ca4-49f5-9ccf-1cc969a90581 req-33318389-0e0e-48ce-9794-75af650f8c54 tempest-VolumesSnapshotTestJSON-714247562 tempest-VolumesSnapshotTestJSON-714247562-project] 10.222.0.41 "GET /v2.0/ports?device_id=9e742360-e237-4ee8-8e46-ce2d77e1e2ed HTTP/1.1" status: 200 len: 210 time: 0.0422103 Jun 01 06:15:20.045307 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-5668565c-8de9-42a0-93fa-e955d1beb3db req-cf376fa1-f198-46a1-8b69-e6aca0f9f6da tempest-VolumesSnapshotTestJSON-714247562 tempest-VolumesSnapshotTestJSON-714247562-project] 10.222.0.41 "GET /v2.0/ports?device_id=9e742360-e237-4ee8-8e46-ce2d77e1e2ed HTTP/1.1" status: 200 len: 210 time: 0.1006217 Jun 01 06:15:20.111022 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdd22ba-3d8c-4630-b13a-fbf714a6f4eb req-7f958696-725b-4948-9d04-ae997bf77f45 tempest-VolumesSnapshotTestJSON-714247562 tempest-VolumesSnapshotTestJSON-714247562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:15:20.112427 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-9fdd22ba-3d8c-4630-b13a-fbf714a6f4eb req-7f958696-725b-4948-9d04-ae997bf77f45 tempest-VolumesSnapshotTestJSON-714247562 tempest-VolumesSnapshotTestJSON-714247562-project] 10.222.0.45 "GET /v2.0/networks?id=87d8a353-7dd4-4082-9bf2-fd2c8884516a HTTP/1.1" status: 200 len: 813 time: 0.1952612 Jun 01 06:15:20.126908 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.v2.base [req-9fdd22ba-3d8c-4630-b13a-fbf714a6f4eb req-85d7c30f-3565-463b-bff4-5543262f00ab tempest-VolumesSnapshotTestJSON-714247562 tempest-VolumesSnapshotTestJSON-714247562-project] Request body: {'port': {'device_id': '9e742360-e237-4ee8-8e46-ce2d77e1e2ed', 'network_id': '87d8a353-7dd4-4082-9bf2-fd2c8884516a', 'admin_state_up': True, 'tenant_id': '90d9e2824fe04fba9c1e51879bb72596'}} {{(pid=91913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 06:15:20.261944 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.db.quota.driver [req-9fdd22ba-3d8c-4630-b13a-fbf714a6f4eb req-85d7c30f-3565-463b-bff4-5543262f00ab tempest-VolumesSnapshotTestJSON-714247562 tempest-VolumesSnapshotTestJSON-714247562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 06:15:20.271885 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.db.quota.driver [req-9fdd22ba-3d8c-4630-b13a-fbf714a6f4eb req-85d7c30f-3565-463b-bff4-5543262f00ab tempest-VolumesSnapshotTestJSON-714247562 tempest-VolumesSnapshotTestJSON-714247562-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=91913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 06:15:20.282827 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9fdd22ba-3d8c-4630-b13a-fbf714a6f4eb req-85d7c30f-3565-463b-bff4-5543262f00ab tempest-VolumesSnapshotTestJSON-714247562 tempest-VolumesSnapshotTestJSON-714247562-project] Made reservation on behalf of 90d9e2824fe04fba9c1e51879bb72596 for: {'port': 1} {{(pid=91913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 06:15:20.286264 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [req-9fdd22ba-3d8c-4630-b13a-fbf714a6f4eb req-85d7c30f-3565-463b-bff4-5543262f00ab tempest-VolumesSnapshotTestJSON-714247562 tempest-VolumesSnapshotTestJSON-714247562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3824664'] for port, before_create {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:15:20.446049 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.db.db_base_plugin_common [req-9fdd22ba-3d8c-4630-b13a-fbf714a6f4eb req-85d7c30f-3565-463b-bff4-5543262f00ab tempest-VolumesSnapshotTestJSON-714247562 tempest-VolumesSnapshotTestJSON-714247562-project] Allocated IP 172.20.0.2 (87d8a353-7dd4-4082-9bf2-fd2c8884516a/76150a47-43a2-488b-8738-f3e8163a8625/40c6a755-d38f-4836-a258-9f7fb0ccbfa7) {{(pid=91913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 06:15:20.638067 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [req-9fdd22ba-3d8c-4630-b13a-fbf714a6f4eb req-85d7c30f-3565-463b-bff4-5543262f00ab tempest-VolumesSnapshotTestJSON-714247562 tempest-VolumesSnapshotTestJSON-714247562-project] Notify callbacks [] for port, precommit_create {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:15:20.667426 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [req-9fdd22ba-3d8c-4630-b13a-fbf714a6f4eb req-85d7c30f-3565-463b-bff4-5543262f00ab tempest-VolumesSnapshotTestJSON-714247562 tempest-VolumesSnapshotTestJSON-714247562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774208425683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10749551'] for port, after_create {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:15:20.674792 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [None req-6862999c-826c-49ef-9867-6a0804d2189f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:15:20.737870 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9fdd22ba-3d8c-4630-b13a-fbf714a6f4eb req-85d7c30f-3565-463b-bff4-5543262f00ab tempest-VolumesSnapshotTestJSON-714247562 tempest-VolumesSnapshotTestJSON-714247562-project] Network 87d8a353-7dd4-4082-9bf2-fd2c8884516a is already hosted by enough agents. {{(pid=91913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 06:15:20.741038 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.scheduler.base_scheduler [req-9fdd22ba-3d8c-4630-b13a-fbf714a6f4eb req-85d7c30f-3565-463b-bff4-5543262f00ab tempest-VolumesSnapshotTestJSON-714247562 tempest-VolumesSnapshotTestJSON-714247562-project] Resources bound (agent type, host, resource id): {{(pid=91913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 06:15:20.743420 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fdd22ba-3d8c-4630-b13a-fbf714a6f4eb req-85d7c30f-3565-463b-bff4-5543262f00ab tempest-VolumesSnapshotTestJSON-714247562 tempest-VolumesSnapshotTestJSON-714247562-project] Received port after_create {{(pid=91913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 06:15:20.881488 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d7c30f-3565-463b-bff4-5543262f00ab tempest-VolumesSnapshotTestJSON-714247562 tempest-VolumesSnapshotTestJSON-714247562-project] Pushing event updated for resources: {'Port': ['ID=40c6a755-d38f-4836-a258-9f7fb0ccbfa7,revision_number=1']} {{(pid=91913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:15:20.895333 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d7c30f-3565-463b-bff4-5543262f00ab tempest-VolumesSnapshotTestJSON-714247562 tempest-VolumesSnapshotTestJSON-714247562-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:15:20.895711 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d7c30f-3565-463b-bff4-5543262f00ab tempest-VolumesSnapshotTestJSON-714247562 tempest-VolumesSnapshotTestJSON-714247562-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:15:20.896076 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d7c30f-3565-463b-bff4-5543262f00ab tempest-VolumesSnapshotTestJSON-714247562 tempest-VolumesSnapshotTestJSON-714247562-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:15:20.896441 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d7c30f-3565-463b-bff4-5543262f00ab tempest-VolumesSnapshotTestJSON-714247562 tempest-VolumesSnapshotTestJSON-714247562-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:15:20.896793 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d7c30f-3565-463b-bff4-5543262f00ab tempest-VolumesSnapshotTestJSON-714247562 tempest-VolumesSnapshotTestJSON-714247562-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:15:20.897186 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d7c30f-3565-463b-bff4-5543262f00ab tempest-VolumesSnapshotTestJSON-714247562 tempest-VolumesSnapshotTestJSON-714247562-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:15:20.897548 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d7c30f-3565-463b-bff4-5543262f00ab tempest-VolumesSnapshotTestJSON-714247562 tempest-VolumesSnapshotTestJSON-714247562-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:15:20.897900 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d7c30f-3565-463b-bff4-5543262f00ab tempest-VolumesSnapshotTestJSON-714247562 tempest-VolumesSnapshotTestJSON-714247562-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:15:20.898251 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d7c30f-3565-463b-bff4-5543262f00ab tempest-VolumesSnapshotTestJSON-714247562 tempest-VolumesSnapshotTestJSON-714247562-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:15:20.898599 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d7c30f-3565-463b-bff4-5543262f00ab tempest-VolumesSnapshotTestJSON-714247562 tempest-VolumesSnapshotTestJSON-714247562-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:15:20.898944 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d7c30f-3565-463b-bff4-5543262f00ab tempest-VolumesSnapshotTestJSON-714247562 tempest-VolumesSnapshotTestJSON-714247562-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:15:20.899285 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d7c30f-3565-463b-bff4-5543262f00ab tempest-VolumesSnapshotTestJSON-714247562 tempest-VolumesSnapshotTestJSON-714247562-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:15:20.902923 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [None req-85d7c30f-3565-463b-bff4-5543262f00ab tempest-VolumesSnapshotTestJSON-714247562 tempest-VolumesSnapshotTestJSON-714247562-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:15:20.916926 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdd22ba-3d8c-4630-b13a-fbf714a6f4eb req-85d7c30f-3565-463b-bff4-5543262f00ab tempest-VolumesSnapshotTestJSON-714247562 tempest-VolumesSnapshotTestJSON-714247562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:15:20.917558 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [req-9fdd22ba-3d8c-4630-b13a-fbf714a6f4eb req-85d7c30f-3565-463b-bff4-5543262f00ab tempest-VolumesSnapshotTestJSON-714247562 tempest-VolumesSnapshotTestJSON-714247562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239402'] for port, before_response {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:15:20.942292 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-9fdd22ba-3d8c-4630-b13a-fbf714a6f4eb req-85d7c30f-3565-463b-bff4-5543262f00ab tempest-VolumesSnapshotTestJSON-714247562 tempest-VolumesSnapshotTestJSON-714247562-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8194134 Jun 01 06:15:20.954970 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.v2.base [req-9fdd22ba-3d8c-4630-b13a-fbf714a6f4eb req-aecb84a4-d5b3-430e-9298-ab05cec993f6 service neutron] Request body: {'port': {'device_id': '9e742360-e237-4ee8-8e46-ce2d77e1e2ed', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79388'}} {{(pid=91913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 06:15:21.064287 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [req-9fdd22ba-3d8c-4630-b13a-fbf714a6f4eb req-aecb84a4-d5b3-430e-9298-ab05cec993f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3824664'] for port, before_update {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:15:21.367229 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a760c865-f0df-4a16-82a6-513525cdc51b req-128a6e2a-773d-4438-80a3-8658a130f5ef tempest-VolumesSnapshotTestJSON-714247562 tempest-VolumesSnapshotTestJSON-714247562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:15:21.367830 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.quota.resource [req-a760c865-f0df-4a16-82a6-513525cdc51b req-128a6e2a-773d-4438-80a3-8658a130f5ef tempest-VolumesSnapshotTestJSON-714247562 tempest-VolumesSnapshotTestJSON-714247562-project] Synchronizing usage tracker for tenant:90d9e2824fe04fba9c1e51879bb72596 on resource:port {{(pid=91913) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 06:15:21.401710 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.quota.resource [req-a760c865-f0df-4a16-82a6-513525cdc51b req-128a6e2a-773d-4438-80a3-8658a130f5ef tempest-VolumesSnapshotTestJSON-714247562 tempest-VolumesSnapshotTestJSON-714247562-project] Unset dirty status for tenant:90d9e2824fe04fba9c1e51879bb72596 on resource:port {{(pid=91913) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 06:15:21.402826 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-a760c865-f0df-4a16-82a6-513525cdc51b req-128a6e2a-773d-4438-80a3-8658a130f5ef tempest-VolumesSnapshotTestJSON-714247562 tempest-VolumesSnapshotTestJSON-714247562-project] 10.222.0.41 "GET /v2.0/ports?device_id=9e742360-e237-4ee8-8e46-ce2d77e1e2ed HTTP/1.1" status: 200 len: 931 time: 0.2302032 Jun 01 06:15:21.504293 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.notifiers.nova [req-9fdd22ba-3d8c-4630-b13a-fbf714a6f4eb req-aecb84a4-d5b3-430e-9298-ab05cec993f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40c6a755-d38f-4836-a258-9f7fb0ccbfa7 {{(pid=91913) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 06:15:21.510670 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-a760c865-f0df-4a16-82a6-513525cdc51b req-79de2d42-d269-4af6-a27c-ef87f2354780 tempest-VolumesSnapshotTestJSON-714247562 tempest-VolumesSnapshotTestJSON-714247562-project] 10.222.0.41 "GET /v2.0/security-groups?id=aff84d6b-738c-48d3-9682-092c2465ce06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951991 Jun 01 06:15:21.514263 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [req-9fdd22ba-3d8c-4630-b13a-fbf714a6f4eb req-aecb84a4-d5b3-430e-9298-ab05cec993f6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:15:21.528702 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.db.provisioning_blocks [req-9fdd22ba-3d8c-4630-b13a-fbf714a6f4eb req-aecb84a4-d5b3-430e-9298-ab05cec993f6 service neutron] Transition to ACTIVE for port object 40c6a755-d38f-4836-a258-9f7fb0ccbfa7 will not be triggered until provisioned by entity L2. {{(pid=91913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 06:15:21.533519 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [req-9fdd22ba-3d8c-4630-b13a-fbf714a6f4eb req-aecb84a4-d5b3-430e-9298-ab05cec993f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774208810132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774208425701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774208426006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10749542'] for port, after_update {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:15:21.537907 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [None req-20d5e70f-d229-4fc9-b825-aac279a8dcc8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:15:21.713356 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecb84a4-d5b3-430e-9298-ab05cec993f6 service neutron] Pushing event updated for resources: {'Port': ['ID=40c6a755-d38f-4836-a258-9f7fb0ccbfa7,revision_number=2']} {{(pid=91913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:15:21.718136 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [None req-aecb84a4-d5b3-430e-9298-ab05cec993f6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:15:21.758932 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.plugins.ml2.managers [req-9fdd22ba-3d8c-4630-b13a-fbf714a6f4eb req-aecb84a4-d5b3-430e-9298-ab05cec993f6 service neutron] Attempting to bind port 40c6a755-d38f-4836-a258-9f7fb0ccbfa7 on host hv-cinder-79388 for vnic_type normal with profile {{(pid=91913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 06:15:21.759262 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.plugins.ml2.managers [req-9fdd22ba-3d8c-4630-b13a-fbf714a6f4eb req-aecb84a4-d5b3-430e-9298-ab05cec993f6 service neutron] Attempting to bind port 40c6a755-d38f-4836-a258-9f7fb0ccbfa7 by drivers openvswitch,hyperv on host hv-cinder-79388 at level 0 using segments [{'id': '9af682df-6564-48fb-b52a-b8597f6ebb6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '87d8a353-7dd4-4082-9bf2-fd2c8884516a'}] {{(pid=91913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 06:15:21.759589 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fdd22ba-3d8c-4630-b13a-fbf714a6f4eb req-aecb84a4-d5b3-430e-9298-ab05cec993f6 service neutron] Attempting to bind port 40c6a755-d38f-4836-a258-9f7fb0ccbfa7 on network 87d8a353-7dd4-4082-9bf2-fd2c8884516a {{(pid=91913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 06:15:21.764015 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fdd22ba-3d8c-4630-b13a-fbf714a6f4eb req-aecb84a4-d5b3-430e-9298-ab05cec993f6 service neutron] Port 40c6a755-d38f-4836-a258-9f7fb0ccbfa7 on network 87d8a353-7dd4-4082-9bf2-fd2c8884516a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79388 {{(pid=91913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 06:15:21.764330 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fdd22ba-3d8c-4630-b13a-fbf714a6f4eb req-aecb84a4-d5b3-430e-9298-ab05cec993f6 service neutron] Attempting to bind port 40c6a755-d38f-4836-a258-9f7fb0ccbfa7 on network 87d8a353-7dd4-4082-9bf2-fd2c8884516a {{(pid=91913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 06:15:21.769872 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fdd22ba-3d8c-4630-b13a-fbf714a6f4eb req-aecb84a4-d5b3-430e-9298-ab05cec993f6 service neutron] Checking agent: {'id': '9d825435-0dee-4786-8fdd-f7c3fb37050b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79388', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 6, 8, 18), 'started_at': datetime.datetime(2021, 6, 1, 6, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 6, 15, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 06:15:21.770200 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fdd22ba-3d8c-4630-b13a-fbf714a6f4eb req-aecb84a4-d5b3-430e-9298-ab05cec993f6 service neutron] Checking segment: {'id': '9af682df-6564-48fb-b52a-b8597f6ebb6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '87d8a353-7dd4-4082-9bf2-fd2c8884516a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 06:15:21.770575 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fdd22ba-3d8c-4630-b13a-fbf714a6f4eb req-aecb84a4-d5b3-430e-9298-ab05cec993f6 service neutron] Bound using segment: {'id': '9af682df-6564-48fb-b52a-b8597f6ebb6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '87d8a353-7dd4-4082-9bf2-fd2c8884516a'} {{(pid=91913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 06:15:21.770993 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.plugins.ml2.managers [req-9fdd22ba-3d8c-4630-b13a-fbf714a6f4eb req-aecb84a4-d5b3-430e-9298-ab05cec993f6 service neutron] Bound port: 40c6a755-d38f-4836-a258-9f7fb0ccbfa7, host: hv-cinder-79388, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9af682df-6564-48fb-b52a-b8597f6ebb6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '87d8a353-7dd4-4082-9bf2-fd2c8884516a'}}] {{(pid=91913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 06:15:21.771327 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [req-9fdd22ba-3d8c-4630-b13a-fbf714a6f4eb req-aecb84a4-d5b3-430e-9298-ab05cec993f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3824664'] for port, before_update {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:15:21.855628 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.plugins.ml2.db [req-9fdd22ba-3d8c-4630-b13a-fbf714a6f4eb req-aecb84a4-d5b3-430e-9298-ab05cec993f6 service neutron] For port 40c6a755-d38f-4836-a258-9f7fb0ccbfa7, host hv-cinder-79388, cleared binding levels {{(pid=91913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 06:15:21.858511 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.plugins.ml2.db [req-9fdd22ba-3d8c-4630-b13a-fbf714a6f4eb req-aecb84a4-d5b3-430e-9298-ab05cec993f6 service neutron] For port 40c6a755-d38f-4836-a258-9f7fb0ccbfa7, host hv-cinder-79388, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79388',level=0,port_id=40c6a755-d38f-4836-a258-9f7fb0ccbfa7,segment=NetworkSegment(9af682df-6564-48fb-b52a-b8597f6ebb6e),segment_id=9af682df-6564-48fb-b52a-b8597f6ebb6e)] {{(pid=91913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 06:15:21.862718 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [req-9fdd22ba-3d8c-4630-b13a-fbf714a6f4eb req-aecb84a4-d5b3-430e-9298-ab05cec993f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774208810132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774208425701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774208426006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10749542'] for port, after_update {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:15:21.866191 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [None req-bc33baba-dc20-4578-a9f1-33b56571153f tempest-VolumesSnapshotTestJSON-714247562 tempest-VolumesSnapshotTestJSON-714247562-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:15:21.926589 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdd22ba-3d8c-4630-b13a-fbf714a6f4eb req-aecb84a4-d5b3-430e-9298-ab05cec993f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:15:21.927199 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [req-9fdd22ba-3d8c-4630-b13a-fbf714a6f4eb req-aecb84a4-d5b3-430e-9298-ab05cec993f6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239402'] for port, before_response {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:15:21.928537 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-9fdd22ba-3d8c-4630-b13a-fbf714a6f4eb req-aecb84a4-d5b3-430e-9298-ab05cec993f6 service neutron] 10.222.0.45 "PUT /v2.0/ports/40c6a755-d38f-4836-a258-9f7fb0ccbfa7 HTTP/1.1" status: 200 len: 1093 time: 0.9781554 Jun 01 06:15:21.929065 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e742360-e237-4ee8-8e46-ce2d77e1e2ed', 'tag': '40c6a755-d38f-4836-a258-9f7fb0ccbfa7'}] {{(pid=91913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 06:15:21.931263 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdc6be6d06003a26e0797ba9c3cae52571918e0042132e4e221042360f826683" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7929984-9eab-4e77-b855-e8737bd0b7ab" -d '{"events": [{"name": "network-changed", "server_uuid": "9e742360-e237-4ee8-8e46-ce2d77e1e2ed", "tag": "40c6a755-d38f-4836-a258-9f7fb0ccbfa7"}]}' {{(pid=91913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 06:15:21.950218 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecb84a4-d5b3-430e-9298-ab05cec993f6 service neutron] Pushing event updated for resources: {'Port': ['ID=40c6a755-d38f-4836-a258-9f7fb0ccbfa7,revision_number=3']} {{(pid=91913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:15:21.953796 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [None req-aecb84a4-d5b3-430e-9298-ab05cec993f6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:15:22.006012 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Jun 2021 06:15:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a33bddc3-6c0f-4c2a-bd84-f28b88cbab2e x-openstack-request-id: req-a33bddc3-6c0f-4c2a-bd84-f28b88cbab2e {{(pid=91913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 06:15:22.006323 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e742360-e237-4ee8-8e46-ce2d77e1e2ed", "tag": "40c6a755-d38f-4836-a258-9f7fb0ccbfa7", "status": "completed", "code": 200}]} {{(pid=91913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 06:15:22.006602 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a33bddc3-6c0f-4c2a-bd84-f28b88cbab2e {{(pid=91913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 06:15:22.007016 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e742360-e237-4ee8-8e46-ce2d77e1e2ed', 'tag': '40c6a755-d38f-4836-a258-9f7fb0ccbfa7', 'status': 'completed', 'code': 200} Jun 01 06:15:22.042855 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdd22ba-3d8c-4630-b13a-fbf714a6f4eb req-008cc47a-9c1e-41fb-8d6d-8fa62f80ab01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:15:22.044325 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-9fdd22ba-3d8c-4630-b13a-fbf714a6f4eb req-008cc47a-9c1e-41fb-8d6d-8fa62f80ab01 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=90d9e2824fe04fba9c1e51879bb72596&device_id=9e742360-e237-4ee8-8e46-ce2d77e1e2ed HTTP/1.1" status: 200 len: 1096 time: 0.0738082 Jun 01 06:15:22.115991 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-9fdd22ba-3d8c-4630-b13a-fbf714a6f4eb req-248ecacb-dc08-41b7-8b89-82067ea8f48e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=40c6a755-d38f-4836-a258-9f7fb0ccbfa7 HTTP/1.1" status: 200 len: 217 time: 0.0640774 Jun 01 06:15:22.186805 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdd22ba-3d8c-4630-b13a-fbf714a6f4eb req-2ab67a1a-edef-4325-9fd0-2e8f9663c6ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:15:22.188743 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-9fdd22ba-3d8c-4630-b13a-fbf714a6f4eb req-2ab67a1a-edef-4325-9fd0-2e8f9663c6ab service neutron] 10.222.0.45 "GET /v2.0/subnets?id=76150a47-43a2-488b-8738-f3e8163a8625 HTTP/1.1" status: 200 len: 853 time: 0.0660777 Jun 01 06:15:22.236048 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-9fdd22ba-3d8c-4630-b13a-fbf714a6f4eb req-14fbcb3e-e957-4e99-842b-610bbefc9c3a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=87d8a353-7dd4-4082-9bf2-fd2c8884516a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0403550 Jun 01 06:15:22.365348 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-9fdd22ba-3d8c-4630-b13a-fbf714a6f4eb req-f4544822-2735-4bdb-88cc-7feccc1b9a51 service neutron] 10.222.0.45 "GET /v2.0/networks/87d8a353-7dd4-4082-9bf2-fd2c8884516a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224260 Jun 01 06:15:22.495172 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-9fdd22ba-3d8c-4630-b13a-fbf714a6f4eb req-7d9c927e-bc33-40a5-a9c4-e7461e58a848 service neutron] 10.222.0.45 "GET /v2.0/networks/87d8a353-7dd4-4082-9bf2-fd2c8884516a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223619 Jun 01 06:15:22.699480 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7929984-9eab-4e77-b855-e8737bd0b7ab req-31138343-7fc0-409f-8b2e-9d9709e07229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:15:22.700922 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-f7929984-9eab-4e77-b855-e8737bd0b7ab req-31138343-7fc0-409f-8b2e-9d9709e07229 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=90d9e2824fe04fba9c1e51879bb72596&device_id=9e742360-e237-4ee8-8e46-ce2d77e1e2ed HTTP/1.1" status: 200 len: 1096 time: 0.1620309 Jun 01 06:15:22.702159 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29633d85-8db3-4f84-ab32-96c71b217d2f req-932fade7-80ec-4137-9da7-446723557211 tempest-VolumesSnapshotTestJSON-714247562 tempest-VolumesSnapshotTestJSON-714247562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:15:22.703648 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-29633d85-8db3-4f84-ab32-96c71b217d2f req-932fade7-80ec-4137-9da7-446723557211 tempest-VolumesSnapshotTestJSON-714247562 tempest-VolumesSnapshotTestJSON-714247562-project] 10.222.0.41 "GET /v2.0/ports?device_id=9e742360-e237-4ee8-8e46-ce2d77e1e2ed HTTP/1.1" status: 200 len: 943 time: 0.0822625 Jun 01 06:15:22.749084 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-29633d85-8db3-4f84-ab32-96c71b217d2f req-b626935d-2cda-4adf-ba50-94e2052128b8 tempest-VolumesSnapshotTestJSON-714247562 tempest-VolumesSnapshotTestJSON-714247562-project] 10.222.0.41 "GET /v2.0/security-groups?id=aff84d6b-738c-48d3-9682-092c2465ce06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393920 Jun 01 06:15:22.829202 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7929984-9eab-4e77-b855-e8737bd0b7ab req-27faed00-eb68-4f35-ac0e-48c339f67049 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:15:22.830603 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-f7929984-9eab-4e77-b855-e8737bd0b7ab req-27faed00-eb68-4f35-ac0e-48c339f67049 service neutron] 10.222.0.45 "GET /v2.0/networks?id=87d8a353-7dd4-4082-9bf2-fd2c8884516a HTTP/1.1" status: 200 len: 914 time: 0.1226392 Jun 01 06:15:22.900372 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-f7929984-9eab-4e77-b855-e8737bd0b7ab req-bccafa8f-393f-4c3c-8586-c603ba24c509 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=40c6a755-d38f-4836-a258-9f7fb0ccbfa7 HTTP/1.1" status: 200 len: 217 time: 0.0629756 Jun 01 06:15:22.961738 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7929984-9eab-4e77-b855-e8737bd0b7ab req-488bbab8-99cd-490c-978c-dc326b1abde2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:15:22.963100 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-f7929984-9eab-4e77-b855-e8737bd0b7ab req-488bbab8-99cd-490c-978c-dc326b1abde2 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=76150a47-43a2-488b-8738-f3e8163a8625 HTTP/1.1" status: 200 len: 853 time: 0.0558395 Jun 01 06:15:23.008592 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-f7929984-9eab-4e77-b855-e8737bd0b7ab req-6e09ef83-fafb-4460-aa12-75147dd1c8ce service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=87d8a353-7dd4-4082-9bf2-fd2c8884516a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0384479 Jun 01 06:15:23.137476 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-f7929984-9eab-4e77-b855-e8737bd0b7ab req-5b7d64e0-a7a6-4ed4-87fa-a6693d671987 service neutron] 10.222.0.45 "GET /v2.0/networks/87d8a353-7dd4-4082-9bf2-fd2c8884516a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202233 Jun 01 06:15:23.267641 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-f7929984-9eab-4e77-b855-e8737bd0b7ab req-496471e0-3b76-43c3-8fae-403e66f057f5 service neutron] 10.222.0.45 "GET /v2.0/networks/87d8a353-7dd4-4082-9bf2-fd2c8884516a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236081 Jun 01 06:15:23.934867 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818cca55-eea6-4ff7-a82a-4d65a666f0c9 req-737dea27-6458-42fe-91f0-8660269436c3 tempest-VolumesSnapshotTestJSON-714247562 tempest-VolumesSnapshotTestJSON-714247562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:15:23.936384 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-818cca55-eea6-4ff7-a82a-4d65a666f0c9 req-737dea27-6458-42fe-91f0-8660269436c3 tempest-VolumesSnapshotTestJSON-714247562 tempest-VolumesSnapshotTestJSON-714247562-project] 10.222.0.41 "GET /v2.0/ports?device_id=9e742360-e237-4ee8-8e46-ce2d77e1e2ed HTTP/1.1" status: 200 len: 943 time: 0.0837610 Jun 01 06:15:23.979808 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-818cca55-eea6-4ff7-a82a-4d65a666f0c9 req-5b5c84ec-bbd7-402a-8110-9c1e76d7d5b9 tempest-VolumesSnapshotTestJSON-714247562 tempest-VolumesSnapshotTestJSON-714247562-project] 10.222.0.41 "GET /v2.0/security-groups?id=aff84d6b-738c-48d3-9682-092c2465ce06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377429 Jun 01 06:15:25.158777 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ad7dd7-5d47-46ca-becb-14fbe38aabdb req-30f5b8dd-ebad-4179-91b9-364f0116492d tempest-VolumesSnapshotTestJSON-714247562 tempest-VolumesSnapshotTestJSON-714247562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:15:25.160205 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-e1ad7dd7-5d47-46ca-becb-14fbe38aabdb req-30f5b8dd-ebad-4179-91b9-364f0116492d tempest-VolumesSnapshotTestJSON-714247562 tempest-VolumesSnapshotTestJSON-714247562-project] 10.222.0.41 "GET /v2.0/ports?device_id=9e742360-e237-4ee8-8e46-ce2d77e1e2ed HTTP/1.1" status: 200 len: 943 time: 0.0790672 Jun 01 06:15:25.206611 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-e1ad7dd7-5d47-46ca-becb-14fbe38aabdb req-41b914a7-3ff2-4a82-8c69-659a08cccef6 tempest-VolumesSnapshotTestJSON-714247562 tempest-VolumesSnapshotTestJSON-714247562-project] 10.222.0.41 "GET /v2.0/security-groups?id=aff84d6b-738c-48d3-9682-092c2465ce06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408559 Jun 01 06:15:25.674637 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.rpc [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Device 40c6a755-d38f-4836-a258-9f7fb0ccbfa7 details requested by agent hyperv_hv-cinder-79388 with host hv-cinder-79388 {{(pid=91914) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 06:15:25.812863 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.db [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] For port 40c6a755-d38f-4836-a258-9f7fb0ccbfa7, host hv-cinder-79388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79388',level=0,port_id=40c6a755-d38f-4836-a258-9f7fb0ccbfa7,segment=NetworkSegment(9af682df-6564-48fb-b52a-b8597f6ebb6e),segment_id=9af682df-6564-48fb-b52a-b8597f6ebb6e)] {{(pid=91914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 06:15:25.819330 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-d2e9fada-2605-4918-ae16-b570d1c16f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774208951022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772053'] for agent, after_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:15:25.826102 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.rpc [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Returning: {'device': '40c6a755-d38f-4836-a258-9f7fb0ccbfa7', 'network_id': '87d8a353-7dd4-4082-9bf2-fd2c8884516a', 'port_id': '40c6a755-d38f-4836-a258-9f7fb0ccbfa7', 'mac_address': 'fa:16:3e:fd:90:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76150a47-43a2-488b-8738-f3e8163a8625', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91914) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 06:15:25.880174 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3824664'] for port, before_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:15:25.899443 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.notifiers.nova [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40c6a755-d38f-4836-a258-9f7fb0ccbfa7 {{(pid=91914) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 06:15:25.914410 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.db [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] For port 40c6a755-d38f-4836-a258-9f7fb0ccbfa7, host hv-cinder-79388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79388',level=0,port_id=40c6a755-d38f-4836-a258-9f7fb0ccbfa7,segment=NetworkSegment(9af682df-6564-48fb-b52a-b8597f6ebb6e),segment_id=9af682df-6564-48fb-b52a-b8597f6ebb6e)] {{(pid=91914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 06:15:25.918145 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774208810132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774208425701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774208426006'] for port, after_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:15:25.919809 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG oslo_concurrency.lockutils [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91914) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:15:25.983506 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Pushing event updated for resources: {'Port': ['ID=40c6a755-d38f-4836-a258-9f7fb0ccbfa7,revision_number=4']} {{(pid=91914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:15:25.986596 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG oslo_concurrency.lockutils [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=91914) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:15:26.313699 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.db [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] get_ports_and_sgs() called for port_ids ['40c6a755-d38f-4836-a258-9f7fb0ccbfa7'] {{(pid=91914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 06:15:26.464088 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6d1787-fc29-48b2-9a93-e73761006bb3 req-336a3ce3-d777-45b9-96da-35700d9a7c08 tempest-VolumesSnapshotTestJSON-714247562 tempest-VolumesSnapshotTestJSON-714247562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:15:26.465578 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-0d6d1787-fc29-48b2-9a93-e73761006bb3 req-336a3ce3-d777-45b9-96da-35700d9a7c08 tempest-VolumesSnapshotTestJSON-714247562 tempest-VolumesSnapshotTestJSON-714247562-project] 10.222.0.41 "GET /v2.0/ports?device_id=9e742360-e237-4ee8-8e46-ce2d77e1e2ed HTTP/1.1" status: 200 len: 944 time: 0.1534946 Jun 01 06:15:26.510117 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-0d6d1787-fc29-48b2-9a93-e73761006bb3 req-bdc17d0c-2704-43ff-879b-1929cba416e5 tempest-VolumesSnapshotTestJSON-714247562 tempest-VolumesSnapshotTestJSON-714247562-project] 10.222.0.41 "GET /v2.0/security-groups?id=aff84d6b-738c-48d3-9682-092c2465ce06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389307 Jun 01 06:15:27.691160 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.rpc [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Device 40c6a755-d38f-4836-a258-9f7fb0ccbfa7 up at agent hyperv_hv-cinder-79388 {{(pid=91914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 06:15:27.692629 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993fc0b4-e252-4289-afcd-6d6edee49d8c req-36a1cc7e-7275-42f9-a06e-d94c0d465d1e tempest-VolumesSnapshotTestJSON-714247562 tempest-VolumesSnapshotTestJSON-714247562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:15:27.694129 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-993fc0b4-e252-4289-afcd-6d6edee49d8c req-36a1cc7e-7275-42f9-a06e-d94c0d465d1e tempest-VolumesSnapshotTestJSON-714247562 tempest-VolumesSnapshotTestJSON-714247562-project] 10.222.0.41 "GET /v2.0/ports?device_id=9e742360-e237-4ee8-8e46-ce2d77e1e2ed HTTP/1.1" status: 200 len: 944 time: 0.0818820 Jun 01 06:15:27.738878 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-993fc0b4-e252-4289-afcd-6d6edee49d8c req-1347aae3-54da-4afa-a979-66065604686d tempest-VolumesSnapshotTestJSON-714247562 tempest-VolumesSnapshotTestJSON-714247562-project] 10.222.0.41 "GET /v2.0/security-groups?id=aff84d6b-738c-48d3-9682-092c2465ce06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391064 Jun 01 06:15:27.758414 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.db.provisioning_blocks [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Provisioning for port 40c6a755-d38f-4836-a258-9f7fb0ccbfa7 completed by entity L2. {{(pid=91914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 06:15:27.763004 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.db.provisioning_blocks [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Provisioning complete for port 40c6a755-d38f-4836-a258-9f7fb0ccbfa7 triggered by entity L2. {{(pid=91914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 06:15:27.763384 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3772206'] for port, provisioning_complete {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:15:27.894245 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3824664'] for port, before_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:15:27.920844 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e742360-e237-4ee8-8e46-ce2d77e1e2ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40c6a755-d38f-4836-a258-9f7fb0ccbfa7'}] {{(pid=91914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 06:15:27.923597 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cefeca7b2fbb82c39cf99810f9cdf69defc097144ee6f344485b033ce81b52cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54d9a9e5-b504-4df3-8ee6-9cee4e9490f9" -d '{"events": [{"server_uuid": "9e742360-e237-4ee8-8e46-ce2d77e1e2ed", "name": "network-vif-plugged", "status": "completed", "tag": "40c6a755-d38f-4836-a258-9f7fb0ccbfa7"}]}' {{(pid=91914) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 06:15:27.931446 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.db [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] For port 40c6a755-d38f-4836-a258-9f7fb0ccbfa7, host hv-cinder-79388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79388',level=0,port_id=40c6a755-d38f-4836-a258-9f7fb0ccbfa7,segment=NetworkSegment(9af682df-6564-48fb-b52a-b8597f6ebb6e),segment_id=9af682df-6564-48fb-b52a-b8597f6ebb6e)] {{(pid=91914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 06:15:27.935432 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774208810132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774208425701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774208426006'] for port, after_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:15:27.937780 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG oslo_concurrency.lockutils [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91914) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:15:27.974618 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 06:15:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe1021ef-0fb7-4d0c-bbd3-b796a52c56dc x-openstack-request-id: req-fe1021ef-0fb7-4d0c-bbd3-b796a52c56dc {{(pid=91914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 06:15:27.974915 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e742360-e237-4ee8-8e46-ce2d77e1e2ed", "name": "network-vif-plugged", "status": "completed", "tag": "40c6a755-d38f-4836-a258-9f7fb0ccbfa7", "code": 200}]} {{(pid=91914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 06:15:27.975175 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-fe1021ef-0fb7-4d0c-bbd3-b796a52c56dc {{(pid=91914) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 06:15:27.975566 dv-cinder-793885-1-smb neutron-server[91914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e742360-e237-4ee8-8e46-ce2d77e1e2ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40c6a755-d38f-4836-a258-9f7fb0ccbfa7', 'code': 200} Jun 01 06:15:28.008268 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Pushing event updated for resources: {'Port': ['ID=40c6a755-d38f-4836-a258-9f7fb0ccbfa7,revision_number=5']} {{(pid=91914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:15:28.011083 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG oslo_concurrency.lockutils [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91914) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:15:28.194222 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774208951022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772053'] for agent, after_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:15:28.194679 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b561d9-d7a0-4fa6-9573-27110defb632 req-fa646a0a-0cc8-46d3-a2f8-fce84ed13de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:15:28.196927 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-89b561d9-d7a0-4fa6-9573-27110defb632 req-fa646a0a-0cc8-46d3-a2f8-fce84ed13de9 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=9e742360-e237-4ee8-8e46-ce2d77e1e2ed HTTP/1.1" status: 200 len: 1098 time: 0.0755818 Jun 01 06:15:28.237452 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-89b561d9-d7a0-4fa6-9573-27110defb632 req-47a364f1-5e36-4ac3-b842-dd881729497c service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=aff84d6b-738c-48d3-9682-092c2465ce06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337133 Jun 01 06:15:28.496159 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-11efb576-4f07-4ea9-9299-de7ede3599e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774208951022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772053'] for agent, after_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:15:28.923225 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ab097d-38ea-478b-86ef-9fa75e8c911c req-2e1f9521-f6f3-4041-bdf2-8d452f85e7cd tempest-VolumesSnapshotTestJSON-714247562 tempest-VolumesSnapshotTestJSON-714247562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:15:28.924689 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-a2ab097d-38ea-478b-86ef-9fa75e8c911c req-2e1f9521-f6f3-4041-bdf2-8d452f85e7cd tempest-VolumesSnapshotTestJSON-714247562 tempest-VolumesSnapshotTestJSON-714247562-project] 10.222.0.41 "GET /v2.0/ports?device_id=9e742360-e237-4ee8-8e46-ce2d77e1e2ed HTTP/1.1" status: 200 len: 945 time: 0.0800862 Jun 01 06:15:28.973288 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-a2ab097d-38ea-478b-86ef-9fa75e8c911c req-6b203cd0-8e07-41fb-98a0-904e408e8feb tempest-VolumesSnapshotTestJSON-714247562 tempest-VolumesSnapshotTestJSON-714247562-project] 10.222.0.41 "GET /v2.0/security-groups?id=aff84d6b-738c-48d3-9682-092c2465ce06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428638 Jun 01 06:15:29.786162 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-1d313a3c-a63a-4764-8840-fb680d7e5ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774208951022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772053'] for agent, after_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:15:30.157833 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b441a7c5-abfd-481b-be68-979898a28db4 req-eb9c7f98-d930-43b1-ae10-df3c9f5842ba tempest-VolumesSnapshotTestJSON-714247562 tempest-VolumesSnapshotTestJSON-714247562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:15:30.159301 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-b441a7c5-abfd-481b-be68-979898a28db4 req-eb9c7f98-d930-43b1-ae10-df3c9f5842ba tempest-VolumesSnapshotTestJSON-714247562 tempest-VolumesSnapshotTestJSON-714247562-project] 10.222.0.41 "GET /v2.0/ports?device_id=9e742360-e237-4ee8-8e46-ce2d77e1e2ed HTTP/1.1" status: 200 len: 945 time: 0.0808892 Jun 01 06:15:30.202866 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-b441a7c5-abfd-481b-be68-979898a28db4 req-e554678c-cd25-4a68-9242-7739382cbe07 tempest-VolumesSnapshotTestJSON-714247562 tempest-VolumesSnapshotTestJSON-714247562-project] 10.222.0.41 "GET /v2.0/security-groups?id=aff84d6b-738c-48d3-9682-092c2465ce06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379865 Jun 01 06:15:31.142643 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-2212ef7e-50c1-45a6-8db2-90e035748ac3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774208951022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772053'] for agent, after_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:15:47.471713 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91302c6e-4180-4de9-8e98-a2d328aff76a req-8bbe90af-9726-4a84-8f18-687df3df4154 tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:15:47.477465 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-91302c6e-4180-4de9-8e98-a2d328aff76a req-8bbe90af-9726-4a84-8f18-687df3df4154 tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] 10.222.0.41 "GET /v2.0/ports?device_id=43f14c8a-71ca-4849-a522-b8265eed9264 HTTP/1.1" status: 200 len: 945 time: 0.1013877 Jun 01 06:15:47.522006 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-91302c6e-4180-4de9-8e98-a2d328aff76a req-4456ee67-d6e4-4767-8b36-9830595944f3 tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] 10.222.0.41 "GET /v2.0/security-groups?id=5d54a839-0bf1-4bdb-9539-67104b9aee98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428455 Jun 01 06:15:47.643670 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774208951022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772053'] for agent, after_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:15:47.657937 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58669f8f-75dc-4a2e-9233-ee4d5eedda99 req-46e40988-2e29-4570-87a3-12988d48f227 tempest-TestMinimumBasicScenario-1035900223 tempest-TestMinimumBasicScenario-1035900223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:15:47.659396 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-58669f8f-75dc-4a2e-9233-ee4d5eedda99 req-46e40988-2e29-4570-87a3-12988d48f227 tempest-TestMinimumBasicScenario-1035900223 tempest-TestMinimumBasicScenario-1035900223-project] 10.222.0.41 "GET /v2.0/ports?device_id=6ba02003-0082-4ade-b2ff-aaeb571a8717 HTTP/1.1" status: 200 len: 985 time: 0.1401212 Jun 01 06:15:47.661447 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ad2a90-6053-40db-9bcf-4df9951706d1 req-42794ebb-84b4-433e-ac91-e42b07220b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:15:47.662759 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-b8ad2a90-6053-40db-9bcf-4df9951706d1 req-42794ebb-84b4-433e-ac91-e42b07220b63 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=01a8148357484b32a69bbd98475f8644&device_id=6ba02003-0082-4ade-b2ff-aaeb571a8717 HTTP/1.1" status: 200 len: 1138 time: 0.1416430 Jun 01 06:15:47.781893 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-58669f8f-75dc-4a2e-9233-ee4d5eedda99 req-6c4ada0c-e72c-4fd2-afd1-624d216c4af0 tempest-TestMinimumBasicScenario-1035900223 tempest-TestMinimumBasicScenario-1035900223-project] 10.222.0.41 "GET /v2.0/security-groups?id=16142a37-c36d-44fc-b297-81a3c601dc51&id=00149f5e-5845-4199-b9d6-6cd604ad02b8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1165669 Jun 01 06:15:47.824404 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ad2a90-6053-40db-9bcf-4df9951706d1 req-8be5c243-50d5-483d-883b-c428938be479 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:15:47.825863 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-b8ad2a90-6053-40db-9bcf-4df9951706d1 req-8be5c243-50d5-483d-883b-c428938be479 service neutron] 10.222.0.45 "GET /v2.0/networks?id=b2527877-b5b6-43aa-8903-8b7eda48e9e3 HTTP/1.1" status: 200 len: 915 time: 0.1481543 Jun 01 06:15:47.978175 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-b8ad2a90-6053-40db-9bcf-4df9951706d1 req-b5473809-296d-41bf-8db1-fda8b08062de service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a31cd721-a1d0-4eea-8fc8-b1415cdec3a4 HTTP/1.1" status: 200 len: 1002 time: 0.0971663 Jun 01 06:15:48.042727 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ad2a90-6053-40db-9bcf-4df9951706d1 req-cc0db23d-098a-4d6f-8d1e-edcd730c757d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:15:48.044056 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-b8ad2a90-6053-40db-9bcf-4df9951706d1 req-cc0db23d-098a-4d6f-8d1e-edcd730c757d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=5c51a303-e621-409b-99c6-f5028ab86df1 HTTP/1.1" status: 200 len: 853 time: 0.0577512 Jun 01 06:15:48.118924 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ad2a90-6053-40db-9bcf-4df9951706d1 req-2e3282c2-aff6-4b72-91b8-87fd5fea48fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:15:48.120306 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-b8ad2a90-6053-40db-9bcf-4df9951706d1 req-2e3282c2-aff6-4b72-91b8-87fd5fea48fc service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b2527877-b5b6-43aa-8903-8b7eda48e9e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0677361 Jun 01 06:15:48.331352 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-b8ad2a90-6053-40db-9bcf-4df9951706d1 req-fc25421b-319b-4e07-966a-61758d3907e8 service neutron] 10.222.0.45 "GET /v2.0/networks/b2527877-b5b6-43aa-8903-8b7eda48e9e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2024097 Jun 01 06:15:48.481374 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-b8ad2a90-6053-40db-9bcf-4df9951706d1 req-4179a2ad-4803-4589-a2c6-77ca4aff630b service neutron] 10.222.0.45 "GET /v2.0/networks/b2527877-b5b6-43aa-8903-8b7eda48e9e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351764 Jun 01 06:15:48.710696 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b919405-8888-4594-bf61-8dc82a21c0bb req-0ad6bb63-766b-490c-9530-d02c91fa5a62 tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:15:48.712922 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-2b919405-8888-4594-bf61-8dc82a21c0bb req-0ad6bb63-766b-490c-9530-d02c91fa5a62 tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] 10.222.0.41 "GET /v2.0/ports?device_id=43f14c8a-71ca-4849-a522-b8265eed9264 HTTP/1.1" status: 200 len: 945 time: 0.0838394 Jun 01 06:15:48.760275 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-2b919405-8888-4594-bf61-8dc82a21c0bb req-c6fe9ee1-5644-43ce-895d-680727a74bf1 tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] 10.222.0.41 "GET /v2.0/security-groups?id=5d54a839-0bf1-4bdb-9539-67104b9aee98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403993 Jun 01 06:15:48.963620 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6202fcfe-72b9-4816-bf0d-ce117de23e63 req-c7d83b57-dfbb-4074-bd27-85c56f76131b tempest-TestMinimumBasicScenario-1035900223 tempest-TestMinimumBasicScenario-1035900223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:15:48.965133 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-6202fcfe-72b9-4816-bf0d-ce117de23e63 req-c7d83b57-dfbb-4074-bd27-85c56f76131b tempest-TestMinimumBasicScenario-1035900223 tempest-TestMinimumBasicScenario-1035900223-project] 10.222.0.41 "GET /v2.0/ports?device_id=6ba02003-0082-4ade-b2ff-aaeb571a8717 HTTP/1.1" status: 200 len: 985 time: 0.0786946 Jun 01 06:15:49.014602 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-6202fcfe-72b9-4816-bf0d-ce117de23e63 req-480ce1c3-af43-4d09-bf57-e36fbf30c491 tempest-TestMinimumBasicScenario-1035900223 tempest-TestMinimumBasicScenario-1035900223-project] 10.222.0.41 "GET /v2.0/security-groups?id=16142a37-c36d-44fc-b297-81a3c601dc51&id=00149f5e-5845-4199-b9d6-6cd604ad02b8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0437238 Jun 01 06:15:49.955173 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0428e066-34f3-4054-8cea-f465b9dadaa3 req-0b2a48ab-2a30-4d09-9331-f952fc594f6f tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:15:49.956596 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-0428e066-34f3-4054-8cea-f465b9dadaa3 req-0b2a48ab-2a30-4d09-9331-f952fc594f6f tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] 10.222.0.41 "GET /v2.0/ports?device_id=43f14c8a-71ca-4849-a522-b8265eed9264 HTTP/1.1" status: 200 len: 945 time: 0.0831048 Jun 01 06:15:49.999631 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-0428e066-34f3-4054-8cea-f465b9dadaa3 req-b4957620-0f08-4cbf-8f1e-527b5c1501b1 tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] 10.222.0.41 "GET /v2.0/security-groups?id=5d54a839-0bf1-4bdb-9539-67104b9aee98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374141 Jun 01 06:15:50.201676 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbf43c4-ab32-4509-a876-7afdc0a1a39b req-6c1200b8-6874-41ba-90b3-cd763f3c46f3 tempest-TestMinimumBasicScenario-1035900223 tempest-TestMinimumBasicScenario-1035900223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:15:50.203112 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-edbf43c4-ab32-4509-a876-7afdc0a1a39b req-6c1200b8-6874-41ba-90b3-cd763f3c46f3 tempest-TestMinimumBasicScenario-1035900223 tempest-TestMinimumBasicScenario-1035900223-project] 10.222.0.41 "GET /v2.0/ports?device_id=6ba02003-0082-4ade-b2ff-aaeb571a8717 HTTP/1.1" status: 200 len: 985 time: 0.0831687 Jun 01 06:15:50.248307 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-edbf43c4-ab32-4509-a876-7afdc0a1a39b req-dbc610ec-3f50-40ad-bd43-f8f98c53c248 tempest-TestMinimumBasicScenario-1035900223 tempest-TestMinimumBasicScenario-1035900223-project] 10.222.0.41 "GET /v2.0/security-groups?id=16142a37-c36d-44fc-b297-81a3c601dc51&id=00149f5e-5845-4199-b9d6-6cd604ad02b8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0392952 Jun 01 06:15:51.187541 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd6f477-29d7-4341-8792-2aa290204740 req-bf635268-323e-4963-86bd-4a1c3baa5f77 tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:15:51.189216 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-3cd6f477-29d7-4341-8792-2aa290204740 req-bf635268-323e-4963-86bd-4a1c3baa5f77 tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] 10.222.0.41 "GET /v2.0/ports?device_id=43f14c8a-71ca-4849-a522-b8265eed9264 HTTP/1.1" status: 200 len: 945 time: 0.0856893 Jun 01 06:15:51.234258 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-3cd6f477-29d7-4341-8792-2aa290204740 req-acbb4629-67f9-4235-8bd0-a7cc8db8c680 tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] 10.222.0.41 "GET /v2.0/security-groups?id=5d54a839-0bf1-4bdb-9539-67104b9aee98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391622 Jun 01 06:15:51.322229 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a6fb81-72e5-49b6-83a4-598177ae0f54 req-fc58d94d-4d75-45f6-89c0-0d9773b78962 tempest-VolumesSnapshotTestJSON-714247562 tempest-VolumesSnapshotTestJSON-714247562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:15:51.323698 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-d0a6fb81-72e5-49b6-83a4-598177ae0f54 req-fc58d94d-4d75-45f6-89c0-0d9773b78962 tempest-VolumesSnapshotTestJSON-714247562 tempest-VolumesSnapshotTestJSON-714247562-project] 10.222.0.41 "GET /v2.0/ports?device_id=9e742360-e237-4ee8-8e46-ce2d77e1e2ed HTTP/1.1" status: 200 len: 945 time: 0.0837193 Jun 01 06:15:51.369408 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-d0a6fb81-72e5-49b6-83a4-598177ae0f54 req-008edacf-c460-4645-a669-875392e47287 tempest-VolumesSnapshotTestJSON-714247562 tempest-VolumesSnapshotTestJSON-714247562-project] 10.222.0.41 "GET /v2.0/security-groups?id=aff84d6b-738c-48d3-9682-092c2465ce06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394256 Jun 01 06:15:51.433027 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d30b08-2218-419d-bc4d-8f94a9116003 req-9ff928c8-e5cb-447a-ac03-314d222a980e tempest-TestMinimumBasicScenario-1035900223 tempest-TestMinimumBasicScenario-1035900223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:15:51.434394 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-81d30b08-2218-419d-bc4d-8f94a9116003 req-9ff928c8-e5cb-447a-ac03-314d222a980e tempest-TestMinimumBasicScenario-1035900223 tempest-TestMinimumBasicScenario-1035900223-project] 10.222.0.41 "GET /v2.0/ports?device_id=6ba02003-0082-4ade-b2ff-aaeb571a8717 HTTP/1.1" status: 200 len: 985 time: 0.0826738 Jun 01 06:15:51.480850 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-81d30b08-2218-419d-bc4d-8f94a9116003 req-2608e14f-83e5-4902-bbe8-7d9980c5be81 tempest-TestMinimumBasicScenario-1035900223 tempest-TestMinimumBasicScenario-1035900223-project] 10.222.0.41 "GET /v2.0/security-groups?id=16142a37-c36d-44fc-b297-81a3c601dc51&id=00149f5e-5845-4199-b9d6-6cd604ad02b8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0407305 Jun 01 06:15:52.420075 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b6ae81-64c1-4896-a430-fd47422cfd4b req-3e4206be-d53b-4f8c-819d-c4e13121a1db tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:15:52.421560 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-78b6ae81-64c1-4896-a430-fd47422cfd4b req-3e4206be-d53b-4f8c-819d-c4e13121a1db tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] 10.222.0.41 "GET /v2.0/ports?device_id=43f14c8a-71ca-4849-a522-b8265eed9264 HTTP/1.1" status: 200 len: 945 time: 0.0802040 Jun 01 06:15:52.465982 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-78b6ae81-64c1-4896-a430-fd47422cfd4b req-7ecd99ac-ce66-4100-a5ab-ab8d562de27c tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] 10.222.0.41 "GET /v2.0/security-groups?id=5d54a839-0bf1-4bdb-9539-67104b9aee98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381532 Jun 01 06:15:52.553439 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda38faf-be7f-4487-97b4-78568fc75cf9 req-d9345735-6762-426b-92df-54ac2289e8ef tempest-VolumesSnapshotTestJSON-714247562 tempest-VolumesSnapshotTestJSON-714247562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:15:52.554914 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-cda38faf-be7f-4487-97b4-78568fc75cf9 req-d9345735-6762-426b-92df-54ac2289e8ef tempest-VolumesSnapshotTestJSON-714247562 tempest-VolumesSnapshotTestJSON-714247562-project] 10.222.0.41 "GET /v2.0/ports?device_id=9e742360-e237-4ee8-8e46-ce2d77e1e2ed HTTP/1.1" status: 200 len: 945 time: 0.0783925 Jun 01 06:15:52.604151 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-cda38faf-be7f-4487-97b4-78568fc75cf9 req-b42ed5a4-eb59-4e34-87e9-f01cf7b462be tempest-VolumesSnapshotTestJSON-714247562 tempest-VolumesSnapshotTestJSON-714247562-project] 10.222.0.41 "GET /v2.0/security-groups?id=aff84d6b-738c-48d3-9682-092c2465ce06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436349 Jun 01 06:15:52.665345 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c8a6d4-7a64-4ca8-8d17-de958f26bcd1 req-ca49954b-d12b-407b-872f-a2da7cc83fa5 tempest-TestMinimumBasicScenario-1035900223 tempest-TestMinimumBasicScenario-1035900223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:15:52.666801 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-89c8a6d4-7a64-4ca8-8d17-de958f26bcd1 req-ca49954b-d12b-407b-872f-a2da7cc83fa5 tempest-TestMinimumBasicScenario-1035900223 tempest-TestMinimumBasicScenario-1035900223-project] 10.222.0.41 "GET /v2.0/ports?device_id=6ba02003-0082-4ade-b2ff-aaeb571a8717 HTTP/1.1" status: 200 len: 985 time: 0.0829117 Jun 01 06:15:52.716225 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-89c8a6d4-7a64-4ca8-8d17-de958f26bcd1 req-6615dc03-01bc-4d5f-bc34-8b11ba9b1891 tempest-TestMinimumBasicScenario-1035900223 tempest-TestMinimumBasicScenario-1035900223-project] 10.222.0.41 "GET /v2.0/security-groups?id=16142a37-c36d-44fc-b297-81a3c601dc51&id=00149f5e-5845-4199-b9d6-6cd604ad02b8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0422335 Jun 01 06:15:53.648428 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b61a258-c27e-49c1-924f-af2386603ca8 req-d387dbe0-02dc-41e0-8e03-d3d85663b68d tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:15:53.649909 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-9b61a258-c27e-49c1-924f-af2386603ca8 req-d387dbe0-02dc-41e0-8e03-d3d85663b68d tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] 10.222.0.41 "GET /v2.0/ports?device_id=43f14c8a-71ca-4849-a522-b8265eed9264 HTTP/1.1" status: 200 len: 945 time: 0.0795069 Jun 01 06:15:53.695003 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-9b61a258-c27e-49c1-924f-af2386603ca8 req-43341ec1-7e12-471c-9b70-5f6ecd9c4993 tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] 10.222.0.41 "GET /v2.0/security-groups?id=5d54a839-0bf1-4bdb-9539-67104b9aee98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394938 Jun 01 06:15:53.790366 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f85785-6411-4180-a621-438203501451 req-546e6db7-b15c-41b4-be03-9bdb77f09329 tempest-VolumesSnapshotTestJSON-714247562 tempest-VolumesSnapshotTestJSON-714247562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:15:53.791825 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-45f85785-6411-4180-a621-438203501451 req-546e6db7-b15c-41b4-be03-9bdb77f09329 tempest-VolumesSnapshotTestJSON-714247562 tempest-VolumesSnapshotTestJSON-714247562-project] 10.222.0.41 "GET /v2.0/ports?device_id=9e742360-e237-4ee8-8e46-ce2d77e1e2ed HTTP/1.1" status: 200 len: 945 time: 0.0833857 Jun 01 06:15:53.836617 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-45f85785-6411-4180-a621-438203501451 req-010b7162-4f6c-4fc2-bbc6-afb54af8aa87 tempest-VolumesSnapshotTestJSON-714247562 tempest-VolumesSnapshotTestJSON-714247562-project] 10.222.0.41 "GET /v2.0/security-groups?id=aff84d6b-738c-48d3-9682-092c2465ce06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391350 Jun 01 06:15:53.900240 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c6195f-63f0-48f7-bd8e-8803fce381ad req-2fbb797e-80c6-4c26-8ec6-e9406565cffe tempest-TestMinimumBasicScenario-1035900223 tempest-TestMinimumBasicScenario-1035900223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:15:53.901725 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-47c6195f-63f0-48f7-bd8e-8803fce381ad req-2fbb797e-80c6-4c26-8ec6-e9406565cffe tempest-TestMinimumBasicScenario-1035900223 tempest-TestMinimumBasicScenario-1035900223-project] 10.222.0.41 "GET /v2.0/ports?device_id=6ba02003-0082-4ade-b2ff-aaeb571a8717 HTTP/1.1" status: 200 len: 985 time: 0.0832756 Jun 01 06:15:53.948242 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-47c6195f-63f0-48f7-bd8e-8803fce381ad req-16234317-e6b7-4426-9836-04f0269a11e7 tempest-TestMinimumBasicScenario-1035900223 tempest-TestMinimumBasicScenario-1035900223-project] 10.222.0.41 "GET /v2.0/security-groups?id=16142a37-c36d-44fc-b297-81a3c601dc51&id=00149f5e-5845-4199-b9d6-6cd604ad02b8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0406718 Jun 01 06:15:53.982554 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG neutron.db.agents_db [None req-a707e798-5c4a-4349-b1a6-04fc24c0e8c1 None None] Agent healthcheck: found 6 active agents {{(pid=91915) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 06:15:54.887966 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee80d92-b6a4-43db-8d1e-dfcdf68b7810 req-e1842cc9-6bfa-44aa-b75c-9ef336767a21 tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:15:54.889507 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-cee80d92-b6a4-43db-8d1e-dfcdf68b7810 req-e1842cc9-6bfa-44aa-b75c-9ef336767a21 tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] 10.222.0.41 "GET /v2.0/ports?device_id=43f14c8a-71ca-4849-a522-b8265eed9264 HTTP/1.1" status: 200 len: 945 time: 0.0869052 Jun 01 06:15:54.934684 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-cee80d92-b6a4-43db-8d1e-dfcdf68b7810 req-f08c8763-65c3-49b0-8b9b-8849ca25e34f tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] 10.222.0.41 "GET /v2.0/security-groups?id=5d54a839-0bf1-4bdb-9539-67104b9aee98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388844 Jun 01 06:15:55.029306 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2779bf2-a521-494c-b98b-15b3c797986d req-8b19c170-cebe-4585-83f2-fe608e0c91ef tempest-VolumesSnapshotTestJSON-714247562 tempest-VolumesSnapshotTestJSON-714247562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:15:55.030783 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-f2779bf2-a521-494c-b98b-15b3c797986d req-8b19c170-cebe-4585-83f2-fe608e0c91ef tempest-VolumesSnapshotTestJSON-714247562 tempest-VolumesSnapshotTestJSON-714247562-project] 10.222.0.41 "GET /v2.0/ports?device_id=9e742360-e237-4ee8-8e46-ce2d77e1e2ed HTTP/1.1" status: 200 len: 945 time: 0.0813000 Jun 01 06:15:55.075609 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-f2779bf2-a521-494c-b98b-15b3c797986d req-d7f21ed8-82ff-419d-a19c-d6263baf88d7 tempest-VolumesSnapshotTestJSON-714247562 tempest-VolumesSnapshotTestJSON-714247562-project] 10.222.0.41 "GET /v2.0/security-groups?id=aff84d6b-738c-48d3-9682-092c2465ce06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387316 Jun 01 06:15:55.128314 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b79becb-27b5-420e-b831-7321805ee341 req-59a87b42-54fe-45f6-af00-b8856f19e658 tempest-TestMinimumBasicScenario-1035900223 tempest-TestMinimumBasicScenario-1035900223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:15:55.129769 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-8b79becb-27b5-420e-b831-7321805ee341 req-59a87b42-54fe-45f6-af00-b8856f19e658 tempest-TestMinimumBasicScenario-1035900223 tempest-TestMinimumBasicScenario-1035900223-project] 10.222.0.41 "GET /v2.0/ports?device_id=6ba02003-0082-4ade-b2ff-aaeb571a8717 HTTP/1.1" status: 200 len: 985 time: 0.0783861 Jun 01 06:15:55.178392 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-8b79becb-27b5-420e-b831-7321805ee341 req-fac8f0e0-0a57-43bc-ad37-3163efdcdf6c tempest-TestMinimumBasicScenario-1035900223 tempest-TestMinimumBasicScenario-1035900223-project] 10.222.0.41 "GET /v2.0/security-groups?id=16142a37-c36d-44fc-b297-81a3c601dc51&id=00149f5e-5845-4199-b9d6-6cd604ad02b8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0429621 Jun 01 06:15:55.801589 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-ce428981-1e02-4130-a81b-3c938b9a8047 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774208951022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772053'] for agent, after_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:15:56.128310 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1653d155-0b4c-4092-b713-fb264c229301 req-c7a61b87-af1b-4ec0-99dd-9c7b1c28180f tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:15:56.129801 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-1653d155-0b4c-4092-b713-fb264c229301 req-c7a61b87-af1b-4ec0-99dd-9c7b1c28180f tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] 10.222.0.41 "GET /v2.0/ports?device_id=43f14c8a-71ca-4849-a522-b8265eed9264 HTTP/1.1" status: 200 len: 945 time: 0.0843873 Jun 01 06:15:56.174110 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-1653d155-0b4c-4092-b713-fb264c229301 req-a0b712d7-59b1-496b-9d80-8811f5142ab2 tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] 10.222.0.41 "GET /v2.0/security-groups?id=5d54a839-0bf1-4bdb-9539-67104b9aee98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386405 Jun 01 06:15:56.258296 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cc90c1-56a2-4847-acb8-492264fef480 req-3ed8c4af-8467-4f9a-90bd-baade5ca319f tempest-VolumesSnapshotTestJSON-714247562 tempest-VolumesSnapshotTestJSON-714247562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:15:56.259760 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-27cc90c1-56a2-4847-acb8-492264fef480 req-3ed8c4af-8467-4f9a-90bd-baade5ca319f tempest-VolumesSnapshotTestJSON-714247562 tempest-VolumesSnapshotTestJSON-714247562-project] 10.222.0.41 "GET /v2.0/ports?device_id=9e742360-e237-4ee8-8e46-ce2d77e1e2ed HTTP/1.1" status: 200 len: 945 time: 0.0792375 Jun 01 06:15:56.304406 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-27cc90c1-56a2-4847-acb8-492264fef480 req-e5c44d82-c9f0-4c3b-a738-1428efb5c27f tempest-VolumesSnapshotTestJSON-714247562 tempest-VolumesSnapshotTestJSON-714247562-project] 10.222.0.41 "GET /v2.0/security-groups?id=aff84d6b-738c-48d3-9682-092c2465ce06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391545 Jun 01 06:15:56.360054 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ebc182-73c1-4f95-a782-073c54cdae04 req-ce44de91-c8a0-4d01-8d80-511eef402668 tempest-TestMinimumBasicScenario-1035900223 tempest-TestMinimumBasicScenario-1035900223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:15:56.361464 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-76ebc182-73c1-4f95-a782-073c54cdae04 req-ce44de91-c8a0-4d01-8d80-511eef402668 tempest-TestMinimumBasicScenario-1035900223 tempest-TestMinimumBasicScenario-1035900223-project] 10.222.0.41 "GET /v2.0/ports?device_id=6ba02003-0082-4ade-b2ff-aaeb571a8717 HTTP/1.1" status: 200 len: 985 time: 0.0784616 Jun 01 06:15:56.407974 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-76ebc182-73c1-4f95-a782-073c54cdae04 req-aa9b73d3-9862-4509-b041-6a45c2446db7 tempest-TestMinimumBasicScenario-1035900223 tempest-TestMinimumBasicScenario-1035900223-project] 10.222.0.41 "GET /v2.0/security-groups?id=16142a37-c36d-44fc-b297-81a3c601dc51&id=00149f5e-5845-4199-b9d6-6cd604ad02b8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0402453 Jun 01 06:15:56.410811 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6fa588-139d-465e-ac85-0f3645db3fad req-efe13ced-6e77-40ec-a997-5ab88f7bfd03 tempest-VolumesSnapshotTestJSON-714247562 tempest-VolumesSnapshotTestJSON-714247562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:15:56.412195 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-6a6fa588-139d-465e-ac85-0f3645db3fad req-efe13ced-6e77-40ec-a997-5ab88f7bfd03 tempest-VolumesSnapshotTestJSON-714247562 tempest-VolumesSnapshotTestJSON-714247562-project] 10.222.0.45 "GET /v2.0/ports?device_id=9e742360-e237-4ee8-8e46-ce2d77e1e2ed HTTP/1.1" status: 200 len: 945 time: 0.0840187 Jun 01 06:15:56.543086 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.plugins.ml2.plugin [req-6a6fa588-139d-465e-ac85-0f3645db3fad req-df2633bb-78cf-4c24-9021-e9e3a3897137 tempest-VolumesSnapshotTestJSON-714247562 tempest-VolumesSnapshotTestJSON-714247562-project] Deleting port 40c6a755-d38f-4836-a258-9f7fb0ccbfa7 {{(pid=91913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 06:15:56.543346 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [req-6a6fa588-139d-465e-ac85-0f3645db3fad req-df2633bb-78cf-4c24-9021-e9e3a3897137 tempest-VolumesSnapshotTestJSON-714247562 tempest-VolumesSnapshotTestJSON-714247562-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774208809027'] for port, before_delete {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:15:56.671065 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.plugins.ml2.db [req-6a6fa588-139d-465e-ac85-0f3645db3fad req-df2633bb-78cf-4c24-9021-e9e3a3897137 tempest-VolumesSnapshotTestJSON-714247562 tempest-VolumesSnapshotTestJSON-714247562-project] For port 40c6a755-d38f-4836-a258-9f7fb0ccbfa7, host hv-cinder-79388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79388',level=0,port_id=40c6a755-d38f-4836-a258-9f7fb0ccbfa7,segment=NetworkSegment(9af682df-6564-48fb-b52a-b8597f6ebb6e),segment_id=9af682df-6564-48fb-b52a-b8597f6ebb6e)] {{(pid=91913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 06:15:56.671333 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [req-6a6fa588-139d-465e-ac85-0f3645db3fad req-df2633bb-78cf-4c24-9021-e9e3a3897137 tempest-VolumesSnapshotTestJSON-714247562 tempest-VolumesSnapshotTestJSON-714247562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-879323'] for port, precommit_delete {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:15:56.793809 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.plugins.ml2.plugin [req-6a6fa588-139d-465e-ac85-0f3645db3fad req-df2633bb-78cf-4c24-9021-e9e3a3897137 tempest-VolumesSnapshotTestJSON-714247562 tempest-VolumesSnapshotTestJSON-714247562-project] Calling delete_port for 40c6a755-d38f-4836-a258-9f7fb0ccbfa7 owned by compute:nova {{(pid=91913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 06:15:56.899243 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [req-6a6fa588-139d-465e-ac85-0f3645db3fad req-df2633bb-78cf-4c24-9021-e9e3a3897137 tempest-VolumesSnapshotTestJSON-714247562 tempest-VolumesSnapshotTestJSON-714247562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774208810150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774208425692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10749551'] for port, after_delete {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:15:56.904682 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [None req-0065ef5d-6734-4cf3-b2d3-c78946bd6b3a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:15:56.913797 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.db [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] get_ports_and_sgs() called for port_ids ['40c6a755-d38f-4836-a258-9f7fb0ccbfa7'] {{(pid=91914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 06:15:57.031676 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2633bb-78cf-4c24-9021-e9e3a3897137 tempest-VolumesSnapshotTestJSON-714247562 tempest-VolumesSnapshotTestJSON-714247562-project] Pushing event deleted for resources: {'Port': ['ID=40c6a755-d38f-4836-a258-9f7fb0ccbfa7,revision_number=None']} {{(pid=91913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:15:57.034687 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [None req-df2633bb-78cf-4c24-9021-e9e3a3897137 tempest-VolumesSnapshotTestJSON-714247562 tempest-VolumesSnapshotTestJSON-714247562-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:15:57.102569 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a6fa588-139d-465e-ac85-0f3645db3fad req-df2633bb-78cf-4c24-9021-e9e3a3897137 tempest-VolumesSnapshotTestJSON-714247562 tempest-VolumesSnapshotTestJSON-714247562-project] No DVR routers for this DVR port 40c6a755-d38f-4836-a258-9f7fb0ccbfa7 on host hv-cinder-79388 {{(pid=91913) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 06:15:57.104938 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [req-6a6fa588-139d-465e-ac85-0f3645db3fad req-df2633bb-78cf-4c24-9021-e9e3a3897137 tempest-VolumesSnapshotTestJSON-714247562 tempest-VolumesSnapshotTestJSON-714247562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239402'] for port, before_response {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:15:57.107368 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e742360-e237-4ee8-8e46-ce2d77e1e2ed', 'name': 'network-vif-deleted', 'tag': '40c6a755-d38f-4836-a258-9f7fb0ccbfa7'}] {{(pid=91913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 06:15:57.109647 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdc6be6d06003a26e0797ba9c3cae52571918e0042132e4e221042360f826683" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbe00cf7-5538-4396-a393-56699356a909" -d '{"events": [{"server_uuid": "9e742360-e237-4ee8-8e46-ce2d77e1e2ed", "name": "network-vif-deleted", "tag": "40c6a755-d38f-4836-a258-9f7fb0ccbfa7"}]}' {{(pid=91913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 06:15:57.123214 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-6a6fa588-139d-465e-ac85-0f3645db3fad req-df2633bb-78cf-4c24-9021-e9e3a3897137 tempest-VolumesSnapshotTestJSON-714247562 tempest-VolumesSnapshotTestJSON-714247562-project] 10.222.0.45 "DELETE /v2.0/ports/40c6a755-d38f-4836-a258-9f7fb0ccbfa7 HTTP/1.1" status: 204 len: 173 time: 0.7049766 Jun 01 06:15:57.155911 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 06:15:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d298d9b5-4230-44f0-92f3-8f841e9a09aa x-openstack-request-id: req-d298d9b5-4230-44f0-92f3-8f841e9a09aa {{(pid=91913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 06:15:57.156290 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e742360-e237-4ee8-8e46-ce2d77e1e2ed", "name": "network-vif-deleted", "tag": "40c6a755-d38f-4836-a258-9f7fb0ccbfa7", "status": "completed", "code": 200}]} {{(pid=91913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 06:15:57.156515 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d298d9b5-4230-44f0-92f3-8f841e9a09aa {{(pid=91913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 06:15:57.156939 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e742360-e237-4ee8-8e46-ce2d77e1e2ed', 'name': 'network-vif-deleted', 'tag': '40c6a755-d38f-4836-a258-9f7fb0ccbfa7', 'status': 'completed', 'code': 200} Jun 01 06:15:57.365760 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c26162-f6a8-4c40-898d-ac80cda2e441 req-0d048c90-6622-43e8-9d5d-6d88b9f2be8a tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:15:57.367211 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-86c26162-f6a8-4c40-898d-ac80cda2e441 req-0d048c90-6622-43e8-9d5d-6d88b9f2be8a tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] 10.222.0.41 "GET /v2.0/ports?device_id=43f14c8a-71ca-4849-a522-b8265eed9264 HTTP/1.1" status: 200 len: 945 time: 0.0853746 Jun 01 06:15:57.411060 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-86c26162-f6a8-4c40-898d-ac80cda2e441 req-63f11a99-0f5c-4ec3-bad5-c90fa1d7b90d tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] 10.222.0.41 "GET /v2.0/security-groups?id=5d54a839-0bf1-4bdb-9539-67104b9aee98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381520 Jun 01 06:15:57.466419 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.quota.resource [req-0fd8346d-413c-4a5b-b39b-324b723bdc1b req-ba167f9b-25ac-4942-9aae-40177420b732 tempest-VolumesSnapshotTestJSON-714247562 tempest-VolumesSnapshotTestJSON-714247562-project] Synchronizing usage tracker for tenant:90d9e2824fe04fba9c1e51879bb72596 on resource:port {{(pid=91913) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 06:15:57.481831 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.quota.resource [req-0fd8346d-413c-4a5b-b39b-324b723bdc1b req-ba167f9b-25ac-4942-9aae-40177420b732 tempest-VolumesSnapshotTestJSON-714247562 tempest-VolumesSnapshotTestJSON-714247562-project] Unset dirty status for tenant:90d9e2824fe04fba9c1e51879bb72596 on resource:port {{(pid=91913) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 06:15:57.483081 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-0fd8346d-413c-4a5b-b39b-324b723bdc1b req-ba167f9b-25ac-4942-9aae-40177420b732 tempest-VolumesSnapshotTestJSON-714247562 tempest-VolumesSnapshotTestJSON-714247562-project] 10.222.0.41 "GET /v2.0/ports?device_id=9e742360-e237-4ee8-8e46-ce2d77e1e2ed HTTP/1.1" status: 200 len: 210 time: 0.0603676 Jun 01 06:15:57.593208 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad33c33-b6ed-461b-a124-085d92f0e67a req-b0785be9-f007-4186-9d55-31c48a348fcd tempest-TestMinimumBasicScenario-1035900223 tempest-TestMinimumBasicScenario-1035900223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:15:57.595224 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-4ad33c33-b6ed-461b-a124-085d92f0e67a req-b0785be9-f007-4186-9d55-31c48a348fcd tempest-TestMinimumBasicScenario-1035900223 tempest-TestMinimumBasicScenario-1035900223-project] 10.222.0.41 "GET /v2.0/ports?device_id=6ba02003-0082-4ade-b2ff-aaeb571a8717 HTTP/1.1" status: 200 len: 985 time: 0.0826476 Jun 01 06:15:57.647257 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-4ad33c33-b6ed-461b-a124-085d92f0e67a req-e2c4cfd7-5538-47cc-8c81-28f37be00eef tempest-TestMinimumBasicScenario-1035900223 tempest-TestMinimumBasicScenario-1035900223-project] 10.222.0.41 "GET /v2.0/security-groups?id=16142a37-c36d-44fc-b297-81a3c601dc51&id=00149f5e-5845-4199-b9d6-6cd604ad02b8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0461609 Jun 01 06:15:58.196632 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774208951022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772053'] for agent, after_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:15:58.502332 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-dfaf774e-98f9-4077-bac1-0f6259473b6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774208951022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772053'] for agent, after_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:15:58.603828 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc29163-ea14-4c0b-a5b2-510aeb1377f7 req-a3e11a9e-5afe-4f5a-b724-aa41df3a0df5 tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:15:58.605341 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-edc29163-ea14-4c0b-a5b2-510aeb1377f7 req-a3e11a9e-5afe-4f5a-b724-aa41df3a0df5 tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] 10.222.0.41 "GET /v2.0/ports?device_id=43f14c8a-71ca-4849-a522-b8265eed9264 HTTP/1.1" status: 200 len: 945 time: 0.0875869 Jun 01 06:15:58.650633 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-edc29163-ea14-4c0b-a5b2-510aeb1377f7 req-95bd0430-0ae9-4d51-b1eb-b1557e216d4f tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] 10.222.0.41 "GET /v2.0/security-groups?id=5d54a839-0bf1-4bdb-9539-67104b9aee98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391777 Jun 01 06:15:58.838188 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76bd900-7928-4789-8212-9148afe3496c req-d3ec2323-b5b2-41c9-aaf2-7e0865d0669d tempest-TestMinimumBasicScenario-1035900223 tempest-TestMinimumBasicScenario-1035900223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:15:58.839675 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-d76bd900-7928-4789-8212-9148afe3496c req-d3ec2323-b5b2-41c9-aaf2-7e0865d0669d tempest-TestMinimumBasicScenario-1035900223 tempest-TestMinimumBasicScenario-1035900223-project] 10.222.0.41 "GET /v2.0/ports?device_id=6ba02003-0082-4ade-b2ff-aaeb571a8717 HTTP/1.1" status: 200 len: 985 time: 0.0825388 Jun 01 06:15:58.895636 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-d76bd900-7928-4789-8212-9148afe3496c req-f70a7e69-dd83-4f75-b08c-055baffc9527 tempest-TestMinimumBasicScenario-1035900223 tempest-TestMinimumBasicScenario-1035900223-project] 10.222.0.41 "GET /v2.0/security-groups?id=16142a37-c36d-44fc-b297-81a3c601dc51&id=00149f5e-5845-4199-b9d6-6cd604ad02b8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0488105 Jun 01 06:15:59.789451 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-1d313a3c-a63a-4764-8840-fb680d7e5ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774208951022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772053'] for agent, after_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:15:59.852603 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9c24f2-88cc-4519-bf62-caa91dc594f5 req-02e47103-25d3-4f90-99e0-004731f66caa tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:15:59.854106 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-5f9c24f2-88cc-4519-bf62-caa91dc594f5 req-02e47103-25d3-4f90-99e0-004731f66caa tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] 10.222.0.41 "GET /v2.0/ports?device_id=43f14c8a-71ca-4849-a522-b8265eed9264 HTTP/1.1" status: 200 len: 945 time: 0.0935061 Jun 01 06:15:59.880612 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0baf95e6-dbe6-4ffa-8b08-501a18f14c8f req-c8ba0dde-bbc9-4c21-acdb-4a39b0c1e446 tempest-TestShelveInstance-1107887697 tempest-TestShelveInstance-1107887697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:15:59.882163 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-0baf95e6-dbe6-4ffa-8b08-501a18f14c8f req-c8ba0dde-bbc9-4c21-acdb-4a39b0c1e446 tempest-TestShelveInstance-1107887697 tempest-TestShelveInstance-1107887697-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd3736c7-f5c3-46e4-bab0-8828108eed6e HTTP/1.1" status: 200 len: 945 time: 0.0836613 Jun 01 06:15:59.901447 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-5f9c24f2-88cc-4519-bf62-caa91dc594f5 req-eb363124-fadb-4dc6-8759-f035dcb863b8 tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] 10.222.0.41 "GET /v2.0/security-groups?id=5d54a839-0bf1-4bdb-9539-67104b9aee98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411699 Jun 01 06:15:59.918900 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.rpc [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Device 40c6a755-d38f-4836-a258-9f7fb0ccbfa7 no longer exists at agent hyperv_hv-cinder-79388 {{(pid=91914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 06:15:59.945467 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-0baf95e6-dbe6-4ffa-8b08-501a18f14c8f req-71a34e43-b98a-4e0d-ac6d-c601dda59144 tempest-TestShelveInstance-1107887697 tempest-TestShelveInstance-1107887697-project] 10.222.0.41 "GET /v2.0/security-groups?id=4ce01314-a77e-4519-975b-dbdbd392c102&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573127 Jun 01 06:15:59.988941 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.plugin [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] No Port match for: 40c6a755-d38f-4836-a258-9f7fb0ccbfa7 {{(pid=91914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 01 06:15:59.989450 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.rpc [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Device 40c6a755-d38f-4836-a258-9f7fb0ccbfa7 not bound to the agent host hv-cinder-79388 {{(pid=91914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 06:16:00.094867 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d242e5b4-9ec7-4581-97ff-64e6b8a166a0 req-3869f7c5-fd8c-4601-b33d-677b54770fdc tempest-TestMinimumBasicScenario-1035900223 tempest-TestMinimumBasicScenario-1035900223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:16:00.096352 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-d242e5b4-9ec7-4581-97ff-64e6b8a166a0 req-3869f7c5-fd8c-4601-b33d-677b54770fdc tempest-TestMinimumBasicScenario-1035900223 tempest-TestMinimumBasicScenario-1035900223-project] 10.222.0.41 "GET /v2.0/ports?device_id=6ba02003-0082-4ade-b2ff-aaeb571a8717 HTTP/1.1" status: 200 len: 985 time: 0.0795982 Jun 01 06:16:00.142955 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-d242e5b4-9ec7-4581-97ff-64e6b8a166a0 req-0c858498-01c3-47fd-9091-80e88f2d5155 tempest-TestMinimumBasicScenario-1035900223 tempest-TestMinimumBasicScenario-1035900223-project] 10.222.0.41 "GET /v2.0/security-groups?id=16142a37-c36d-44fc-b297-81a3c601dc51&id=00149f5e-5845-4199-b9d6-6cd604ad02b8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0406487 Jun 01 06:16:01.137689 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303da805-b3f7-4414-91da-67377db5db46 req-ea0acdf3-9bd7-4b74-9eb4-1265e1703c6a tempest-TestShelveInstance-1107887697 tempest-TestShelveInstance-1107887697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:16:01.139190 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-303da805-b3f7-4414-91da-67377db5db46 req-ea0acdf3-9bd7-4b74-9eb4-1265e1703c6a tempest-TestShelveInstance-1107887697 tempest-TestShelveInstance-1107887697-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd3736c7-f5c3-46e4-bab0-8828108eed6e HTTP/1.1" status: 200 len: 945 time: 0.0835605 Jun 01 06:16:01.146158 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-2212ef7e-50c1-45a6-8db2-90e035748ac3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774208951022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772053'] for agent, after_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:16:01.177416 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69637f1-2b8f-4a2f-b6c1-77cd4416cb20 req-b2dc6a67-cbc2-470c-acb3-51412e834722 tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:16:01.178900 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-f69637f1-2b8f-4a2f-b6c1-77cd4416cb20 req-b2dc6a67-cbc2-470c-acb3-51412e834722 tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] 10.222.0.41 "GET /v2.0/ports?device_id=43f14c8a-71ca-4849-a522-b8265eed9264 HTTP/1.1" status: 200 len: 945 time: 0.1617866 Jun 01 06:16:01.185904 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-303da805-b3f7-4414-91da-67377db5db46 req-3e30d177-1cd1-4a56-99c0-9fc53e5ce79d tempest-TestShelveInstance-1107887697 tempest-TestShelveInstance-1107887697-project] 10.222.0.41 "GET /v2.0/security-groups?id=4ce01314-a77e-4519-975b-dbdbd392c102&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391266 Jun 01 06:16:01.225747 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-f69637f1-2b8f-4a2f-b6c1-77cd4416cb20 req-53d309e1-f6c5-4114-a068-9075bcb8211c tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] 10.222.0.41 "GET /v2.0/security-groups?id=5d54a839-0bf1-4bdb-9539-67104b9aee98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408139 Jun 01 06:16:01.403255 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e3930b-8bea-42f7-93bd-9da5fe38984e req-47f98fc6-413d-4968-8bb0-5f8f42339384 tempest-TestMinimumBasicScenario-1035900223 tempest-TestMinimumBasicScenario-1035900223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:16:01.404764 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-b5e3930b-8bea-42f7-93bd-9da5fe38984e req-47f98fc6-413d-4968-8bb0-5f8f42339384 tempest-TestMinimumBasicScenario-1035900223 tempest-TestMinimumBasicScenario-1035900223-project] 10.222.0.41 "GET /v2.0/ports?device_id=6ba02003-0082-4ade-b2ff-aaeb571a8717 HTTP/1.1" status: 200 len: 985 time: 0.0866749 Jun 01 06:16:01.452782 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-b5e3930b-8bea-42f7-93bd-9da5fe38984e req-c0782836-ea86-458b-889b-aee4957642f6 tempest-TestMinimumBasicScenario-1035900223 tempest-TestMinimumBasicScenario-1035900223-project] 10.222.0.41 "GET /v2.0/security-groups?id=16142a37-c36d-44fc-b297-81a3c601dc51&id=00149f5e-5845-4199-b9d6-6cd604ad02b8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0414548 Jun 01 06:16:02.373465 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d68f513-5f0f-4b16-83d2-8744b5afa3cd req-66d4665a-1043-4c70-88e0-b1909db0c960 tempest-TestShelveInstance-1107887697 tempest-TestShelveInstance-1107887697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:16:02.374940 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-7d68f513-5f0f-4b16-83d2-8744b5afa3cd req-66d4665a-1043-4c70-88e0-b1909db0c960 tempest-TestShelveInstance-1107887697 tempest-TestShelveInstance-1107887697-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd3736c7-f5c3-46e4-bab0-8828108eed6e HTTP/1.1" status: 200 len: 945 time: 0.0818756 Jun 01 06:16:02.422012 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174f2d00-9829-456f-86f4-f4bf09660fb9 req-7aa91045-8a6d-46e9-afbf-04cbf3439211 tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:16:02.423702 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-174f2d00-9829-456f-86f4-f4bf09660fb9 req-7aa91045-8a6d-46e9-afbf-04cbf3439211 tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] 10.222.0.41 "GET /v2.0/ports?device_id=43f14c8a-71ca-4849-a522-b8265eed9264 HTTP/1.1" status: 200 len: 945 time: 0.0880642 Jun 01 06:16:02.426195 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-7d68f513-5f0f-4b16-83d2-8744b5afa3cd req-ca995040-0260-4e93-a2ff-b7fcf769e493 tempest-TestShelveInstance-1107887697 tempest-TestShelveInstance-1107887697-project] 10.222.0.41 "GET /v2.0/security-groups?id=4ce01314-a77e-4519-975b-dbdbd392c102&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453160 Jun 01 06:16:02.471302 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-174f2d00-9829-456f-86f4-f4bf09660fb9 req-bcc9851c-f2c6-4a99-a74f-efda6bd36491 tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] 10.222.0.41 "GET /v2.0/security-groups?id=5d54a839-0bf1-4bdb-9539-67104b9aee98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417268 Jun 01 06:16:02.648279 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07acb365-c255-4972-a929-8250f922329d req-4f6bea5a-6aa3-44a2-8cde-1b40810dc853 tempest-TestMinimumBasicScenario-1035900223 tempest-TestMinimumBasicScenario-1035900223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:16:02.649973 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-07acb365-c255-4972-a929-8250f922329d req-4f6bea5a-6aa3-44a2-8cde-1b40810dc853 tempest-TestMinimumBasicScenario-1035900223 tempest-TestMinimumBasicScenario-1035900223-project] 10.222.0.41 "GET /v2.0/ports?device_id=6ba02003-0082-4ade-b2ff-aaeb571a8717 HTTP/1.1" status: 200 len: 985 time: 0.0874445 Jun 01 06:16:02.697318 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-07acb365-c255-4972-a929-8250f922329d req-37c111ee-55ac-4896-a740-e897b0ac563a tempest-TestMinimumBasicScenario-1035900223 tempest-TestMinimumBasicScenario-1035900223-project] 10.222.0.41 "GET /v2.0/security-groups?id=16142a37-c36d-44fc-b297-81a3c601dc51&id=00149f5e-5845-4199-b9d6-6cd604ad02b8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0418220 Jun 01 06:16:03.086328 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1a1d0d-f056-44db-9bb6-1118c4b83513 req-74c5bf94-869d-44dc-b06f-d42d589cbefa tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:16:03.087762 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-2d1a1d0d-f056-44db-9bb6-1118c4b83513 req-74c5bf94-869d-44dc-b06f-d42d589cbefa tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] 10.222.0.41 "GET /v2.0/ports?device_id=72bedde5-da28-4f1c-8365-a28036cb969f HTTP/1.1" status: 200 len: 946 time: 0.0772567 Jun 01 06:16:03.131022 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-2d1a1d0d-f056-44db-9bb6-1118c4b83513 req-cbdfb70b-3bfb-445a-9094-38f83d6ac05e tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] 10.222.0.41 "GET /v2.0/security-groups?id=9dabead4-1346-43ff-b632-007c2c7dafb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376947 Jun 01 06:16:03.611574 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a9a620-d446-4b29-bbab-636c10cbbfb6 req-5690fa9c-bd8e-4f98-98b6-f268d4db063c tempest-TestShelveInstance-1107887697 tempest-TestShelveInstance-1107887697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:16:03.613035 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-43a9a620-d446-4b29-bbab-636c10cbbfb6 req-5690fa9c-bd8e-4f98-98b6-f268d4db063c tempest-TestShelveInstance-1107887697 tempest-TestShelveInstance-1107887697-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd3736c7-f5c3-46e4-bab0-8828108eed6e HTTP/1.1" status: 200 len: 945 time: 0.0793283 Jun 01 06:16:03.657447 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-43a9a620-d446-4b29-bbab-636c10cbbfb6 req-66c2d5c5-e174-4bed-b506-49c9b757d40f tempest-TestShelveInstance-1107887697 tempest-TestShelveInstance-1107887697-project] 10.222.0.41 "GET /v2.0/security-groups?id=4ce01314-a77e-4519-975b-dbdbd392c102&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381811 Jun 01 06:16:03.658865 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da006aa7-afb4-4437-b850-9d92dfebf8cb req-3f6c7f17-6fe7-4dd5-8a0d-02b4477073df tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:16:03.660376 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-da006aa7-afb4-4437-b850-9d92dfebf8cb req-3f6c7f17-6fe7-4dd5-8a0d-02b4477073df tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] 10.222.0.41 "GET /v2.0/ports?device_id=43f14c8a-71ca-4849-a522-b8265eed9264 HTTP/1.1" status: 200 len: 945 time: 0.0841932 Jun 01 06:16:03.705116 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-da006aa7-afb4-4437-b850-9d92dfebf8cb req-23ebbdca-4c9b-4273-a8ba-a10daf848436 tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] 10.222.0.41 "GET /v2.0/security-groups?id=5d54a839-0bf1-4bdb-9539-67104b9aee98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389612 Jun 01 06:16:03.884266 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f03bd71-afbf-4443-8cc5-087d251d8bf4 req-60af64c9-69d1-4f52-bd88-c4446b9f5e46 tempest-TestMinimumBasicScenario-1035900223 tempest-TestMinimumBasicScenario-1035900223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:16:03.885787 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-2f03bd71-afbf-4443-8cc5-087d251d8bf4 req-60af64c9-69d1-4f52-bd88-c4446b9f5e46 tempest-TestMinimumBasicScenario-1035900223 tempest-TestMinimumBasicScenario-1035900223-project] 10.222.0.41 "GET /v2.0/ports?device_id=6ba02003-0082-4ade-b2ff-aaeb571a8717 HTTP/1.1" status: 200 len: 985 time: 0.0842421 Jun 01 06:16:03.945132 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-2f03bd71-afbf-4443-8cc5-087d251d8bf4 req-950e2b1a-8e7e-40bd-a7c6-879a7cca7716 tempest-TestMinimumBasicScenario-1035900223 tempest-TestMinimumBasicScenario-1035900223-project] 10.222.0.41 "GET /v2.0/security-groups?id=16142a37-c36d-44fc-b297-81a3c601dc51&id=00149f5e-5845-4199-b9d6-6cd604ad02b8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0467327 Jun 01 06:16:04.044706 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621d6a9a-fe67-4e92-a48c-a743ef037f65 req-e24691d2-786b-4471-8b1c-6bb9452e369c tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:16:04.046235 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-621d6a9a-fe67-4e92-a48c-a743ef037f65 req-e24691d2-786b-4471-8b1c-6bb9452e369c tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] 10.222.0.41 "GET /v2.0/ports?device_id=43f14c8a-71ca-4849-a522-b8265eed9264 HTTP/1.1" status: 200 len: 945 time: 0.0823808 Jun 01 06:16:04.097499 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-621d6a9a-fe67-4e92-a48c-a743ef037f65 req-708520ac-cc6e-4db7-a2eb-dc43c4a2e267 tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] 10.222.0.41 "GET /v2.0/security-groups?id=5d54a839-0bf1-4bdb-9539-67104b9aee98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454173 Jun 01 06:16:04.099641 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a7cb63-57bd-47bc-92f2-1e3429503118 req-6caa0401-1416-4987-8a53-4013be5e9721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:16:04.101094 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-a2a7cb63-57bd-47bc-92f2-1e3429503118 req-6caa0401-1416-4987-8a53-4013be5e9721 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7c893d8978f845f0bd2173a5ce1ebc47&device_id=43f14c8a-71ca-4849-a522-b8265eed9264 HTTP/1.1" status: 200 len: 1098 time: 0.0731952 Jun 01 06:16:04.240245 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a7cb63-57bd-47bc-92f2-1e3429503118 req-b38f4705-4a05-4e24-bb44-3f2fb825cf46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:16:04.241720 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-a2a7cb63-57bd-47bc-92f2-1e3429503118 req-b38f4705-4a05-4e24-bb44-3f2fb825cf46 service neutron] 10.222.0.45 "GET /v2.0/networks?id=1aef2bca-7ed6-4d41-a156-11dcffb5b8e2 HTTP/1.1" status: 200 len: 912 time: 0.1290228 Jun 01 06:16:04.399204 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-a2a7cb63-57bd-47bc-92f2-1e3429503118 req-3e9f2e8d-47cd-423d-ba95-d6b3d120aa8e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=04cb92a6-89ce-4401-9cf4-d65ae86f6023 HTTP/1.1" status: 200 len: 1001 time: 0.1179225 Jun 01 06:16:04.415745 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fb0b33-6dfc-4886-bfb4-03b6e52ed2c5 req-33dc133b-a7e7-4ce2-978c-e6eb5bc720e9 tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:16:04.417213 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-a6fb0b33-6dfc-4886-bfb4-03b6e52ed2c5 req-33dc133b-a7e7-4ce2-978c-e6eb5bc720e9 tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] 10.222.0.41 "GET /v2.0/ports?device_id=72bedde5-da28-4f1c-8365-a28036cb969f HTTP/1.1" status: 200 len: 946 time: 0.1745632 Jun 01 06:16:04.506465 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a7cb63-57bd-47bc-92f2-1e3429503118 req-899352f1-6292-40b0-b73d-0b7b5163f844 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:16:04.507791 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-a2a7cb63-57bd-47bc-92f2-1e3429503118 req-899352f1-6292-40b0-b73d-0b7b5163f844 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=855dfebb-5fe1-422f-95fd-8b5f405d78be HTTP/1.1" status: 200 len: 850 time: 0.1002207 Jun 01 06:16:04.512396 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-a6fb0b33-6dfc-4886-bfb4-03b6e52ed2c5 req-85804f12-194c-4cd5-bcd4-b8e07fb0ba3d tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] 10.222.0.41 "GET /v2.0/security-groups?id=9dabead4-1346-43ff-b632-007c2c7dafb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649297 Jun 01 06:16:04.600676 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a7cb63-57bd-47bc-92f2-1e3429503118 req-f3193c6c-aaec-43ba-9fed-df188cde9ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:16:04.602278 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-a2a7cb63-57bd-47bc-92f2-1e3429503118 req-f3193c6c-aaec-43ba-9fed-df188cde9ea3 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1aef2bca-7ed6-4d41-a156-11dcffb5b8e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0740454 Jun 01 06:16:04.740157 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-a2a7cb63-57bd-47bc-92f2-1e3429503118 req-fc1bd4be-f077-44cf-8b24-817141f1489c service neutron] 10.222.0.45 "GET /v2.0/networks/1aef2bca-7ed6-4d41-a156-11dcffb5b8e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289444 Jun 01 06:16:04.847926 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b52826-dd80-4399-b5b2-7043cf18aa27 req-261c5abd-ba98-4b16-87a5-cb6b1ba9356b tempest-TestShelveInstance-1107887697 tempest-TestShelveInstance-1107887697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:16:04.849329 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-86b52826-dd80-4399-b5b2-7043cf18aa27 req-261c5abd-ba98-4b16-87a5-cb6b1ba9356b tempest-TestShelveInstance-1107887697 tempest-TestShelveInstance-1107887697-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd3736c7-f5c3-46e4-bab0-8828108eed6e HTTP/1.1" status: 200 len: 945 time: 0.0797625 Jun 01 06:16:04.894253 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-86b52826-dd80-4399-b5b2-7043cf18aa27 req-efb6865d-8e54-4542-ae1b-495384470d2e tempest-TestShelveInstance-1107887697 tempest-TestShelveInstance-1107887697-project] 10.222.0.41 "GET /v2.0/security-groups?id=4ce01314-a77e-4519-975b-dbdbd392c102&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386627 Jun 01 06:16:04.908240 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-a2a7cb63-57bd-47bc-92f2-1e3429503118 req-6259d5d6-0419-4bda-bb1a-843e1473d620 service neutron] 10.222.0.45 "GET /v2.0/networks/1aef2bca-7ed6-4d41-a156-11dcffb5b8e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1617641 Jun 01 06:16:04.950155 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4645cbac-dae0-4c5c-bd41-7c8e40818ff5 req-015b0750-a2c3-4c99-b10a-132627668f88 tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:16:04.951569 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-4645cbac-dae0-4c5c-bd41-7c8e40818ff5 req-015b0750-a2c3-4c99-b10a-132627668f88 tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] 10.222.0.45 "GET /v2.0/ports?device_id=72bedde5-da28-4f1c-8365-a28036cb969f HTTP/1.1" status: 200 len: 946 time: 0.0860910 Jun 01 06:16:05.234949 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00616f1-4d57-4555-883f-52688b22dae7 req-762fc57c-5a15-494e-8192-fb45351baeae tempest-TestMinimumBasicScenario-1035900223 tempest-TestMinimumBasicScenario-1035900223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:16:05.236406 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-e00616f1-4d57-4555-883f-52688b22dae7 req-762fc57c-5a15-494e-8192-fb45351baeae tempest-TestMinimumBasicScenario-1035900223 tempest-TestMinimumBasicScenario-1035900223-project] 10.222.0.41 "GET /v2.0/ports?device_id=6ba02003-0082-4ade-b2ff-aaeb571a8717 HTTP/1.1" status: 200 len: 985 time: 0.1562335 Jun 01 06:16:05.260155 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.plugins.ml2.plugin [req-4645cbac-dae0-4c5c-bd41-7c8e40818ff5 req-224895de-aabc-4280-a1e0-9604c5ca6f27 tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Deleting port b679f0aa-6640-4dba-b253-c06ab597e1ae {{(pid=91913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 06:16:05.260498 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [req-4645cbac-dae0-4c5c-bd41-7c8e40818ff5 req-224895de-aabc-4280-a1e0-9604c5ca6f27 tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774208809027'] for port, before_delete {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:16:05.287106 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cffda6-029f-456b-b68f-80a04c078464 req-06ee6bc5-e1c1-4a54-b05e-88117c25f896 tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:16:05.288575 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-64cffda6-029f-456b-b68f-80a04c078464 req-06ee6bc5-e1c1-4a54-b05e-88117c25f896 tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] 10.222.0.41 "GET /v2.0/ports?device_id=43f14c8a-71ca-4849-a522-b8265eed9264 HTTP/1.1" status: 200 len: 945 time: 0.0850317 Jun 01 06:16:05.332247 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-64cffda6-029f-456b-b68f-80a04c078464 req-dfb753f5-4d4b-41d2-b1fa-6d2daef9b73b tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] 10.222.0.41 "GET /v2.0/security-groups?id=5d54a839-0bf1-4bdb-9539-67104b9aee98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375977 Jun 01 06:16:05.369529 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-e00616f1-4d57-4555-883f-52688b22dae7 req-4eee9de0-90ec-44e9-8716-94bff22aae57 tempest-TestMinimumBasicScenario-1035900223 tempest-TestMinimumBasicScenario-1035900223-project] 10.222.0.41 "GET /v2.0/security-groups?id=16142a37-c36d-44fc-b297-81a3c601dc51&id=00149f5e-5845-4199-b9d6-6cd604ad02b8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1264725 Jun 01 06:16:05.417198 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.plugins.ml2.db [req-4645cbac-dae0-4c5c-bd41-7c8e40818ff5 req-224895de-aabc-4280-a1e0-9604c5ca6f27 tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] For port b679f0aa-6640-4dba-b253-c06ab597e1ae, host hv-cinder-79388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79388',level=0,port_id=b679f0aa-6640-4dba-b253-c06ab597e1ae,segment=NetworkSegment(5bcb411c-cc6a-4a4c-9bde-5ea76448952b),segment_id=5bcb411c-cc6a-4a4c-9bde-5ea76448952b)] {{(pid=91913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 06:16:05.417748 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [req-4645cbac-dae0-4c5c-bd41-7c8e40818ff5 req-224895de-aabc-4280-a1e0-9604c5ca6f27 tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-879323'] for port, precommit_delete {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:16:05.725977 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d393b634-9cb0-44d4-89a2-5de82b36d2e1 req-020ccc54-499a-48c6-8335-dca353dbf766 tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:16:05.727498 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-d393b634-9cb0-44d4-89a2-5de82b36d2e1 req-020ccc54-499a-48c6-8335-dca353dbf766 tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] 10.222.0.41 "GET /v2.0/ports?device_id=72bedde5-da28-4f1c-8365-a28036cb969f HTTP/1.1" status: 200 len: 946 time: 0.0831192 Jun 01 06:16:05.731546 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [req-4645cbac-dae0-4c5c-bd41-7c8e40818ff5 req-224895de-aabc-4280-a1e0-9604c5ca6f27 tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:16:05.731980 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [req-4645cbac-dae0-4c5c-bd41-7c8e40818ff5 req-224895de-aabc-4280-a1e0-9604c5ca6f27 tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-880440'] for floatingip, after_update {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:16:05.732304 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.db.l3_db [req-4645cbac-dae0-4c5c-bd41-7c8e40818ff5 req-224895de-aabc-4280-a1e0-9604c5ca6f27 tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Floating IP 752122c4-7f8c-4a1e-a087-f51b415bd129 disassociated. External IP: 172.28.2.159, port: b679f0aa-6640-4dba-b253-c06ab597e1ae. Jun 01 06:16:05.732643 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.plugins.ml2.plugin [req-4645cbac-dae0-4c5c-bd41-7c8e40818ff5 req-224895de-aabc-4280-a1e0-9604c5ca6f27 tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Calling delete_port for b679f0aa-6640-4dba-b253-c06ab597e1ae owned by compute:nova {{(pid=91913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 06:16:05.791283 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-d393b634-9cb0-44d4-89a2-5de82b36d2e1 req-9cf38820-6887-4b26-81f3-631822e20055 tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] 10.222.0.41 "GET /v2.0/security-groups?id=9dabead4-1346-43ff-b632-007c2c7dafb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566249 Jun 01 06:16:05.897186 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [req-4645cbac-dae0-4c5c-bd41-7c8e40818ff5 req-224895de-aabc-4280-a1e0-9604c5ca6f27 tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774208810150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774208425692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10749551'] for port, after_delete {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:16:05.904385 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [None req-a798f6a1-9ee8-4ff7-923e-d67399240b97 tempest-VolumesSnapshotTestJSON-714247562 tempest-VolumesSnapshotTestJSON-714247562-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:16:05.948695 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224895de-aabc-4280-a1e0-9604c5ca6f27 tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Pushing event deleted for resources: {'Port': ['ID=b679f0aa-6640-4dba-b253-c06ab597e1ae,revision_number=None']} {{(pid=91913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:16:05.951734 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [None req-224895de-aabc-4280-a1e0-9604c5ca6f27 tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:16:06.191891 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cec2fb-96b7-4356-b36e-0ac7519bb135 req-931759b0-1c2b-445b-afd6-baed82ef04a3 tempest-TestShelveInstance-1107887697 tempest-TestShelveInstance-1107887697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:16:06.193258 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-63cec2fb-96b7-4356-b36e-0ac7519bb135 req-931759b0-1c2b-445b-afd6-baed82ef04a3 tempest-TestShelveInstance-1107887697 tempest-TestShelveInstance-1107887697-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd3736c7-f5c3-46e4-bab0-8828108eed6e HTTP/1.1" status: 200 len: 945 time: 0.1767201 Jun 01 06:16:06.214516 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4645cbac-dae0-4c5c-bd41-7c8e40818ff5 req-224895de-aabc-4280-a1e0-9604c5ca6f27 tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Router b48c156b-3c9c-4a27-8427-3932990494c6 has already been hosted by L3 agent a2597806-c6e6-4acd-a843-608abc904602 {{(pid=91913) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 06:16:06.307935 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-63cec2fb-96b7-4356-b36e-0ac7519bb135 req-c13ae642-c322-49f5-a1eb-fbb953a3bf9b tempest-TestShelveInstance-1107887697 tempest-TestShelveInstance-1107887697-project] 10.222.0.41 "GET /v2.0/security-groups?id=4ce01314-a77e-4519-975b-dbdbd392c102&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1089664 Jun 01 06:16:06.414121 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4645cbac-dae0-4c5c-bd41-7c8e40818ff5 req-224895de-aabc-4280-a1e0-9604c5ca6f27 tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Notify agent at l3_agent.dv-cinder-793885-1-smb the message routers_updated {{(pid=91913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 06:16:06.424579 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d533946-cbd8-46b3-b9f1-6127c45f5740 None None] Sync routers for ids ['b48c156b-3c9c-4a27-8427-3932990494c6'] in dv-cinder-793885-1-smb {{(pid=91914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 06:16:06.436156 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d533946-cbd8-46b3-b9f1-6127c45f5740 None None] Routers {'b48c156b-3c9c-4a27-8427-3932990494c6'} bound to L3 agent in host dv-cinder-793885-1-smb {{(pid=91914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 06:16:06.437147 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.db.l3_hamode_db [None req-6d533946-cbd8-46b3-b9f1-6127c45f5740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793885-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-01T06:01:58Z,description=,heartbeat_timestamp=2021-06-01T06:15:58Z,host='dv-cinder-793885-1-smb',id=a2597806-c6e6-4acd-a843-608abc904602,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T06:01:58Z,topic='l3_agent')) {'router_ids': ['b48c156b-3c9c-4a27-8427-3932990494c6'], 'active': True} {{(pid=91914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 06:16:06.489042 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.db.l3_dvrscheduler_db [req-4645cbac-dae0-4c5c-bd41-7c8e40818ff5 req-224895de-aabc-4280-a1e0-9604c5ca6f27 tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] No DVR routers for this DVR port b679f0aa-6640-4dba-b253-c06ab597e1ae on host hv-cinder-79388 {{(pid=91913) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 06:16:06.491542 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [req-4645cbac-dae0-4c5c-bd41-7c8e40818ff5 req-224895de-aabc-4280-a1e0-9604c5ca6f27 tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239402'] for port, before_response {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:16:06.494444 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72bedde5-da28-4f1c-8365-a28036cb969f', 'name': 'network-vif-deleted', 'tag': 'b679f0aa-6640-4dba-b253-c06ab597e1ae'}] {{(pid=91913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 06:16:06.496697 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdc6be6d06003a26e0797ba9c3cae52571918e0042132e4e221042360f826683" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcbe96e4-786b-4e7d-9f1f-3e92d5e46b58" -d '{"events": [{"server_uuid": "72bedde5-da28-4f1c-8365-a28036cb969f", "name": "network-vif-deleted", "tag": "b679f0aa-6640-4dba-b253-c06ab597e1ae"}]}' {{(pid=91913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 06:16:06.517018 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-4645cbac-dae0-4c5c-bd41-7c8e40818ff5 req-224895de-aabc-4280-a1e0-9604c5ca6f27 tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] 10.222.0.45 "DELETE /v2.0/ports/b679f0aa-6640-4dba-b253-c06ab597e1ae HTTP/1.1" status: 204 len: 173 time: 1.5569646 Jun 01 06:16:06.550403 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026b4fec-6fff-4bca-8218-2f5e2c77e48f req-80b06889-ab4d-4ae5-b200-b9eddd2e7819 tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:16:06.551228 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 06:16:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44828893-fb72-4bb9-a054-598552431836 x-openstack-request-id: req-44828893-fb72-4bb9-a054-598552431836 {{(pid=91913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 06:16:06.551228 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72bedde5-da28-4f1c-8365-a28036cb969f", "name": "network-vif-deleted", "tag": "b679f0aa-6640-4dba-b253-c06ab597e1ae", "status": "completed", "code": 200}]} {{(pid=91913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 06:16:06.551445 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-44828893-fb72-4bb9-a054-598552431836 {{(pid=91913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 06:16:06.551869 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72bedde5-da28-4f1c-8365-a28036cb969f', 'name': 'network-vif-deleted', 'tag': 'b679f0aa-6640-4dba-b253-c06ab597e1ae', 'status': 'completed', 'code': 200} Jun 01 06:16:06.552458 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-026b4fec-6fff-4bca-8218-2f5e2c77e48f req-80b06889-ab4d-4ae5-b200-b9eddd2e7819 tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] 10.222.0.41 "GET /v2.0/ports?device_id=43f14c8a-71ca-4849-a522-b8265eed9264 HTTP/1.1" status: 200 len: 945 time: 0.1131217 Jun 01 06:16:06.616528 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-026b4fec-6fff-4bca-8218-2f5e2c77e48f req-2c3a7f70-a659-498e-8d74-029cb8c90708 tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] 10.222.0.41 "GET /v2.0/security-groups?id=5d54a839-0bf1-4bdb-9539-67104b9aee98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543885 Jun 01 06:16:06.678831 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.db.l3_dvr_db [None req-6d533946-cbd8-46b3-b9f1-6127c45f5740 None None] Set router b48c156b-3c9c-4a27-8427-3932990494c6 gateway port host: dv-cinder-793885-1-smb {{(pid=91914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 06:16:06.981354 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.quota.resource [req-b854e427-f1a7-40be-b6b9-7fd9238d1db8 req-e17d363d-d1b6-4921-b3c3-1a4984e8f3ab tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Synchronizing usage tracker for tenant:cf682efceb1b40c4a2056518b30cc419 on resource:port {{(pid=91913) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 06:16:07.009987 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.quota.resource [req-b854e427-f1a7-40be-b6b9-7fd9238d1db8 req-e17d363d-d1b6-4921-b3c3-1a4984e8f3ab tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Unset dirty status for tenant:cf682efceb1b40c4a2056518b30cc419 on resource:port {{(pid=91913) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 06:16:07.011140 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-b854e427-f1a7-40be-b6b9-7fd9238d1db8 req-e17d363d-d1b6-4921-b3c3-1a4984e8f3ab tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] 10.222.0.41 "GET /v2.0/ports?device_id=72bedde5-da28-4f1c-8365-a28036cb969f HTTP/1.1" status: 200 len: 210 time: 0.0782900 Jun 01 06:16:07.053051 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.db.l3_hamode_db [None req-6d533946-cbd8-46b3-b9f1-6127c45f5740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b48c156b-3c9c-4a27-8427-3932990494c6', 'name': 'tempest-AttachVolumeShelveTestJSON-44898397-router', 'tenant_id': 'cf682efceb1b40c4a2056518b30cc419', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df727fa4-ca0b-43ba-be88-ffeb156f0c84', 'external_fixed_ips': [{'subnet_id': '8acdb510-d5f4-4c90-8e8c-2a5ae18e332f', 'ip_address': '172.28.2.171'}], 'enable_snat': True}, 'gw_port_id': 'b14abe69-0830-4a49-a1a6-c0865e3859ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T06:10:56Z', 'updated_at': '2021-06-01T06:11:06Z', 'revision_number': 4, 'project_id': 'cf682efceb1b40c4a2056518b30cc419', 'gw_port': {'id': 'b14abe69-0830-4a49-a1a6-c0865e3859ed', 'name': '', 'network_id': 'df727fa4-ca0b-43ba-be88-ffeb156f0c84', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:06:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b48c156b-3c9c-4a27-8427-3932990494c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': '8acdb510-d5f4-4c90-8e8c-2a5ae18e332f', 'ip_address': '172.28.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793885-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T06:10:57Z', 'updated_at': '2021-06-01T06:11:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acdb510-d5f4-4c90-8e8c-2a5ae18e332f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793885-1-smb', '_interfaces': [{'id': 'abf20de4-9ca8-4d3e-9dab-8840a5728104', 'name': '', 'network_id': '0d0e27d7-e499-44c0-a6d3-0e69d07aa387', 'tenant_id': 'cf682efceb1b40c4a2056518b30cc419', 'mac_address': 'fa:16:3e:56:c1:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b48c156b-3c9c-4a27-8427-3932990494c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': 'afe82765-6164-43ac-8036-06de690ecff6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793885-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T06:11:03Z', 'updated_at': '2021-06-01T06:11:13Z', 'revision_number': 5, 'project_id': 'cf682efceb1b40c4a2056518b30cc419', 'subnets': [{'id': 'afe82765-6164-43ac-8036-06de690ecff6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793885-1-smb', False) {} {{(pid=91914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 06:16:07.057246 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d533946-cbd8-46b3-b9f1-6127c45f5740 None None] Checking router: b48c156b-3c9c-4a27-8427-3932990494c6 for host: dv-cinder-793885-1-smb {{(pid=91914) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 06:16:07.066996 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d533946-cbd8-46b3-b9f1-6127c45f5740 None None] Routers {'b48c156b-3c9c-4a27-8427-3932990494c6'} bound to L3 agent in host dv-cinder-793885-1-smb {{(pid=91914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 06:16:07.067722 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.db.l3_hamode_db [None req-6d533946-cbd8-46b3-b9f1-6127c45f5740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793885-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-01T06:01:58Z,description=,heartbeat_timestamp=2021-06-01T06:15:58Z,host='dv-cinder-793885-1-smb',id=a2597806-c6e6-4acd-a843-608abc904602,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T06:01:58Z,topic='l3_agent')) {'router_ids': ['b48c156b-3c9c-4a27-8427-3932990494c6'], 'active': True} {{(pid=91914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 06:16:07.266780 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.db.l3_dvr_db [None req-6d533946-cbd8-46b3-b9f1-6127c45f5740 None None] Set router b48c156b-3c9c-4a27-8427-3932990494c6 gateway port host: dv-cinder-793885-1-smb {{(pid=91914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 06:16:07.499216 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfae14ed-eb4b-4360-949b-463fdc1dc0cf req-c41463df-bf97-490e-9398-ff1a6c82ef8d tempest-TestShelveInstance-1107887697 tempest-TestShelveInstance-1107887697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:16:07.500717 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-dfae14ed-eb4b-4360-949b-463fdc1dc0cf req-c41463df-bf97-490e-9398-ff1a6c82ef8d tempest-TestShelveInstance-1107887697 tempest-TestShelveInstance-1107887697-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd3736c7-f5c3-46e4-bab0-8828108eed6e HTTP/1.1" status: 200 len: 945 time: 0.0826404 Jun 01 06:16:07.549646 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-dfae14ed-eb4b-4360-949b-463fdc1dc0cf req-5fa0e3e3-28ef-42e2-aca3-abe5974e0ec1 tempest-TestShelveInstance-1107887697 tempest-TestShelveInstance-1107887697-project] 10.222.0.41 "GET /v2.0/security-groups?id=4ce01314-a77e-4519-975b-dbdbd392c102&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431573 Jun 01 06:16:07.589522 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.db.l3_hamode_db [None req-6d533946-cbd8-46b3-b9f1-6127c45f5740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b48c156b-3c9c-4a27-8427-3932990494c6', 'name': 'tempest-AttachVolumeShelveTestJSON-44898397-router', 'tenant_id': 'cf682efceb1b40c4a2056518b30cc419', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df727fa4-ca0b-43ba-be88-ffeb156f0c84', 'external_fixed_ips': [{'subnet_id': '8acdb510-d5f4-4c90-8e8c-2a5ae18e332f', 'ip_address': '172.28.2.171'}], 'enable_snat': True}, 'gw_port_id': 'b14abe69-0830-4a49-a1a6-c0865e3859ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T06:10:56Z', 'updated_at': '2021-06-01T06:11:06Z', 'revision_number': 4, 'project_id': 'cf682efceb1b40c4a2056518b30cc419', 'gw_port': {'id': 'b14abe69-0830-4a49-a1a6-c0865e3859ed', 'name': '', 'network_id': 'df727fa4-ca0b-43ba-be88-ffeb156f0c84', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:06:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b48c156b-3c9c-4a27-8427-3932990494c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': '8acdb510-d5f4-4c90-8e8c-2a5ae18e332f', 'ip_address': '172.28.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793885-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T06:10:57Z', 'updated_at': '2021-06-01T06:11:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acdb510-d5f4-4c90-8e8c-2a5ae18e332f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793885-1-smb', '_interfaces': [{'id': 'abf20de4-9ca8-4d3e-9dab-8840a5728104', 'name': '', 'network_id': '0d0e27d7-e499-44c0-a6d3-0e69d07aa387', 'tenant_id': 'cf682efceb1b40c4a2056518b30cc419', 'mac_address': 'fa:16:3e:56:c1:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b48c156b-3c9c-4a27-8427-3932990494c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': 'afe82765-6164-43ac-8036-06de690ecff6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793885-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T06:11:03Z', 'updated_at': '2021-06-01T06:11:13Z', 'revision_number': 5, 'project_id': 'cf682efceb1b40c4a2056518b30cc419', 'subnets': [{'id': 'afe82765-6164-43ac-8036-06de690ecff6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793885-1-smb', False) {} {{(pid=91914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 06:16:07.593451 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d533946-cbd8-46b3-b9f1-6127c45f5740 None None] The sync data for ids ['b48c156b-3c9c-4a27-8427-3932990494c6'] in dv-cinder-793885-1-smb is: [{'id': 'b48c156b-3c9c-4a27-8427-3932990494c6', 'name': 'tempest-AttachVolumeShelveTestJSON-44898397-router', 'tenant_id': 'cf682efceb1b40c4a2056518b30cc419', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df727fa4-ca0b-43ba-be88-ffeb156f0c84', 'external_fixed_ips': [{'subnet_id': '8acdb510-d5f4-4c90-8e8c-2a5ae18e332f', 'ip_address': '172.28.2.171'}], 'enable_snat': True}, 'gw_port_id': 'b14abe69-0830-4a49-a1a6-c0865e3859ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T06:10:56Z', 'updated_at': '2021-06-01T06:11:06Z', 'revision_number': 4, 'project_id': 'cf682efceb1b40c4a2056518b30cc419', 'gw_port': {'id': 'b14abe69-0830-4a49-a1a6-c0865e3859ed', 'name': '', 'network_id': 'df727fa4-ca0b-43ba-be88-ffeb156f0c84', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:06:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b48c156b-3c9c-4a27-8427-3932990494c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': '8acdb510-d5f4-4c90-8e8c-2a5ae18e332f', 'ip_address': '172.28.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793885-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T06:10:57Z', 'updated_at': '2021-06-01T06:11:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acdb510-d5f4-4c90-8e8c-2a5ae18e332f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793885-1-smb', '_interfaces': [{'id': 'abf20de4-9ca8-4d3e-9dab-8840a5728104', 'name': '', 'network_id': '0d0e27d7-e499-44c0-a6d3-0e69d07aa387', 'tenant_id': 'cf682efceb1b40c4a2056518b30cc419', 'mac_address': 'fa:16:3e:56:c1:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b48c156b-3c9c-4a27-8427-3932990494c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': 'afe82765-6164-43ac-8036-06de690ecff6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793885-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T06:11:03Z', 'updated_at': '2021-06-01T06:11:13Z', 'revision_number': 5, 'project_id': 'cf682efceb1b40c4a2056518b30cc419', 'subnets': [{'id': 'afe82765-6164-43ac-8036-06de690ecff6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 06:16:07.829833 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac878326-2145-4098-b66f-21888595199e None None] New status for floating IP 752122c4-7f8c-4a1e-a087-f51b415bd129: DOWN {{(pid=91915) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 01 06:16:08.159842 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.wsgi [-] (91912) accepted ('10.222.0.41', 58568) {{(pid=91912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 06:16:08.223554 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-ad58a7f6-a6b1-48ff-820b-a7ef350522b0 tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Notify callbacks [] for security_group, before_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:16:08.250162 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-ad58a7f6-a6b1-48ff-820b-a7ef350522b0 tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:16:08.300736 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-ad58a7f6-a6b1-48ff-820b-a7ef350522b0 tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940402'] for security_group, after_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:16:08.305682 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-bf1a2f1d-e94d-4fd6-aff1-b323036f2bb1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:16:08.319842 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad58a7f6-a6b1-48ff-820b-a7ef350522b0 tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dabead4-1346-43ff-b632-007c2c7dafb9,revision_number=None']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:16:08.332082 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad58a7f6-a6b1-48ff-820b-a7ef350522b0 tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:16:08.332461 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad58a7f6-a6b1-48ff-820b-a7ef350522b0 tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:16:08.332830 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad58a7f6-a6b1-48ff-820b-a7ef350522b0 tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:16:08.333231 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad58a7f6-a6b1-48ff-820b-a7ef350522b0 tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:16:08.333596 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad58a7f6-a6b1-48ff-820b-a7ef350522b0 tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:16:08.333961 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad58a7f6-a6b1-48ff-820b-a7ef350522b0 tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:16:08.334314 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad58a7f6-a6b1-48ff-820b-a7ef350522b0 tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:16:08.334676 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad58a7f6-a6b1-48ff-820b-a7ef350522b0 tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:16:08.335030 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad58a7f6-a6b1-48ff-820b-a7ef350522b0 tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:16:08.335386 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad58a7f6-a6b1-48ff-820b-a7ef350522b0 tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:16:08.335736 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad58a7f6-a6b1-48ff-820b-a7ef350522b0 tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:16:08.336086 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad58a7f6-a6b1-48ff-820b-a7ef350522b0 tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:16:08.339760 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-ad58a7f6-a6b1-48ff-820b-a7ef350522b0 tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:16:08.340748 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-ad58a7f6-a6b1-48ff-820b-a7ef350522b0 tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Notify callbacks [] for security_group, before_response {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:16:08.345492 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [None req-ad58a7f6-a6b1-48ff-820b-a7ef350522b0 tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] 10.222.0.41 "DELETE /v2.0/security-groups/9dabead4-1346-43ff-b632-007c2c7dafb9 HTTP/1.1" status: 204 len: 168 time: 0.1810088 Jun 01 06:16:08.345492 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.wsgi [-] (91912) accepted ('10.222.0.41', 58574) {{(pid=91912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 06:16:08.362837 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.api.v2.resource [None req-74cac0c6-d771-4879-9e82-b9ec8bcf4bd9 tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] show failed (client error): The resource could not be found. Jun 01 06:16:08.364615 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [None req-74cac0c6-d771-4879-9e82-b9ec8bcf4bd9 tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] 10.222.0.41 "GET /v2.0/security-groups/9dabead4-1346-43ff-b632-007c2c7dafb9 HTTP/1.1" status: 404 len: 347 time: 0.0179667 Jun 01 06:16:08.367113 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.wsgi [-] (91912) accepted ('10.222.0.41', 58578) {{(pid=91912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 06:16:08.591933 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.plugins.ml2.plugin [None req-6dcc9075-0a52-4a82-a409-35ab564af93b tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Deleting port faa8205f-cc47-4a1b-9757-f46dbb335366 {{(pid=91912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 06:16:08.592301 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-6dcc9075-0a52-4a82-a409-35ab564af93b tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774208809027'] for port, before_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:16:08.721467 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-6dcc9075-0a52-4a82-a409-35ab564af93b tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-879323'] for port, precommit_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:16:08.722218 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-6dcc9075-0a52-4a82-a409-35ab564af93b tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:16:08.891849 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eff7504-0dcc-45fa-a990-4b6f192568df req-27d165a6-083f-4115-99ec-880fd325214b tempest-TestShelveInstance-1107887697 tempest-TestShelveInstance-1107887697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:16:08.893929 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-7eff7504-0dcc-45fa-a990-4b6f192568df req-27d165a6-083f-4115-99ec-880fd325214b tempest-TestShelveInstance-1107887697 tempest-TestShelveInstance-1107887697-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd3736c7-f5c3-46e4-bab0-8828108eed6e HTTP/1.1" status: 200 len: 945 time: 0.2293320 Jun 01 06:16:08.943821 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-7eff7504-0dcc-45fa-a990-4b6f192568df req-220db771-c8f7-4457-939f-db8131e38e7a tempest-TestShelveInstance-1107887697 tempest-TestShelveInstance-1107887697-project] 10.222.0.41 "GET /v2.0/security-groups?id=4ce01314-a77e-4519-975b-dbdbd392c102&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438576 Jun 01 06:16:08.981153 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.plugins.ml2.plugin [None req-6dcc9075-0a52-4a82-a409-35ab564af93b tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Calling delete_port for faa8205f-cc47-4a1b-9757-f46dbb335366 owned by network:floatingip {{(pid=91912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 06:16:09.099136 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-6dcc9075-0a52-4a82-a409-35ab564af93b tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774208810150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774208425692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1720922'] for port, after_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:16:09.103469 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-90402e5c-fed8-4c7e-95c9-e7b87b52b0b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:16:09.180454 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dcc9075-0a52-4a82-a409-35ab564af93b tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Pushing event deleted for resources: {'Port': ['ID=faa8205f-cc47-4a1b-9757-f46dbb335366,revision_number=None']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:16:09.183423 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-6dcc9075-0a52-4a82-a409-35ab564af93b tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:16:09.245484 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-6dcc9075-0a52-4a82-a409-35ab564af93b tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Notify callbacks [] for floatingip, after_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:16:09.262980 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-6dcc9075-0a52-4a82-a409-35ab564af93b tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239402'] for floatingip, before_response {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:16:09.264104 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [None req-6dcc9075-0a52-4a82-a409-35ab564af93b tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] 10.222.0.41 "DELETE /v2.0/floatingips/752122c4-7f8c-4a1e-a087-f51b415bd129 HTTP/1.1" status: 204 len: 168 time: 0.8958116 Jun 01 06:16:09.469993 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.wsgi [-] (91912) accepted ('10.222.0.41', 58592) {{(pid=91912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 06:16:09.475720 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.v2.base [None req-4a388ac8-6583-42fe-8792-bf1d387dbd9a tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1456965325', 'description': 'tempest-description--1264313726'}} {{(pid=91912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 06:16:09.481647 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.db.quota.driver [None req-4a388ac8-6583-42fe-8792-bf1d387dbd9a tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91912) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 06:16:09.485905 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.quota.resource [None req-4a388ac8-6583-42fe-8792-bf1d387dbd9a tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Usage tracker for resource:security_group and tenant:cf682efceb1b40c4a2056518b30cc419 is out of sync, need to count used quota {{(pid=91912) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 06:16:09.488693 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.quota.resource [None req-4a388ac8-6583-42fe-8792-bf1d387dbd9a tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=91912) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 06:16:09.494373 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.db.quota.driver [None req-4a388ac8-6583-42fe-8792-bf1d387dbd9a tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91912) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 06:16:09.506083 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-4a388ac8-6583-42fe-8792-bf1d387dbd9a tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Notify callbacks [] for security_group, before_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:16:09.526494 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.db.quota.driver [None req-4a388ac8-6583-42fe-8792-bf1d387dbd9a tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91912) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 06:16:09.530295 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.quota.resource [None req-4a388ac8-6583-42fe-8792-bf1d387dbd9a tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Usage tracker for resource:security_group_rule and tenant:cf682efceb1b40c4a2056518b30cc419 is out of sync, need to count used quota {{(pid=91912) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 06:16:09.533262 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.quota.resource [None req-4a388ac8-6583-42fe-8792-bf1d387dbd9a tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=91912) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 06:16:09.538945 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.db.quota.driver [None req-4a388ac8-6583-42fe-8792-bf1d387dbd9a tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=91912) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 06:16:09.610267 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-4a388ac8-6583-42fe-8792-bf1d387dbd9a tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Notify callbacks [] for security_group, precommit_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:16:09.613997 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-4a388ac8-6583-42fe-8792-bf1d387dbd9a tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940402'] for security_group, after_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:16:09.619051 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-05c527bd-0d63-4df8-b7ac-a5633f62c671 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:16:09.660462 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a388ac8-6583-42fe-8792-bf1d387dbd9a tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Pushing event updated for resources: {'SecurityGroup': ['ID=55f638aa-325e-49ec-a7c9-191269e41e6e,revision_number=1']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:16:09.663125 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-4a388ac8-6583-42fe-8792-bf1d387dbd9a tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Notify callbacks [] for security_group, before_response {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:16:09.664322 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [None req-4a388ac8-6583-42fe-8792-bf1d387dbd9a tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1933270 Jun 01 06:16:09.665304 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-4a388ac8-6583-42fe-8792-bf1d387dbd9a tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:16:09.667366 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.wsgi [-] (91912) accepted ('10.222.0.41', 58596) {{(pid=91912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 06:16:09.672811 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.v2.base [None req-575fa128-ed6f-4496-86e5-94881f909e2a tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Request body: {'security_group_rule': {'security_group_id': '55f638aa-325e-49ec-a7c9-191269e41e6e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 06:16:09.678662 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.db.quota.driver [None req-575fa128-ed6f-4496-86e5-94881f909e2a tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91912) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 06:16:09.682471 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.quota.resource [None req-575fa128-ed6f-4496-86e5-94881f909e2a tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Usage tracker for resource:security_group_rule and tenant:cf682efceb1b40c4a2056518b30cc419 is out of sync, need to count used quota {{(pid=91912) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 06:16:09.685364 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.quota.resource [None req-575fa128-ed6f-4496-86e5-94881f909e2a tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=91912) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 06:16:09.691622 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.db.quota.driver [None req-575fa128-ed6f-4496-86e5-94881f909e2a tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=91912) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 06:16:09.710693 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-575fa128-ed6f-4496-86e5-94881f909e2a tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:16:09.770299 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-575fa128-ed6f-4496-86e5-94881f909e2a tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:16:09.773650 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-575fa128-ed6f-4496-86e5-94881f909e2a tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940440'] for security_group_rule, after_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:16:09.775592 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:16:09.796509 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575fa128-ed6f-4496-86e5-94881f909e2a tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b064bab-8d0c-4c2d-be5b-109be2e3183b,revision_number=0']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:16:09.799465 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-575fa128-ed6f-4496-86e5-94881f909e2a tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:16:09.806382 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-575fa128-ed6f-4496-86e5-94881f909e2a tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:16:09.807481 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [None req-575fa128-ed6f-4496-86e5-94881f909e2a tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1394739 Jun 01 06:16:09.810214 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.wsgi [-] (91912) accepted ('10.222.0.41', 58600) {{(pid=91912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 06:16:09.815731 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.v2.base [None req-d7ff0ceb-4968-4b58-9392-63c121ef2fca tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Request body: {'security_group_rule': {'security_group_id': '55f638aa-325e-49ec-a7c9-191269e41e6e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=91912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 06:16:09.821275 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.db.quota.driver [None req-d7ff0ceb-4968-4b58-9392-63c121ef2fca tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91912) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 06:16:09.825063 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.quota.resource [None req-d7ff0ceb-4968-4b58-9392-63c121ef2fca tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Usage tracker for resource:security_group_rule and tenant:cf682efceb1b40c4a2056518b30cc419 is out of sync, need to count used quota {{(pid=91912) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 06:16:09.827896 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.quota.resource [None req-d7ff0ceb-4968-4b58-9392-63c121ef2fca tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=91912) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 06:16:09.833486 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.db.quota.driver [None req-d7ff0ceb-4968-4b58-9392-63c121ef2fca tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=91912) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 06:16:09.848105 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-d7ff0ceb-4968-4b58-9392-63c121ef2fca tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:16:09.908823 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-d7ff0ceb-4968-4b58-9392-63c121ef2fca tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:16:09.917567 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-d7ff0ceb-4968-4b58-9392-63c121ef2fca tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940440'] for security_group_rule, after_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:16:09.919661 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:16:09.948622 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ff0ceb-4968-4b58-9392-63c121ef2fca tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe05cd55-e48f-4b78-ba05-24a6bac6d6de,revision_number=0']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:16:09.948622 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-d7ff0ceb-4968-4b58-9392-63c121ef2fca tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:16:09.959171 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-d7ff0ceb-4968-4b58-9392-63c121ef2fca tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:16:09.960543 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [None req-d7ff0ceb-4968-4b58-9392-63c121ef2fca tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1492870 Jun 01 06:16:09.963547 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.wsgi [-] (91912) accepted ('10.222.0.41', 58604) {{(pid=91912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 06:16:09.968628 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.v2.base [None req-28824b38-38d8-41c5-baed-5dd228a8eadf tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Request body: {'floatingip': {'floating_network_id': 'df727fa4-ca0b-43ba-be88-ffeb156f0c84'}} {{(pid=91912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 06:16:09.982374 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.db.quota.driver [None req-28824b38-38d8-41c5-baed-5dd228a8eadf tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91912) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 06:16:09.985264 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.rpc [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Device b679f0aa-6640-4dba-b253-c06ab597e1ae no longer exists at agent hyperv_hv-cinder-79388 {{(pid=91914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 06:16:09.987444 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.quota.resource [None req-28824b38-38d8-41c5-baed-5dd228a8eadf tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Usage tracker for resource:floatingip and tenant:cf682efceb1b40c4a2056518b30cc419 is out of sync, need to count used quota {{(pid=91912) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 06:16:09.990731 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.quota.resource [None req-28824b38-38d8-41c5-baed-5dd228a8eadf tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=91912) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 06:16:09.996948 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.db.quota.driver [None req-28824b38-38d8-41c5-baed-5dd228a8eadf tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=91912) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 06:16:10.003332 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6a4c4f-9e79-4640-b356-b42d47b9c5cd req-cd057d47-aa10-4133-a2d3-2711c08fdff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:16:10.005102 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-af6a4c4f-9e79-4640-b356-b42d47b9c5cd req-cd057d47-aa10-4133-a2d3-2711c08fdff3 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=856ad5dcb525408fab9b255236023d67&device_id=cd3736c7-f5c3-46e4-bab0-8828108eed6e HTTP/1.1" status: 200 len: 1098 time: 0.0848873 Jun 01 06:16:10.012966 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-28824b38-38d8-41c5-baed-5dd228a8eadf tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Notify callbacks [] for floatingip, before_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:16:10.048152 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.plugin [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] No Port match for: b679f0aa-6640-4dba-b253-c06ab597e1ae {{(pid=91914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 01 06:16:10.048498 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.rpc [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Device b679f0aa-6640-4dba-b253-c06ab597e1ae not bound to the agent host hv-cinder-79388 {{(pid=91914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 06:16:10.157134 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-28824b38-38d8-41c5-baed-5dd228a8eadf tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3824664'] for port, before_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:16:10.200210 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6a4c4f-9e79-4640-b356-b42d47b9c5cd req-40ef0acb-ab9e-4eef-9b36-76506bc6cca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:16:10.201989 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-af6a4c4f-9e79-4640-b356-b42d47b9c5cd req-40ef0acb-ab9e-4eef-9b36-76506bc6cca8 service neutron] 10.222.0.45 "GET /v2.0/networks?id=be2b441a-fb1a-427b-819d-eed80cc049e7 HTTP/1.1" status: 200 len: 910 time: 0.1903737 Jun 01 06:16:10.293835 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfea0670-17f1-4f48-9162-6315adac6527 req-b22bd1b5-9c07-4f11-97fe-97740c2655cc tempest-TestShelveInstance-1107887697 tempest-TestShelveInstance-1107887697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:16:10.295038 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-bfea0670-17f1-4f48-9162-6315adac6527 req-b22bd1b5-9c07-4f11-97fe-97740c2655cc tempest-TestShelveInstance-1107887697 tempest-TestShelveInstance-1107887697-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd3736c7-f5c3-46e4-bab0-8828108eed6e HTTP/1.1" status: 200 len: 945 time: 0.1950111 Jun 01 06:16:10.315804 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.db.db_base_plugin_common [None req-28824b38-38d8-41c5-baed-5dd228a8eadf tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Allocated IP 172.28.2.139 (df727fa4-ca0b-43ba-be88-ffeb156f0c84/8acdb510-d5f4-4c90-8e8c-2a5ae18e332f/7776f119-53a3-43c5-8bff-5e2840cc64a5) {{(pid=91912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 06:16:10.357905 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-af6a4c4f-9e79-4640-b356-b42d47b9c5cd req-2634dcc3-ab39-4b1e-be2b-ac127b179057 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cf7a4b9a-bb68-4bdc-ba08-653cdc886388 HTTP/1.1" status: 200 len: 1001 time: 0.1474223 Jun 01 06:16:10.366149 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-bfea0670-17f1-4f48-9162-6315adac6527 req-8757a5c1-392a-4a40-8f3e-0952a090e4f2 tempest-TestShelveInstance-1107887697 tempest-TestShelveInstance-1107887697-project] 10.222.0.41 "GET /v2.0/security-groups?id=4ce01314-a77e-4519-975b-dbdbd392c102&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590749 Jun 01 06:16:10.435414 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6a4c4f-9e79-4640-b356-b42d47b9c5cd req-94b5fa7f-0621-4384-8d36-cc38fd4b3158 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:16:10.435414 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-af6a4c4f-9e79-4640-b356-b42d47b9c5cd req-94b5fa7f-0621-4384-8d36-cc38fd4b3158 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1cc031fd-c5bc-4dab-9be6-0a2c21e59c64 HTTP/1.1" status: 200 len: 848 time: 0.0670886 Jun 01 06:16:10.482129 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-28824b38-38d8-41c5-baed-5dd228a8eadf tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Notify callbacks [] for port, precommit_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:16:10.517627 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6a4c4f-9e79-4640-b356-b42d47b9c5cd req-ce2ef7bb-dfd3-463b-82a3-10f54bc68360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:16:10.519105 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-af6a4c4f-9e79-4640-b356-b42d47b9c5cd req-ce2ef7bb-dfd3-463b-82a3-10f54bc68360 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=be2b441a-fb1a-427b-819d-eed80cc049e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0780530 Jun 01 06:16:10.520640 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-28824b38-38d8-41c5-baed-5dd228a8eadf tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774208425683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1720922'] for port, after_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:16:10.525403 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-bf99ed58-edb3-4a12-bd10-b0a9693f9382 tempest-AttachVolumeNegativeTest-1471670784 tempest-AttachVolumeNegativeTest-1471670784-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:16:10.594902 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28824b38-38d8-41c5-baed-5dd228a8eadf tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Network df727fa4-ca0b-43ba-be88-ffeb156f0c84 is already hosted by enough agents. {{(pid=91912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 06:16:10.598144 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.scheduler.base_scheduler [None req-28824b38-38d8-41c5-baed-5dd228a8eadf tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Resources bound (agent type, host, resource id): {{(pid=91912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 06:16:10.600544 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28824b38-38d8-41c5-baed-5dd228a8eadf tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Received port after_create {{(pid=91912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 06:16:10.639860 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28824b38-38d8-41c5-baed-5dd228a8eadf tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Pushing event updated for resources: {'Port': ['ID=7776f119-53a3-43c5-8bff-5e2840cc64a5,revision_number=1']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:16:10.647189 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-28824b38-38d8-41c5-baed-5dd228a8eadf tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:16:10.651943 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-af6a4c4f-9e79-4640-b356-b42d47b9c5cd req-87553301-ce72-41f1-96a6-6b9923d7ea09 service neutron] 10.222.0.45 "GET /v2.0/networks/be2b441a-fb1a-427b-819d-eed80cc049e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264353 Jun 01 06:16:10.688630 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-28824b38-38d8-41c5-baed-5dd228a8eadf tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:16:10.750149 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-28824b38-38d8-41c5-baed-5dd228a8eadf tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3824664'] for port, before_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:16:10.783799 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-af6a4c4f-9e79-4640-b356-b42d47b9c5cd req-f2f0f868-89fb-4057-baf0-7c2c27264df5 service neutron] 10.222.0.45 "GET /v2.0/networks/be2b441a-fb1a-427b-819d-eed80cc049e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241906 Jun 01 06:16:10.953530 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-28824b38-38d8-41c5-baed-5dd228a8eadf tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Notify callbacks [] for port, precommit_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:16:10.958219 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-28824b38-38d8-41c5-baed-5dd228a8eadf tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774208810132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774208425701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774208426006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1720915'] for port, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:16:10.963158 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:16:11.071003 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28824b38-38d8-41c5-baed-5dd228a8eadf tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Pushing event updated for resources: {'Port': ['ID=7776f119-53a3-43c5-8bff-5e2840cc64a5,revision_number=2']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:16:11.073759 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-28824b38-38d8-41c5-baed-5dd228a8eadf tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:16:11.080306 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-28824b38-38d8-41c5-baed-5dd228a8eadf tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-880440'] for floatingip, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:16:11.102018 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-28824b38-38d8-41c5-baed-5dd228a8eadf tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239402'] for floatingip, before_response {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:16:11.103174 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [None req-28824b38-38d8-41c5-baed-5dd228a8eadf tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1387115 Jun 01 06:16:11.365367 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.quota.resource [req-a646d64d-eb37-42c0-9203-a16866bbb571 req-451f5e98-30df-49b0-b1e5-96d1942d64e4 tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Synchronizing usage tracker for tenant:cf682efceb1b40c4a2056518b30cc419 on resource:security_group {{(pid=91912) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 06:16:11.381036 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.quota.resource [req-a646d64d-eb37-42c0-9203-a16866bbb571 req-451f5e98-30df-49b0-b1e5-96d1942d64e4 tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Unset dirty status for tenant:cf682efceb1b40c4a2056518b30cc419 on resource:security_group {{(pid=91912) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 06:16:11.382248 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-a646d64d-eb37-42c0-9203-a16866bbb571 req-451f5e98-30df-49b0-b1e5-96d1942d64e4 tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--1456965325&fields=id&tenant_id=cf682efceb1b40c4a2056518b30cc419 HTTP/1.1" status: 200 len: 267 time: 0.0618057 Jun 01 06:16:11.565485 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94c736b-68cb-4662-b953-395ab7127f88 req-a3efd39b-9d61-4474-965a-a953bb3e2198 tempest-TestShelveInstance-1107887697 tempest-TestShelveInstance-1107887697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:16:11.567030 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-d94c736b-68cb-4662-b953-395ab7127f88 req-a3efd39b-9d61-4474-965a-a953bb3e2198 tempest-TestShelveInstance-1107887697 tempest-TestShelveInstance-1107887697-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd3736c7-f5c3-46e4-bab0-8828108eed6e HTTP/1.1" status: 200 len: 945 time: 0.0862787 Jun 01 06:16:11.618610 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-d94c736b-68cb-4662-b953-395ab7127f88 req-b399ad77-a092-443f-8c9e-11ed35a985a5 tempest-TestShelveInstance-1107887697 tempest-TestShelveInstance-1107887697-project] 10.222.0.41 "GET /v2.0/security-groups?id=4ce01314-a77e-4519-975b-dbdbd392c102&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455687 Jun 01 06:16:11.628045 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a646d64d-eb37-42c0-9203-a16866bbb571 req-af600815-2b73-499f-98b7-e31d7b96011c tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:16:11.629535 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-a646d64d-eb37-42c0-9203-a16866bbb571 req-af600815-2b73-499f-98b7-e31d7b96011c tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] 10.222.0.41 "GET /v2.0/networks?id=0d0e27d7-e499-44c0-a6d3-0e69d07aa387 HTTP/1.1" status: 200 len: 815 time: 0.2402678 Jun 01 06:16:11.649775 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-a646d64d-eb37-42c0-9203-a16866bbb571 req-77ed258b-95dc-4d72-9503-8d3c7ccdd9c5 tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] 10.222.0.41 "GET /v2.0/quotas/cf682efceb1b40c4a2056518b30cc419 HTTP/1.1" status: 200 len: 375 time: 0.0141716 Jun 01 06:16:11.735136 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.quota.resource [req-a646d64d-eb37-42c0-9203-a16866bbb571 req-b68ed711-8d8a-41c1-bbc5-2318a80d1d81 tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Synchronizing usage tracker for tenant:cf682efceb1b40c4a2056518b30cc419 on resource:port {{(pid=91912) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 06:16:11.749792 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.quota.resource [req-a646d64d-eb37-42c0-9203-a16866bbb571 req-b68ed711-8d8a-41c1-bbc5-2318a80d1d81 tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Unset dirty status for tenant:cf682efceb1b40c4a2056518b30cc419 on resource:port {{(pid=91912) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 06:16:11.751537 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-a646d64d-eb37-42c0-9203-a16866bbb571 req-b68ed711-8d8a-41c1-bbc5-2318a80d1d81 tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=cf682efceb1b40c4a2056518b30cc419&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0964997 Jun 01 06:16:11.929067 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-a646d64d-eb37-42c0-9203-a16866bbb571 req-57b520b9-6331-46ce-a87f-a1e8f8ed417f service neutron] 10.222.0.41 "GET /v2.0/networks/0d0e27d7-e499-44c0-a6d3-0e69d07aa387?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1658983 Jun 01 06:16:12.058386 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-a646d64d-eb37-42c0-9203-a16866bbb571 req-7eb5a6b8-7985-41d8-a0d1-c88cded53b02 service neutron] 10.222.0.41 "GET /v2.0/networks/0d0e27d7-e499-44c0-a6d3-0e69d07aa387?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234539 Jun 01 06:16:12.806681 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41898b02-e87a-40c6-a71f-08c22e863745 req-5f8c35b3-71a0-4d53-813a-71d04b2e2c90 tempest-TestShelveInstance-1107887697 tempest-TestShelveInstance-1107887697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:16:12.809057 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-41898b02-e87a-40c6-a71f-08c22e863745 req-5f8c35b3-71a0-4d53-813a-71d04b2e2c90 tempest-TestShelveInstance-1107887697 tempest-TestShelveInstance-1107887697-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd3736c7-f5c3-46e4-bab0-8828108eed6e HTTP/1.1" status: 200 len: 945 time: 0.0840499 Jun 01 06:16:12.858307 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-41898b02-e87a-40c6-a71f-08c22e863745 req-478d92de-9471-4a72-ad21-229c72df0125 tempest-TestShelveInstance-1107887697 tempest-TestShelveInstance-1107887697-project] 10.222.0.41 "GET /v2.0/security-groups?id=4ce01314-a77e-4519-975b-dbdbd392c102&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406330 Jun 01 06:16:13.256772 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-906309d4-aacc-4845-8bf9-654ab8b773c2 req-e11ce68a-5f5f-493c-99a7-e22705a72570 tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] 10.222.0.41 "GET /v2.0/ports?device_id=4dbb02b6-b3ca-4f32-b0f3-939203b96bb3 HTTP/1.1" status: 200 len: 210 time: 0.0452454 Jun 01 06:16:14.049781 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3f5915-214c-43cb-8062-624446c8c0ae req-bd42939f-ff34-434c-9a36-542c87ac2298 tempest-TestShelveInstance-1107887697 tempest-TestShelveInstance-1107887697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:16:14.051275 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-dd3f5915-214c-43cb-8062-624446c8c0ae req-bd42939f-ff34-434c-9a36-542c87ac2298 tempest-TestShelveInstance-1107887697 tempest-TestShelveInstance-1107887697-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd3736c7-f5c3-46e4-bab0-8828108eed6e HTTP/1.1" status: 200 len: 945 time: 0.0910387 Jun 01 06:16:14.096887 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-dd3f5915-214c-43cb-8062-624446c8c0ae req-545591cc-ecbb-45fb-add5-a66b15493663 tempest-TestShelveInstance-1107887697 tempest-TestShelveInstance-1107887697-project] 10.222.0.41 "GET /v2.0/security-groups?id=4ce01314-a77e-4519-975b-dbdbd392c102&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393796 Jun 01 06:16:14.310353 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a646d64d-eb37-42c0-9203-a16866bbb571 req-2a738a90-b46b-4eb7-9bc5-5e1dbc09348b tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:16:14.311880 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-a646d64d-eb37-42c0-9203-a16866bbb571 req-2a738a90-b46b-4eb7-9bc5-5e1dbc09348b tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] 10.222.0.45 "GET /v2.0/networks?id=0d0e27d7-e499-44c0-a6d3-0e69d07aa387 HTTP/1.1" status: 200 len: 815 time: 0.1743441 Jun 01 06:16:14.385649 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-a646d64d-eb37-42c0-9203-a16866bbb571 req-ff2a448b-f2b7-4ec6-81b0-bb65aedad704 tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cf682efceb1b40c4a2056518b30cc419 HTTP/1.1" status: 200 len: 380 time: 0.0630672 Jun 01 06:16:14.399053 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.v2.base [req-a646d64d-eb37-42c0-9203-a16866bbb571 req-16d16260-3e9e-4ba5-904d-861496188daa tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Request body: {'port': {'device_id': '4dbb02b6-b3ca-4f32-b0f3-939203b96bb3', 'network_id': '0d0e27d7-e499-44c0-a6d3-0e69d07aa387', 'admin_state_up': True, 'tenant_id': 'cf682efceb1b40c4a2056518b30cc419', 'security_groups': ['55f638aa-325e-49ec-a7c9-191269e41e6e']}} {{(pid=91913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 06:16:14.437979 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.wsgi [-] (91912) accepted ('10.222.0.41', 58688) {{(pid=91912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 06:16:14.445809 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-1cf0a54d-3f3b-430c-a2f4-c10adf8ed233 req-f18e2ad9-bc20-49c0-9983-f417a9ebfb66 tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] 10.222.0.41 "GET /v2.0/ports?device_id=4dbb02b6-b3ca-4f32-b0f3-939203b96bb3 HTTP/1.1" status: 200 len: 210 time: 0.0642593 Jun 01 06:16:14.557872 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-6c1ee4ce-1253-417c-aa62-977e417d66d0 req-87ccf793-3eed-4274-acd6-73b01da3c25f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=cd3736c7-f5c3-46e4-bab0-8828108eed6e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1185768 Jun 01 06:16:14.601111 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.db.quota.driver [req-a646d64d-eb37-42c0-9203-a16866bbb571 req-16d16260-3e9e-4ba5-904d-861496188daa tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 06:16:14.614843 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.db.quota.driver [req-a646d64d-eb37-42c0-9203-a16866bbb571 req-16d16260-3e9e-4ba5-904d-861496188daa tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=91913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 06:16:14.624754 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7e59ef-0963-47e8-a093-770691131120 req-8844c479-d1bf-441f-8172-f858d4aa5906 tempest-TestShelveInstance-1107887697 tempest-TestShelveInstance-1107887697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:16:14.626428 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-4e7e59ef-0963-47e8-a093-770691131120 req-8844c479-d1bf-441f-8172-f858d4aa5906 tempest-TestShelveInstance-1107887697 tempest-TestShelveInstance-1107887697-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd3736c7-f5c3-46e4-bab0-8828108eed6e HTTP/1.1" status: 200 len: 945 time: 0.1534610 Jun 01 06:16:14.657611 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a646d64d-eb37-42c0-9203-a16866bbb571 req-16d16260-3e9e-4ba5-904d-861496188daa tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Made reservation on behalf of cf682efceb1b40c4a2056518b30cc419 for: {'port': 1} {{(pid=91913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 06:16:14.661257 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [req-a646d64d-eb37-42c0-9203-a16866bbb571 req-16d16260-3e9e-4ba5-904d-861496188daa tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3824664'] for port, before_create {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:16:14.837175 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-4e7e59ef-0963-47e8-a093-770691131120 req-fac1fcfb-a24f-489b-93dd-70883950de2c tempest-TestShelveInstance-1107887697 tempest-TestShelveInstance-1107887697-project] 10.222.0.41 "GET /v2.0/security-groups?id=4ce01314-a77e-4519-975b-dbdbd392c102&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1988506 Jun 01 06:16:14.945096 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.db.db_base_plugin_common [req-a646d64d-eb37-42c0-9203-a16866bbb571 req-16d16260-3e9e-4ba5-904d-861496188daa tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Allocated IP 172.20.0.13 (0d0e27d7-e499-44c0-a6d3-0e69d07aa387/afe82765-6164-43ac-8036-06de690ecff6/f92f82cb-bde5-4fd8-9d44-11800191b7b8) {{(pid=91913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 06:16:15.134930 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [req-a646d64d-eb37-42c0-9203-a16866bbb571 req-16d16260-3e9e-4ba5-904d-861496188daa tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Notify callbacks [] for port, precommit_create {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:16:15.150913 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.db.provisioning_blocks [req-a646d64d-eb37-42c0-9203-a16866bbb571 req-16d16260-3e9e-4ba5-904d-861496188daa tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Transition to ACTIVE for port object f92f82cb-bde5-4fd8-9d44-11800191b7b8 will not be triggered until provisioned by entity DHCP. {{(pid=91913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 06:16:15.177738 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [req-a646d64d-eb37-42c0-9203-a16866bbb571 req-16d16260-3e9e-4ba5-904d-861496188daa tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774208425683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10749551'] for port, after_create {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:16:15.183550 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:16:15.248915 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a646d64d-eb37-42c0-9203-a16866bbb571 req-16d16260-3e9e-4ba5-904d-861496188daa tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Network 0d0e27d7-e499-44c0-a6d3-0e69d07aa387 is already hosted by enough agents. {{(pid=91913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 06:16:15.252100 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.scheduler.base_scheduler [req-a646d64d-eb37-42c0-9203-a16866bbb571 req-16d16260-3e9e-4ba5-904d-861496188daa tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Resources bound (agent type, host, resource id): {{(pid=91913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 06:16:15.256086 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.db.l3_dvrscheduler_db [req-a646d64d-eb37-42c0-9203-a16866bbb571 req-16d16260-3e9e-4ba5-904d-861496188daa tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Received port after_create {{(pid=91913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 06:16:15.299200 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d16260-3e9e-4ba5-904d-861496188daa tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Pushing event updated for resources: {'Port': ['ID=f92f82cb-bde5-4fd8-9d44-11800191b7b8,revision_number=1']} {{(pid=91913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:16:15.303141 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [None req-16d16260-3e9e-4ba5-904d-861496188daa tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:16:15.341642 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a646d64d-eb37-42c0-9203-a16866bbb571 req-16d16260-3e9e-4ba5-904d-861496188daa tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:16:15.342373 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [req-a646d64d-eb37-42c0-9203-a16866bbb571 req-16d16260-3e9e-4ba5-904d-861496188daa tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239402'] for port, before_response {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:16:15.367805 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-a646d64d-eb37-42c0-9203-a16866bbb571 req-16d16260-3e9e-4ba5-904d-861496188daa tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9727771 Jun 01 06:16:15.381491 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.v2.base [req-a646d64d-eb37-42c0-9203-a16866bbb571 req-7fda5dbc-2a3f-42c2-919a-29999624503e service neutron] Request body: {'port': {'device_id': '4dbb02b6-b3ca-4f32-b0f3-939203b96bb3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79388'}} {{(pid=91913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 06:16:15.494365 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [req-a646d64d-eb37-42c0-9203-a16866bbb571 req-7fda5dbc-2a3f-42c2-919a-29999624503e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3824664'] for port, before_update {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:16:15.560335 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.db.provisioning_blocks [None req-2aabe45c-ca41-41db-b41b-814126b45127 None None] Provisioning for port f92f82cb-bde5-4fd8-9d44-11800191b7b8 completed by entity DHCP. {{(pid=91914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 06:16:15.574296 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.db.provisioning_blocks [None req-2aabe45c-ca41-41db-b41b-814126b45127 None None] Provisioning complete for port f92f82cb-bde5-4fd8-9d44-11800191b7b8 triggered by entity DHCP. {{(pid=91914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 06:16:15.574689 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-2aabe45c-ca41-41db-b41b-814126b45127 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3772206'] for port, provisioning_complete {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:16:15.653768 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.plugin [None req-2aabe45c-ca41-41db-b41b-814126b45127 None None] Port f92f82cb-bde5-4fd8-9d44-11800191b7b8 cannot update to ACTIVE because it is not bound. {{(pid=91914) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 06:16:15.656208 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0166afd-3e1c-4721-aab3-dc88932dae91 req-35a5ab13-aade-4d45-8077-77f2b156794f tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:16:15.661488 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-a0166afd-3e1c-4721-aab3-dc88932dae91 req-35a5ab13-aade-4d45-8077-77f2b156794f tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] 10.222.0.41 "GET /v2.0/ports?device_id=4dbb02b6-b3ca-4f32-b0f3-939203b96bb3 HTTP/1.1" status: 200 len: 932 time: 0.1026180 Jun 01 06:16:15.713737 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-a0166afd-3e1c-4721-aab3-dc88932dae91 req-96c796d7-b218-4ebc-b80a-ce051d726323 tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] 10.222.0.41 "GET /v2.0/security-groups?id=55f638aa-325e-49ec-a7c9-191269e41e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463428 Jun 01 06:16:15.885143 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.notifiers.nova [req-a646d64d-eb37-42c0-9203-a16866bbb571 req-7fda5dbc-2a3f-42c2-919a-29999624503e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f92f82cb-bde5-4fd8-9d44-11800191b7b8 {{(pid=91913) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 06:16:15.896918 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [req-a646d64d-eb37-42c0-9203-a16866bbb571 req-7fda5dbc-2a3f-42c2-919a-29999624503e service neutron] Notify callbacks [] for port, precommit_update {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:16:15.922007 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.db.provisioning_blocks [req-a646d64d-eb37-42c0-9203-a16866bbb571 req-7fda5dbc-2a3f-42c2-919a-29999624503e service neutron] Transition to ACTIVE for port object f92f82cb-bde5-4fd8-9d44-11800191b7b8 will not be triggered until provisioned by entity L2. {{(pid=91913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 06:16:15.927693 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [req-a646d64d-eb37-42c0-9203-a16866bbb571 req-7fda5dbc-2a3f-42c2-919a-29999624503e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774208810132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774208425701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774208426006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10749542'] for port, after_update {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:16:15.931641 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [None req-20d5e70f-d229-4fc9-b825-aac279a8dcc8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:16:16.006602 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.rpc [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Device cf7a4b9a-bb68-4bdc-ba08-653cdc886388 no longer exists at agent hyperv_hv-cinder-79388 {{(pid=91914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 06:16:16.109713 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fda5dbc-2a3f-42c2-919a-29999624503e service neutron] Pushing event updated for resources: {'Port': ['ID=f92f82cb-bde5-4fd8-9d44-11800191b7b8,revision_number=2']} {{(pid=91913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:16:16.127459 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3824664'] for port, before_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:16:16.138370 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [None req-7fda5dbc-2a3f-42c2-919a-29999624503e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:16:16.158972 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd3736c7-f5c3-46e4-bab0-8828108eed6e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cf7a4b9a-bb68-4bdc-ba08-653cdc886388'}] {{(pid=91914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 06:16:16.161353 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cefeca7b2fbb82c39cf99810f9cdf69defc097144ee6f344485b033ce81b52cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ee11a8e-b0c3-4acd-9f18-52084dcd77a6" -d '{"events": [{"server_uuid": "cd3736c7-f5c3-46e4-bab0-8828108eed6e", "name": "network-vif-unplugged", "status": "completed", "tag": "cf7a4b9a-bb68-4bdc-ba08-653cdc886388"}]}' {{(pid=91914) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 06:16:16.170009 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.db [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] For port cf7a4b9a-bb68-4bdc-ba08-653cdc886388, host hv-cinder-79388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79388',level=0,port_id=cf7a4b9a-bb68-4bdc-ba08-653cdc886388,segment=NetworkSegment(0e7dd937-69e2-40df-b10d-100b14ee89a1),segment_id=0e7dd937-69e2-40df-b10d-100b14ee89a1)] {{(pid=91914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 06:16:16.178318 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774208810132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774208425701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774208426006'] for port, after_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:16:16.181755 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG oslo_concurrency.lockutils [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91914) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:16:16.275311 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 01 Jun 2021 06:16:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bedcdb9-506d-4760-912e-c03909a964dd x-openstack-request-id: req-6bedcdb9-506d-4760-912e-c03909a964dd {{(pid=91914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 06:16:16.275608 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd3736c7-f5c3-46e4-bab0-8828108eed6e", "name": "network-vif-unplugged", "status": "completed", "tag": "cf7a4b9a-bb68-4bdc-ba08-653cdc886388", "code": 200}]} {{(pid=91914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 06:16:16.275873 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-6bedcdb9-506d-4760-912e-c03909a964dd {{(pid=91914) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 06:16:16.276254 dv-cinder-793885-1-smb neutron-server[91914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd3736c7-f5c3-46e4-bab0-8828108eed6e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cf7a4b9a-bb68-4bdc-ba08-653cdc886388', 'code': 200} Jun 01 06:16:16.294538 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d6b416-bd59-41af-b463-608a9f784449 req-e87ca91d-bb22-46d3-8a7f-b2d33d0bdf28 tempest-TestShelveInstance-1107887697 tempest-TestShelveInstance-1107887697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:16:16.296196 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-86d6b416-bd59-41af-b463-608a9f784449 req-e87ca91d-bb22-46d3-8a7f-b2d33d0bdf28 tempest-TestShelveInstance-1107887697 tempest-TestShelveInstance-1107887697-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd3736c7-f5c3-46e4-bab0-8828108eed6e HTTP/1.1" status: 200 len: 945 time: 0.3296947 Jun 01 06:16:16.302155 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.plugins.ml2.managers [req-a646d64d-eb37-42c0-9203-a16866bbb571 req-7fda5dbc-2a3f-42c2-919a-29999624503e service neutron] Attempting to bind port f92f82cb-bde5-4fd8-9d44-11800191b7b8 on host hv-cinder-79388 for vnic_type normal with profile {{(pid=91913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 06:16:16.302487 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.plugins.ml2.managers [req-a646d64d-eb37-42c0-9203-a16866bbb571 req-7fda5dbc-2a3f-42c2-919a-29999624503e service neutron] Attempting to bind port f92f82cb-bde5-4fd8-9d44-11800191b7b8 by drivers openvswitch,hyperv on host hv-cinder-79388 at level 0 using segments [{'id': '5bcb411c-cc6a-4a4c-9bde-5ea76448952b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '0d0e27d7-e499-44c0-a6d3-0e69d07aa387'}] {{(pid=91913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 06:16:16.302814 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a646d64d-eb37-42c0-9203-a16866bbb571 req-7fda5dbc-2a3f-42c2-919a-29999624503e service neutron] Attempting to bind port f92f82cb-bde5-4fd8-9d44-11800191b7b8 on network 0d0e27d7-e499-44c0-a6d3-0e69d07aa387 {{(pid=91913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 06:16:16.309124 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Pushing event updated for resources: {'Port': ['ID=cf7a4b9a-bb68-4bdc-ba08-653cdc886388,revision_number=6']} {{(pid=91914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:16:16.316985 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:16:16.317352 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:16:16.317693 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:16:16.318025 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:16:16.318352 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:16:16.318679 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:16:16.319006 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:16:16.319327 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:16:16.319649 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:16:16.319969 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:16:16.320288 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:16:16.320602 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:16:16.324260 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG oslo_concurrency.lockutils [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=91914) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:16:16.331275 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a646d64d-eb37-42c0-9203-a16866bbb571 req-7fda5dbc-2a3f-42c2-919a-29999624503e service neutron] Port f92f82cb-bde5-4fd8-9d44-11800191b7b8 on network 0d0e27d7-e499-44c0-a6d3-0e69d07aa387 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79388 {{(pid=91913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 06:16:16.331606 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a646d64d-eb37-42c0-9203-a16866bbb571 req-7fda5dbc-2a3f-42c2-919a-29999624503e service neutron] Attempting to bind port f92f82cb-bde5-4fd8-9d44-11800191b7b8 on network 0d0e27d7-e499-44c0-a6d3-0e69d07aa387 {{(pid=91913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 06:16:16.348592 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a646d64d-eb37-42c0-9203-a16866bbb571 req-7fda5dbc-2a3f-42c2-919a-29999624503e service neutron] Checking agent: {'id': '9d825435-0dee-4786-8fdd-f7c3fb37050b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79388', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 6, 8, 18), 'started_at': datetime.datetime(2021, 6, 1, 6, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 6, 15, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 06:16:16.349199 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a646d64d-eb37-42c0-9203-a16866bbb571 req-7fda5dbc-2a3f-42c2-919a-29999624503e service neutron] Checking segment: {'id': '5bcb411c-cc6a-4a4c-9bde-5ea76448952b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '0d0e27d7-e499-44c0-a6d3-0e69d07aa387'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 06:16:16.349317 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a646d64d-eb37-42c0-9203-a16866bbb571 req-7fda5dbc-2a3f-42c2-919a-29999624503e service neutron] Bound using segment: {'id': '5bcb411c-cc6a-4a4c-9bde-5ea76448952b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '0d0e27d7-e499-44c0-a6d3-0e69d07aa387'} {{(pid=91913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 06:16:16.349731 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.plugins.ml2.managers [req-a646d64d-eb37-42c0-9203-a16866bbb571 req-7fda5dbc-2a3f-42c2-919a-29999624503e service neutron] Bound port: f92f82cb-bde5-4fd8-9d44-11800191b7b8, host: hv-cinder-79388, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5bcb411c-cc6a-4a4c-9bde-5ea76448952b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '0d0e27d7-e499-44c0-a6d3-0e69d07aa387'}}] {{(pid=91913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 06:16:16.350072 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [req-a646d64d-eb37-42c0-9203-a16866bbb571 req-7fda5dbc-2a3f-42c2-919a-29999624503e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3824664'] for port, before_update {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:16:16.368944 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1ee4ce-1253-417c-aa62-977e417d66d0 req-fd62443a-7ff5-449d-be96-d1a6738034ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:16:16.370422 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-6c1ee4ce-1253-417c-aa62-977e417d66d0 req-fd62443a-7ff5-449d-be96-d1a6738034ae service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=cd3736c7-f5c3-46e4-bab0-8828108eed6e&tenant_id=856ad5dcb525408fab9b255236023d67 HTTP/1.1" status: 200 len: 1096 time: 0.1865022 Jun 01 06:16:16.376558 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-86d6b416-bd59-41af-b463-608a9f784449 req-6f1b3a8e-d154-42df-abf0-d15dfcabfbd7 tempest-TestShelveInstance-1107887697 tempest-TestShelveInstance-1107887697-project] 10.222.0.41 "GET /v2.0/security-groups?id=4ce01314-a77e-4519-975b-dbdbd392c102&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713198 Jun 01 06:16:16.504033 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.plugins.ml2.db [req-a646d64d-eb37-42c0-9203-a16866bbb571 req-7fda5dbc-2a3f-42c2-919a-29999624503e service neutron] For port f92f82cb-bde5-4fd8-9d44-11800191b7b8, host hv-cinder-79388, cleared binding levels {{(pid=91913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 06:16:16.509261 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.plugins.ml2.db [req-a646d64d-eb37-42c0-9203-a16866bbb571 req-7fda5dbc-2a3f-42c2-919a-29999624503e service neutron] For port f92f82cb-bde5-4fd8-9d44-11800191b7b8, host hv-cinder-79388, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79388',level=0,port_id=f92f82cb-bde5-4fd8-9d44-11800191b7b8,segment=NetworkSegment(5bcb411c-cc6a-4a4c-9bde-5ea76448952b),segment_id=5bcb411c-cc6a-4a4c-9bde-5ea76448952b)] {{(pid=91913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 06:16:16.515097 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [req-a646d64d-eb37-42c0-9203-a16866bbb571 req-7fda5dbc-2a3f-42c2-919a-29999624503e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774208810132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774208425701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774208426006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10749542'] for port, after_update {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:16:16.520528 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [None req-0065ef5d-6734-4cf3-b2d3-c78946bd6b3a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:16:16.578234 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1ee4ce-1253-417c-aa62-977e417d66d0 req-890a5848-61d4-4f78-be12-1da65b5815ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:16:16.580201 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-6c1ee4ce-1253-417c-aa62-977e417d66d0 req-890a5848-61d4-4f78-be12-1da65b5815ab service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=856ad5dcb525408fab9b255236023d67&device_id=cd3736c7-f5c3-46e4-bab0-8828108eed6e HTTP/1.1" status: 200 len: 1096 time: 0.1749296 Jun 01 06:16:16.585277 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a646d64d-eb37-42c0-9203-a16866bbb571 req-7fda5dbc-2a3f-42c2-919a-29999624503e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:16:16.585959 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [req-a646d64d-eb37-42c0-9203-a16866bbb571 req-7fda5dbc-2a3f-42c2-919a-29999624503e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239402'] for port, before_response {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:16:16.587270 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-a646d64d-eb37-42c0-9203-a16866bbb571 req-7fda5dbc-2a3f-42c2-919a-29999624503e service neutron] 10.222.0.45 "PUT /v2.0/ports/f92f82cb-bde5-4fd8-9d44-11800191b7b8 HTTP/1.1" status: 200 len: 1094 time: 1.2101212 Jun 01 06:16:16.587778 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4dbb02b6-b3ca-4f32-b0f3-939203b96bb3', 'tag': 'f92f82cb-bde5-4fd8-9d44-11800191b7b8'}] {{(pid=91913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 06:16:16.590072 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdc6be6d06003a26e0797ba9c3cae52571918e0042132e4e221042360f826683" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2fb1607-ee28-4361-a5c0-b62b5f326735" -d '{"events": [{"name": "network-changed", "server_uuid": "4dbb02b6-b3ca-4f32-b0f3-939203b96bb3", "tag": "f92f82cb-bde5-4fd8-9d44-11800191b7b8"}]}' {{(pid=91913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 06:16:16.719215 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Jun 2021 06:16:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba6802c6-5860-4331-bc5d-250b21221b8e x-openstack-request-id: req-ba6802c6-5860-4331-bc5d-250b21221b8e {{(pid=91913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 06:16:16.720137 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4dbb02b6-b3ca-4f32-b0f3-939203b96bb3", "tag": "f92f82cb-bde5-4fd8-9d44-11800191b7b8", "status": "completed", "code": 200}]} {{(pid=91913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 06:16:16.720376 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ba6802c6-5860-4331-bc5d-250b21221b8e {{(pid=91913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 06:16:16.720799 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4dbb02b6-b3ca-4f32-b0f3-939203b96bb3', 'tag': 'f92f82cb-bde5-4fd8-9d44-11800191b7b8', 'status': 'completed', 'code': 200} Jun 01 06:16:16.859007 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fda5dbc-2a3f-42c2-919a-29999624503e service neutron] Pushing event updated for resources: {'Port': ['ID=f92f82cb-bde5-4fd8-9d44-11800191b7b8,revision_number=3']} {{(pid=91913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:16:16.867357 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [None req-7fda5dbc-2a3f-42c2-919a-29999624503e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.347s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:16:16.977815 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1ee4ce-1253-417c-aa62-977e417d66d0 req-7eb1a052-7523-4ce3-a3da-87b52e3efbd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:16:16.979779 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-6c1ee4ce-1253-417c-aa62-977e417d66d0 req-7eb1a052-7523-4ce3-a3da-87b52e3efbd0 service neutron] 10.222.0.45 "GET /v2.0/networks?id=be2b441a-fb1a-427b-819d-eed80cc049e7 HTTP/1.1" status: 200 len: 910 time: 0.3868861 Jun 01 06:16:16.985987 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a646d64d-eb37-42c0-9203-a16866bbb571 req-442ef614-1880-4d6d-8db8-eed7f7a445df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:16:16.987766 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-a646d64d-eb37-42c0-9203-a16866bbb571 req-442ef614-1880-4d6d-8db8-eed7f7a445df service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=cf682efceb1b40c4a2056518b30cc419&device_id=4dbb02b6-b3ca-4f32-b0f3-939203b96bb3 HTTP/1.1" status: 200 len: 1097 time: 0.2638311 Jun 01 06:16:17.126860 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-a646d64d-eb37-42c0-9203-a16866bbb571 req-8ea39077-3851-4cc6-a773-adc99a2524ad service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f92f82cb-bde5-4fd8-9d44-11800191b7b8 HTTP/1.1" status: 200 len: 217 time: 0.0795813 Jun 01 06:16:17.192976 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944e03e4-2a2f-41d5-ac06-e3f97fac3af1 req-ed173d0e-176a-440d-b3af-0017b35c1c1a tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:16:17.193696 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.quota.resource [req-944e03e4-2a2f-41d5-ac06-e3f97fac3af1 req-ed173d0e-176a-440d-b3af-0017b35c1c1a tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Synchronizing usage tracker for tenant:cf682efceb1b40c4a2056518b30cc419 on resource:port {{(pid=91913) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 06:16:17.216713 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-6c1ee4ce-1253-417c-aa62-977e417d66d0 req-aee5a07e-0496-4d96-b24c-8d89100a7073 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cf7a4b9a-bb68-4bdc-ba08-653cdc886388 HTTP/1.1" status: 200 len: 999 time: 0.2274206 Jun 01 06:16:17.259214 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a646d64d-eb37-42c0-9203-a16866bbb571 req-3f841afc-c867-4422-8221-9d7ea442a299 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:16:17.260547 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-a646d64d-eb37-42c0-9203-a16866bbb571 req-3f841afc-c867-4422-8221-9d7ea442a299 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=afe82765-6164-43ac-8036-06de690ecff6 HTTP/1.1" status: 200 len: 854 time: 0.1249139 Jun 01 06:16:17.264139 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.quota.resource [req-944e03e4-2a2f-41d5-ac06-e3f97fac3af1 req-ed173d0e-176a-440d-b3af-0017b35c1c1a tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Unset dirty status for tenant:cf682efceb1b40c4a2056518b30cc419 on resource:port {{(pid=91913) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 06:16:17.265177 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-944e03e4-2a2f-41d5-ac06-e3f97fac3af1 req-ed173d0e-176a-440d-b3af-0017b35c1c1a tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] 10.222.0.41 "GET /v2.0/ports?device_id=4dbb02b6-b3ca-4f32-b0f3-939203b96bb3 HTTP/1.1" status: 200 len: 944 time: 0.4015989 Jun 01 06:16:17.368178 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1ee4ce-1253-417c-aa62-977e417d66d0 req-b6c4df90-d598-40fb-a47a-1710a848254a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:16:17.369608 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-6c1ee4ce-1253-417c-aa62-977e417d66d0 req-b6c4df90-d598-40fb-a47a-1710a848254a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1cc031fd-c5bc-4dab-9be6-0a2c21e59c64 HTTP/1.1" status: 200 len: 848 time: 0.1418724 Jun 01 06:16:17.379680 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-944e03e4-2a2f-41d5-ac06-e3f97fac3af1 req-3530fd4e-1de3-43e8-83e7-d95bbb718663 tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] 10.222.0.41 "GET /v2.0/security-groups?id=55f638aa-325e-49ec-a7c9-191269e41e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1084328 Jun 01 06:16:17.447909 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a646d64d-eb37-42c0-9203-a16866bbb571 req-4a349a59-dfd4-4121-9681-938b326c9a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:16:17.449469 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-a646d64d-eb37-42c0-9203-a16866bbb571 req-4a349a59-dfd4-4121-9681-938b326c9a98 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=0d0e27d7-e499-44c0-a6d3-0e69d07aa387&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1794257 Jun 01 06:16:17.485017 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1ee4ce-1253-417c-aa62-977e417d66d0 req-d6caccbb-f599-453f-a7e6-e504c50ba620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:16:17.487312 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-6c1ee4ce-1253-417c-aa62-977e417d66d0 req-d6caccbb-f599-453f-a7e6-e504c50ba620 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=be2b441a-fb1a-427b-819d-eed80cc049e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1068733 Jun 01 06:16:17.566163 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3959868b-640f-433e-8a53-ded83eb7f9aa req-1d867c54-9466-477e-bdf2-c73ed159beab tempest-TestShelveInstance-1107887697 tempest-TestShelveInstance-1107887697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:16:17.567618 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-3959868b-640f-433e-8a53-ded83eb7f9aa req-1d867c54-9466-477e-bdf2-c73ed159beab tempest-TestShelveInstance-1107887697 tempest-TestShelveInstance-1107887697-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd3736c7-f5c3-46e4-bab0-8828108eed6e HTTP/1.1" status: 200 len: 943 time: 0.0830762 Jun 01 06:16:17.611928 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-3959868b-640f-433e-8a53-ded83eb7f9aa req-5593274b-f6fa-4b6a-afaa-d9e8d70d15a1 tempest-TestShelveInstance-1107887697 tempest-TestShelveInstance-1107887697-project] 10.222.0.41 "GET /v2.0/security-groups?id=4ce01314-a77e-4519-975b-dbdbd392c102&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386987 Jun 01 06:16:17.655455 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774208951022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772053'] for agent, after_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:16:17.685401 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-a646d64d-eb37-42c0-9203-a16866bbb571 req-4f0a84b1-971e-42bc-8515-05a9a177b882 service neutron] 10.222.0.45 "GET /v2.0/networks/0d0e27d7-e499-44c0-a6d3-0e69d07aa387?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2284868 Jun 01 06:16:17.727085 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-6c1ee4ce-1253-417c-aa62-977e417d66d0 req-8a7514cf-84c1-474d-a652-4a67c99195e4 service neutron] 10.222.0.45 "GET /v2.0/networks/be2b441a-fb1a-427b-819d-eed80cc049e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1940141 Jun 01 06:16:17.815347 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-88e71845-de30-4c5b-ba2b-547e412da1b2 req-9993e794-4d53-41b6-b1ff-0a2ebf8a7e8b service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=43f14c8a-71ca-4849-a522-b8265eed9264&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0687079 Jun 01 06:16:17.919053 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e71845-de30-4c5b-ba2b-547e412da1b2 req-198beb9b-4868-42d7-be3f-5ecd097b8674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:16:17.920797 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-88e71845-de30-4c5b-ba2b-547e412da1b2 req-198beb9b-4868-42d7-be3f-5ecd097b8674 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7c893d8978f845f0bd2173a5ce1ebc47&device_id=43f14c8a-71ca-4849-a522-b8265eed9264 HTTP/1.1" status: 200 len: 1098 time: 0.0803635 Jun 01 06:16:17.939949 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-a646d64d-eb37-42c0-9203-a16866bbb571 req-735ce5ee-1f0e-4b49-9727-aaceab04b5bd service neutron] 10.222.0.45 "GET /v2.0/networks/0d0e27d7-e499-44c0-a6d3-0e69d07aa387?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2434311 Jun 01 06:16:17.947427 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-6c1ee4ce-1253-417c-aa62-977e417d66d0 req-7a89851d-56cb-4d19-adf1-9c8707f07fcc service neutron] 10.222.0.45 "GET /v2.0/networks/be2b441a-fb1a-427b-819d-eed80cc049e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1742766 Jun 01 06:16:18.075414 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fb1607-ee28-4361-a5c0-b62b5f326735 req-db459b8d-a701-49e5-9cd2-517f8306db8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:16:18.076943 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-b2fb1607-ee28-4361-a5c0-b62b5f326735 req-db459b8d-a701-49e5-9cd2-517f8306db8a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=cf682efceb1b40c4a2056518b30cc419&device_id=4dbb02b6-b3ca-4f32-b0f3-939203b96bb3 HTTP/1.1" status: 200 len: 1097 time: 0.0826316 Jun 01 06:16:18.090612 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e71845-de30-4c5b-ba2b-547e412da1b2 req-2533b35a-9cb5-4d54-a774-76a93c738739 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:16:18.092153 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-88e71845-de30-4c5b-ba2b-547e412da1b2 req-2533b35a-9cb5-4d54-a774-76a93c738739 service neutron] 10.222.0.45 "GET /v2.0/networks?id=1aef2bca-7ed6-4d41-a156-11dcffb5b8e2 HTTP/1.1" status: 200 len: 912 time: 0.1454546 Jun 01 06:16:18.199073 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-88e71845-de30-4c5b-ba2b-547e412da1b2 req-ef26999e-c303-4f41-9263-93270bf83f15 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=04cb92a6-89ce-4401-9cf4-d65ae86f6023 HTTP/1.1" status: 200 len: 1001 time: 0.0986481 Jun 01 06:16:18.270609 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e71845-de30-4c5b-ba2b-547e412da1b2 req-73065f4a-5559-4413-ae1c-c439c4085cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:16:18.272264 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-88e71845-de30-4c5b-ba2b-547e412da1b2 req-73065f4a-5559-4413-ae1c-c439c4085cb8 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=855dfebb-5fe1-422f-95fd-8b5f405d78be HTTP/1.1" status: 200 len: 850 time: 0.0649087 Jun 01 06:16:18.314265 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fb1607-ee28-4361-a5c0-b62b5f326735 req-a7187584-e3ce-49f1-9007-4e68f8d25d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:16:18.315695 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-b2fb1607-ee28-4361-a5c0-b62b5f326735 req-a7187584-e3ce-49f1-9007-4e68f8d25d9a service neutron] 10.222.0.45 "GET /v2.0/networks?id=0d0e27d7-e499-44c0-a6d3-0e69d07aa387 HTTP/1.1" status: 200 len: 916 time: 0.2290547 Jun 01 06:16:18.355890 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e71845-de30-4c5b-ba2b-547e412da1b2 req-9ad5687d-f365-40fc-8b63-e638f5a387dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:16:18.357409 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-88e71845-de30-4c5b-ba2b-547e412da1b2 req-9ad5687d-f365-40fc-8b63-e638f5a387dd service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1aef2bca-7ed6-4d41-a156-11dcffb5b8e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0767174 Jun 01 06:16:18.383658 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-b2fb1607-ee28-4361-a5c0-b62b5f326735 req-f90427d0-e76f-4dbe-a72c-1655ac9c619d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f92f82cb-bde5-4fd8-9d44-11800191b7b8 HTTP/1.1" status: 200 len: 217 time: 0.0604513 Jun 01 06:16:18.449909 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fb1607-ee28-4361-a5c0-b62b5f326735 req-c35cceb1-c151-4d1b-81dd-ff5470a81b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:16:18.451267 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-b2fb1607-ee28-4361-a5c0-b62b5f326735 req-c35cceb1-c151-4d1b-81dd-ff5470a81b61 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=afe82765-6164-43ac-8036-06de690ecff6 HTTP/1.1" status: 200 len: 854 time: 0.0622036 Jun 01 06:16:18.491687 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-88e71845-de30-4c5b-ba2b-547e412da1b2 req-42e646b7-e73b-4316-a514-36e10d1e0f1a service neutron] 10.222.0.45 "GET /v2.0/networks/1aef2bca-7ed6-4d41-a156-11dcffb5b8e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269178 Jun 01 06:16:18.589803 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fb1607-ee28-4361-a5c0-b62b5f326735 req-c4dc4b4f-a9a7-41f9-8920-bd3cc567112b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:16:18.591277 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-b2fb1607-ee28-4361-a5c0-b62b5f326735 req-c4dc4b4f-a9a7-41f9-8920-bd3cc567112b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=0d0e27d7-e499-44c0-a6d3-0e69d07aa387&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1325622 Jun 01 06:16:18.603485 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fdc95a-a4ad-43d6-bf9c-b8c383eeac34 req-59d53205-d847-43d7-9fe7-72f8712ac570 tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:16:18.604855 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-c5fdc95a-a4ad-43d6-bf9c-b8c383eeac34 req-59d53205-d847-43d7-9fe7-72f8712ac570 tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] 10.222.0.41 "GET /v2.0/ports?device_id=4dbb02b6-b3ca-4f32-b0f3-939203b96bb3 HTTP/1.1" status: 200 len: 944 time: 0.1054287 Jun 01 06:16:18.718945 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-88e71845-de30-4c5b-ba2b-547e412da1b2 req-4c8df21e-1473-4a15-9e4c-abde022b1de2 service neutron] 10.222.0.45 "GET /v2.0/networks/1aef2bca-7ed6-4d41-a156-11dcffb5b8e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2150412 Jun 01 06:16:18.752197 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-c5fdc95a-a4ad-43d6-bf9c-b8c383eeac34 req-0ea39e06-6080-4b8e-a2f1-b27ce92a4d93 tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] 10.222.0.41 "GET /v2.0/security-groups?id=55f638aa-325e-49ec-a7c9-191269e41e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1269460 Jun 01 06:16:18.776145 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-b2fb1607-ee28-4361-a5c0-b62b5f326735 req-2cab7e16-4246-4951-bb2d-6d1596a29ce2 service neutron] 10.222.0.45 "GET /v2.0/networks/0d0e27d7-e499-44c0-a6d3-0e69d07aa387?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1703424 Jun 01 06:16:18.807839 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f83ee5-4d58-44ba-b181-b0768935a70d req-7b22f0d1-8f9a-4934-a8d2-e17a2831a879 tempest-TestShelveInstance-1107887697 tempest-TestShelveInstance-1107887697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:16:18.809503 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-b9f83ee5-4d58-44ba-b181-b0768935a70d req-7b22f0d1-8f9a-4934-a8d2-e17a2831a879 tempest-TestShelveInstance-1107887697 tempest-TestShelveInstance-1107887697-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd3736c7-f5c3-46e4-bab0-8828108eed6e HTTP/1.1" status: 200 len: 943 time: 0.0828834 Jun 01 06:16:18.853818 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-b9f83ee5-4d58-44ba-b181-b0768935a70d req-5a1d7b1a-0ab8-4b63-9dfa-fefc42b42509 tempest-TestShelveInstance-1107887697 tempest-TestShelveInstance-1107887697-project] 10.222.0.41 "GET /v2.0/security-groups?id=4ce01314-a77e-4519-975b-dbdbd392c102&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380614 Jun 01 06:16:18.911221 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-b2fb1607-ee28-4361-a5c0-b62b5f326735 req-96e8b4a0-99be-4c6a-8128-1dc2a40dad8f service neutron] 10.222.0.45 "GET /v2.0/networks/0d0e27d7-e499-44c0-a6d3-0e69d07aa387?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262157 Jun 01 06:16:19.191379 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.wsgi [-] (91912) accepted ('10.222.0.41', 58752) {{(pid=91912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 06:16:19.252724 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e486ed2-cf04-4c1a-98c8-6fbbd43ad49d admin admin] Deleting subnet 76150a47-43a2-488b-8738-f3e8163a8625 {{(pid=91912) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 01 06:16:19.255586 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-5e486ed2-cf04-4c1a-98c8-6fbbd43ad49d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:16:19.303203 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-5e486ed2-cf04-4c1a-98c8-6fbbd43ad49d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11192973'] for subnet, precommit_delete_associations {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:16:19.356858 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-5e486ed2-cf04-4c1a-98c8-6fbbd43ad49d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3776980'] for subnet, precommit_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:16:19.597132 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-5e486ed2-cf04-4c1a-98c8-6fbbd43ad49d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3784033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1720489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11144667'] for subnet, after_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:16:19.601816 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:16:19.636811 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e486ed2-cf04-4c1a-98c8-6fbbd43ad49d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=76150a47-43a2-488b-8738-f3e8163a8625,revision_number=None']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:16:19.639808 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-5e486ed2-cf04-4c1a-98c8-6fbbd43ad49d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:16:19.640747 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-5e486ed2-cf04-4c1a-98c8-6fbbd43ad49d admin admin] Notify callbacks [] for subnet, before_response {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:16:19.646981 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [None req-5e486ed2-cf04-4c1a-98c8-6fbbd43ad49d admin admin] 10.222.0.41 "DELETE /v2.0/subnets/76150a47-43a2-488b-8738-f3e8163a8625 HTTP/1.1" status: 204 len: 168 time: 0.4546211 Jun 01 06:16:19.649487 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.wsgi [-] (91912) accepted ('10.222.0.41', 58756) {{(pid=91912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 06:16:19.748932 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-96402d57-15e3-4dca-9381-8a34e87a7e03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670944'] for network, before_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:16:19.874720 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-96402d57-15e3-4dca-9381-8a34e87a7e03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3782491', 'neutron.services.segments.db._delete_segments_for_network-8774208951004'] for network, precommit_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:16:19.889129 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.services.segments.db [None req-96402d57-15e3-4dca-9381-8a34e87a7e03 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87d8a353-7dd4-4082-9bf2-fd2c8884516a']}} {{(pid=91912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 06:16:19.904700 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.services.segments.db [None req-96402d57-15e3-4dca-9381-8a34e87a7e03 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9af682df-6564-48fb-b52a-b8597f6ebb6e') {'for_net_delete': True} {{(pid=91912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 06:16:19.905169 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.services.segments.db [None req-96402d57-15e3-4dca-9381-8a34e87a7e03 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9af682df-6564-48fb-b52a-b8597f6ebb6e') {} {{(pid=91912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 06:16:19.919610 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-96402d57-15e3-4dca-9381-8a34e87a7e03 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774208960925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11192966'] for segment, before_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:16:19.944500 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-96402d57-15e3-4dca-9381-8a34e87a7e03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3778787'] for segment, precommit_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:16:19.947655 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06dbeedd-7548-4dbe-b0c5-cab79c19d700 req-c55688d5-b8f4-4528-bf49-99f09dcab8a7 tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:16:19.949190 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-06dbeedd-7548-4dbe-b0c5-cab79c19d700 req-c55688d5-b8f4-4528-bf49-99f09dcab8a7 tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] 10.222.0.41 "GET /v2.0/ports?device_id=4dbb02b6-b3ca-4f32-b0f3-939203b96bb3 HTTP/1.1" status: 200 len: 944 time: 0.0901127 Jun 01 06:16:19.952079 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96402d57-15e3-4dca-9381-8a34e87a7e03 admin admin] Releasing vlan 313 on physical network physnet1 to pool {{(pid=91912) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 06:16:19.952638 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-96402d57-15e3-4dca-9381-8a34e87a7e03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3778787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1720847'] for segment, after_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:16:19.966743 dv-cinder-793885-1-smb neutron-server[91912]: Traceback (most recent call last): Jun 01 06:16:19.966743 dv-cinder-793885-1-smb neutron-server[91912]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 01 06:16:19.966743 dv-cinder-793885-1-smb neutron-server[91912]: timer() Jun 01 06:16:19.966743 dv-cinder-793885-1-smb neutron-server[91912]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 01 06:16:19.966743 dv-cinder-793885-1-smb neutron-server[91912]: cb(*args, **kw) Jun 01 06:16:19.966743 dv-cinder-793885-1-smb neutron-server[91912]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 01 06:16:19.966743 dv-cinder-793885-1-smb neutron-server[91912]: return func(*args, **kwargs) Jun 01 06:16:19.966743 dv-cinder-793885-1-smb neutron-server[91912]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 01 06:16:19.966743 dv-cinder-793885-1-smb neutron-server[91912]: self._notify() Jun 01 06:16:19.966743 dv-cinder-793885-1-smb neutron-server[91912]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 01 06:16:19.966743 dv-cinder-793885-1-smb neutron-server[91912]: self.callback(batched_events) Jun 01 06:16:19.966743 dv-cinder-793885-1-smb neutron-server[91912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 01 06:16:19.966743 dv-cinder-793885-1-smb neutron-server[91912]: event.method(event) Jun 01 06:16:19.966743 dv-cinder-793885-1-smb neutron-server[91912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 01 06:16:19.966743 dv-cinder-793885-1-smb neutron-server[91912]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 01 06:16:19.966743 dv-cinder-793885-1-smb neutron-server[91912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 01 06:16:19.966743 dv-cinder-793885-1-smb neutron-server[91912]: aggregate_uuid = self.p_client.list_aggregates( Jun 01 06:16:19.966743 dv-cinder-793885-1-smb neutron-server[91912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 01 06:16:19.966743 dv-cinder-793885-1-smb neutron-server[91912]: return f(self, *a, **k) Jun 01 06:16:19.966743 dv-cinder-793885-1-smb neutron-server[91912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 01 06:16:19.966743 dv-cinder-793885-1-smb neutron-server[91912]: return self._get(url).json() Jun 01 06:16:19.966743 dv-cinder-793885-1-smb neutron-server[91912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 01 06:16:19.966743 dv-cinder-793885-1-smb neutron-server[91912]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 01 06:16:19.966743 dv-cinder-793885-1-smb neutron-server[91912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 01 06:16:19.966743 dv-cinder-793885-1-smb neutron-server[91912]: return self.request(url, 'GET', **kwargs) Jun 01 06:16:19.966743 dv-cinder-793885-1-smb neutron-server[91912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 01 06:16:19.966743 dv-cinder-793885-1-smb neutron-server[91912]: base_url = self.get_endpoint(auth, allow=allow, Jun 01 06:16:19.966743 dv-cinder-793885-1-smb neutron-server[91912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 01 06:16:19.966743 dv-cinder-793885-1-smb neutron-server[91912]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 01 06:16:19.966743 dv-cinder-793885-1-smb neutron-server[91912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 01 06:16:19.966743 dv-cinder-793885-1-smb neutron-server[91912]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 01 06:16:19.966743 dv-cinder-793885-1-smb neutron-server[91912]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 01 06:16:19.995068 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-06dbeedd-7548-4dbe-b0c5-cab79c19d700 req-872cec99-6e7f-46f7-a67a-d2e86af744ce tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] 10.222.0.41 "GET /v2.0/security-groups?id=55f638aa-325e-49ec-a7c9-191269e41e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386407 Jun 01 06:16:20.089418 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-96402d57-15e3-4dca-9381-8a34e87a7e03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3782482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-940336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-880394'] for network, after_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:16:20.096856 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-05c527bd-0d63-4df8-b7ac-a5633f62c671 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:16:20.110088 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-96402d57-15e3-4dca-9381-8a34e87a7e03 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536287'] for network, before_response {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:16:20.122976 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96402d57-15e3-4dca-9381-8a34e87a7e03 admin admin] Pushing event deleted for resources: {'Network': ['ID=87d8a353-7dd4-4082-9bf2-fd2c8884516a,revision_number=None']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:16:20.127432 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-96402d57-15e3-4dca-9381-8a34e87a7e03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:16:20.134920 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [None req-96402d57-15e3-4dca-9381-8a34e87a7e03 admin admin] 10.222.0.41 "DELETE /v2.0/networks/87d8a353-7dd4-4082-9bf2-fd2c8884516a HTTP/1.1" status: 204 len: 168 time: 0.4845033 Jun 01 06:16:20.144226 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5e21cd-7c73-4093-ab13-778cd57b5019 req-4142f554-6d78-45d5-b17a-826e866d7a62 tempest-TestShelveInstance-1107887697 tempest-TestShelveInstance-1107887697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:16:20.145669 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-db5e21cd-7c73-4093-ab13-778cd57b5019 req-4142f554-6d78-45d5-b17a-826e866d7a62 tempest-TestShelveInstance-1107887697 tempest-TestShelveInstance-1107887697-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd3736c7-f5c3-46e4-bab0-8828108eed6e HTTP/1.1" status: 200 len: 943 time: 0.1735015 Jun 01 06:16:20.190096 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-db5e21cd-7c73-4093-ab13-778cd57b5019 req-d4a37273-3902-4022-b9db-8b7799a7d01d tempest-TestShelveInstance-1107887697 tempest-TestShelveInstance-1107887697-project] 10.222.0.41 "GET /v2.0/security-groups?id=4ce01314-a77e-4519-975b-dbdbd392c102&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387001 Jun 01 06:16:20.253896 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.wsgi [-] (91912) accepted ('10.222.0.41', 58766) {{(pid=91912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 06:16:20.300436 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [None req-77460b15-3ffd-42ef-8ada-7017d1b0eba2 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=90d9e2824fe04fba9c1e51879bb72596&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0453358 Jun 01 06:16:20.302597 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.wsgi [-] (91912) accepted ('10.222.0.41', 58770) {{(pid=91912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 06:16:20.362065 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-0455e5ef-3f4a-4e53-afa9-7b10e2da0415 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:16:20.387112 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-0455e5ef-3f4a-4e53-afa9-7b10e2da0415 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:16:20.437005 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-0455e5ef-3f4a-4e53-afa9-7b10e2da0415 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940402'] for security_group, after_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:16:20.442223 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-c2fe7305-5434-4355-b3d1-f0c6f91d9b0f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:16:20.455250 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0455e5ef-3f4a-4e53-afa9-7b10e2da0415 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aff84d6b-738c-48d3-9682-092c2465ce06,revision_number=None']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:16:20.459215 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-0455e5ef-3f4a-4e53-afa9-7b10e2da0415 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:16:20.462476 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-0455e5ef-3f4a-4e53-afa9-7b10e2da0415 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:16:20.465943 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [None req-0455e5ef-3f4a-4e53-afa9-7b10e2da0415 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/aff84d6b-738c-48d3-9682-092c2465ce06 HTTP/1.1" status: 204 len: 168 time: 0.1601834 Jun 01 06:16:21.189829 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52368aca-3a20-4e9e-999a-5f9412dd01e1 req-b1c92152-a3ae-4725-ad8a-3cc639960789 tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:16:21.191184 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-52368aca-3a20-4e9e-999a-5f9412dd01e1 req-b1c92152-a3ae-4725-ad8a-3cc639960789 tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] 10.222.0.41 "GET /v2.0/ports?device_id=4dbb02b6-b3ca-4f32-b0f3-939203b96bb3 HTTP/1.1" status: 200 len: 944 time: 0.0837283 Jun 01 06:16:21.235914 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-52368aca-3a20-4e9e-999a-5f9412dd01e1 req-ed682194-d025-42f9-86e2-597d82151623 tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] 10.222.0.41 "GET /v2.0/security-groups?id=55f638aa-325e-49ec-a7c9-191269e41e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388155 Jun 01 06:16:21.369764 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bfb594-3a62-4f53-8491-dfc8e40129f2 req-24c1de9b-b9d1-4b14-98d0-c264e503a842 tempest-TestShelveInstance-1107887697 tempest-TestShelveInstance-1107887697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:16:21.371200 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-53bfb594-3a62-4f53-8491-dfc8e40129f2 req-24c1de9b-b9d1-4b14-98d0-c264e503a842 tempest-TestShelveInstance-1107887697 tempest-TestShelveInstance-1107887697-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd3736c7-f5c3-46e4-bab0-8828108eed6e HTTP/1.1" status: 200 len: 943 time: 0.0783339 Jun 01 06:16:21.417226 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-53bfb594-3a62-4f53-8491-dfc8e40129f2 req-65b0a5a8-2028-438a-bc24-f6b80cb3a3b4 tempest-TestShelveInstance-1107887697 tempest-TestShelveInstance-1107887697-project] 10.222.0.41 "GET /v2.0/security-groups?id=4ce01314-a77e-4519-975b-dbdbd392c102&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398865 Jun 01 06:16:22.077028 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.rpc [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Device f92f82cb-bde5-4fd8-9d44-11800191b7b8 details requested by agent hyperv_hv-cinder-79388 with host hv-cinder-79388 {{(pid=91914) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 06:16:22.205715 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.db [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] For port f92f82cb-bde5-4fd8-9d44-11800191b7b8, host hv-cinder-79388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79388',level=0,port_id=f92f82cb-bde5-4fd8-9d44-11800191b7b8,segment=NetworkSegment(5bcb411c-cc6a-4a4c-9bde-5ea76448952b),segment_id=5bcb411c-cc6a-4a4c-9bde-5ea76448952b)] {{(pid=91914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 06:16:22.218244 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.rpc [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Returning: {'device': 'f92f82cb-bde5-4fd8-9d44-11800191b7b8', 'network_id': '0d0e27d7-e499-44c0-a6d3-0e69d07aa387', 'port_id': 'f92f82cb-bde5-4fd8-9d44-11800191b7b8', 'mac_address': 'fa:16:3e:c9:7e:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 346, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'afe82765-6164-43ac-8036-06de690ecff6', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91914) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 06:16:22.282353 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3824664'] for port, before_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:16:22.298686 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.notifiers.nova [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f92f82cb-bde5-4fd8-9d44-11800191b7b8 {{(pid=91914) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 06:16:22.314070 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.db [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] For port f92f82cb-bde5-4fd8-9d44-11800191b7b8, host hv-cinder-79388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79388',level=0,port_id=f92f82cb-bde5-4fd8-9d44-11800191b7b8,segment=NetworkSegment(5bcb411c-cc6a-4a4c-9bde-5ea76448952b),segment_id=5bcb411c-cc6a-4a4c-9bde-5ea76448952b)] {{(pid=91914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 06:16:22.318622 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774208810132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774208425701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774208426006'] for port, after_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:16:22.319341 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.rpc [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Device cf7a4b9a-bb68-4bdc-ba08-653cdc886388 details requested by agent hyperv_hv-cinder-79388 with host hv-cinder-79388 {{(pid=91914) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 06:16:22.321282 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG oslo_concurrency.lockutils [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91914) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:16:22.429376 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b8601d-1798-4685-8128-056475a20bc8 req-7deb8334-8704-4e7a-a6b8-4047e8ce1a1d tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:16:22.430805 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-76b8601d-1798-4685-8128-056475a20bc8 req-7deb8334-8704-4e7a-a6b8-4047e8ce1a1d tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] 10.222.0.41 "GET /v2.0/ports?device_id=4dbb02b6-b3ca-4f32-b0f3-939203b96bb3 HTTP/1.1" status: 200 len: 945 time: 0.0846214 Jun 01 06:16:22.474691 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Pushing event updated for resources: {'Port': ['ID=f92f82cb-bde5-4fd8-9d44-11800191b7b8,revision_number=4']} {{(pid=91914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:16:22.477962 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG oslo_concurrency.lockutils [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=91914) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:16:22.487336 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-76b8601d-1798-4685-8128-056475a20bc8 req-f601d3fc-c72d-4ddb-8c05-250380c6ea1a tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] 10.222.0.41 "GET /v2.0/security-groups?id=55f638aa-325e-49ec-a7c9-191269e41e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507219 Jun 01 06:16:22.517059 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.db [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] For port cf7a4b9a-bb68-4bdc-ba08-653cdc886388, host hv-cinder-79388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79388',level=0,port_id=cf7a4b9a-bb68-4bdc-ba08-653cdc886388,segment=NetworkSegment(0e7dd937-69e2-40df-b10d-100b14ee89a1),segment_id=0e7dd937-69e2-40df-b10d-100b14ee89a1)] {{(pid=91914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 06:16:22.530286 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.rpc [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Returning: {'device': 'cf7a4b9a-bb68-4bdc-ba08-653cdc886388', 'network_id': 'be2b441a-fb1a-427b-819d-eed80cc049e7', 'port_id': 'cf7a4b9a-bb68-4bdc-ba08-653cdc886388', 'mac_address': 'fa:16:3e:11:da:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1cc031fd-c5bc-4dab-9be6-0a2c21e59c64', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91914) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 06:16:22.586930 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3824664'] for port, before_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:16:22.601280 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960eaeb2-bceb-4453-b898-9129edcfbb38 req-3d971ac1-a434-48f8-b9e6-91fe0f873106 tempest-TestShelveInstance-1107887697 tempest-TestShelveInstance-1107887697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:16:22.602757 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-960eaeb2-bceb-4453-b898-9129edcfbb38 req-3d971ac1-a434-48f8-b9e6-91fe0f873106 tempest-TestShelveInstance-1107887697 tempest-TestShelveInstance-1107887697-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd3736c7-f5c3-46e4-bab0-8828108eed6e HTTP/1.1" status: 200 len: 943 time: 0.0788960 Jun 01 06:16:22.603591 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.notifiers.nova [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf7a4b9a-bb68-4bdc-ba08-653cdc886388 {{(pid=91914) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 06:16:22.619355 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.db [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] For port cf7a4b9a-bb68-4bdc-ba08-653cdc886388, host hv-cinder-79388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79388',level=0,port_id=cf7a4b9a-bb68-4bdc-ba08-653cdc886388,segment=NetworkSegment(0e7dd937-69e2-40df-b10d-100b14ee89a1),segment_id=0e7dd937-69e2-40df-b10d-100b14ee89a1)] {{(pid=91914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 06:16:22.623523 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774208810132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774208425701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774208426006'] for port, after_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:16:22.626372 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG oslo_concurrency.lockutils [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91914) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:16:22.648839 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-960eaeb2-bceb-4453-b898-9129edcfbb38 req-6e60c73f-344f-4ffb-b2b7-f984fa3f99f2 tempest-TestShelveInstance-1107887697 tempest-TestShelveInstance-1107887697-project] 10.222.0.41 "GET /v2.0/security-groups?id=4ce01314-a77e-4519-975b-dbdbd392c102&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397966 Jun 01 06:16:22.692437 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Pushing event updated for resources: {'Port': ['ID=cf7a4b9a-bb68-4bdc-ba08-653cdc886388,revision_number=7']} {{(pid=91914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:16:22.695393 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG oslo_concurrency.lockutils [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91914) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:16:23.018672 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.db [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] get_ports_and_sgs() called for port_ids ['f92f82cb-bde5-4fd8-9d44-11800191b7b8'] {{(pid=91914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 06:16:23.051671 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.db [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] get_ports_and_sgs() called for port_ids ['cf7a4b9a-bb68-4bdc-ba08-653cdc886388'] {{(pid=91914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 06:16:23.663796 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7724c2-525d-4524-95b5-297f02c6d85e req-338dac6e-8584-4cbf-a12c-fef0532bc007 tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:16:23.665237 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-9f7724c2-525d-4524-95b5-297f02c6d85e req-338dac6e-8584-4cbf-a12c-fef0532bc007 tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] 10.222.0.41 "GET /v2.0/ports?device_id=4dbb02b6-b3ca-4f32-b0f3-939203b96bb3 HTTP/1.1" status: 200 len: 945 time: 0.0779414 Jun 01 06:16:23.708971 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-9f7724c2-525d-4524-95b5-297f02c6d85e req-9a19eb3b-2fe0-4a8f-a8b0-f2639540a097 tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] 10.222.0.41 "GET /v2.0/security-groups?id=55f638aa-325e-49ec-a7c9-191269e41e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381351 Jun 01 06:16:23.830944 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1abbcc-e132-489a-a6e0-4cb8710eebbd req-302dbeb2-08d7-4877-84e1-52098d5121bd tempest-TestShelveInstance-1107887697 tempest-TestShelveInstance-1107887697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:16:23.832311 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-ef1abbcc-e132-489a-a6e0-4cb8710eebbd req-302dbeb2-08d7-4877-84e1-52098d5121bd tempest-TestShelveInstance-1107887697 tempest-TestShelveInstance-1107887697-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd3736c7-f5c3-46e4-bab0-8828108eed6e HTTP/1.1" status: 200 len: 944 time: 0.0820696 Jun 01 06:16:23.874674 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-ef1abbcc-e132-489a-a6e0-4cb8710eebbd req-1042ea9f-b25b-41c1-b6c0-bf1dd6916c71 tempest-TestShelveInstance-1107887697 tempest-TestShelveInstance-1107887697-project] 10.222.0.41 "GET /v2.0/security-groups?id=4ce01314-a77e-4519-975b-dbdbd392c102&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368848 Jun 01 06:16:24.896220 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3041023-6c17-49e2-839b-f1ade09d3195 req-ea659659-945a-45c3-90f4-30c8fd9ef5bf tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:16:24.899042 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-e3041023-6c17-49e2-839b-f1ade09d3195 req-ea659659-945a-45c3-90f4-30c8fd9ef5bf tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] 10.222.0.41 "GET /v2.0/ports?device_id=4dbb02b6-b3ca-4f32-b0f3-939203b96bb3 HTTP/1.1" status: 200 len: 945 time: 0.0834684 Jun 01 06:16:24.944364 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-e3041023-6c17-49e2-839b-f1ade09d3195 req-80e1c157-c268-444f-9fed-02c2f2b0e8aa tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] 10.222.0.41 "GET /v2.0/security-groups?id=55f638aa-325e-49ec-a7c9-191269e41e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387936 Jun 01 06:16:25.058766 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477c13fc-8a60-48fe-9ab7-4c0505871097 req-bc045ee6-b92e-4479-8ec0-b991d22a7d1d tempest-TestShelveInstance-1107887697 tempest-TestShelveInstance-1107887697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:16:25.060125 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-477c13fc-8a60-48fe-9ab7-4c0505871097 req-bc045ee6-b92e-4479-8ec0-b991d22a7d1d tempest-TestShelveInstance-1107887697 tempest-TestShelveInstance-1107887697-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd3736c7-f5c3-46e4-bab0-8828108eed6e HTTP/1.1" status: 200 len: 944 time: 0.0788865 Jun 01 06:16:25.104142 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-477c13fc-8a60-48fe-9ab7-4c0505871097 req-5cf1cdb3-95dd-4ec4-a8f5-ab946c3fc58d tempest-TestShelveInstance-1107887697 tempest-TestShelveInstance-1107887697-project] 10.222.0.41 "GET /v2.0/security-groups?id=4ce01314-a77e-4519-975b-dbdbd392c102&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378723 Jun 01 06:16:25.803228 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-68cd858a-3159-4de2-8920-32d05478a6b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774208951022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772053'] for agent, after_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:16:26.109736 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.rpc [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Device f92f82cb-bde5-4fd8-9d44-11800191b7b8 up at agent hyperv_hv-cinder-79388 {{(pid=91914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 06:16:26.133212 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a765d8-311e-491d-9357-643535114b63 req-30244d8e-7601-4242-bfcf-6f8c97e6f2a6 tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:16:26.134706 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-96a765d8-311e-491d-9357-643535114b63 req-30244d8e-7601-4242-bfcf-6f8c97e6f2a6 tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] 10.222.0.41 "GET /v2.0/ports?device_id=4dbb02b6-b3ca-4f32-b0f3-939203b96bb3 HTTP/1.1" status: 200 len: 945 time: 0.0782137 Jun 01 06:16:26.179036 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.db.provisioning_blocks [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Provisioning for port f92f82cb-bde5-4fd8-9d44-11800191b7b8 completed by entity L2. {{(pid=91914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 06:16:26.183752 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.db.provisioning_blocks [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Provisioning complete for port f92f82cb-bde5-4fd8-9d44-11800191b7b8 triggered by entity L2. {{(pid=91914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 06:16:26.184133 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3772206'] for port, provisioning_complete {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:16:26.184934 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-96a765d8-311e-491d-9357-643535114b63 req-d485c26e-3dd9-4a62-8655-17ae9363a166 tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] 10.222.0.41 "GET /v2.0/security-groups?id=55f638aa-325e-49ec-a7c9-191269e41e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443552 Jun 01 06:16:26.303790 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3824664'] for port, before_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:16:26.331755 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4dbb02b6-b3ca-4f32-b0f3-939203b96bb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f92f82cb-bde5-4fd8-9d44-11800191b7b8'}] {{(pid=91914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 06:16:26.334019 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cefeca7b2fbb82c39cf99810f9cdf69defc097144ee6f344485b033ce81b52cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b844e85-ab5d-431c-9b20-cec068abac5d" -d '{"events": [{"server_uuid": "4dbb02b6-b3ca-4f32-b0f3-939203b96bb3", "name": "network-vif-plugged", "status": "completed", "tag": "f92f82cb-bde5-4fd8-9d44-11800191b7b8"}]}' {{(pid=91914) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 06:16:26.341667 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.db [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] For port f92f82cb-bde5-4fd8-9d44-11800191b7b8, host hv-cinder-79388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79388',level=0,port_id=f92f82cb-bde5-4fd8-9d44-11800191b7b8,segment=NetworkSegment(5bcb411c-cc6a-4a4c-9bde-5ea76448952b),segment_id=5bcb411c-cc6a-4a4c-9bde-5ea76448952b)] {{(pid=91914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 06:16:26.347307 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774208810132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774208425701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774208426006'] for port, after_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:16:26.348099 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.rpc [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Device cf7a4b9a-bb68-4bdc-ba08-653cdc886388 up at agent hyperv_hv-cinder-79388 {{(pid=91914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 06:16:26.375359 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG oslo_concurrency.lockutils [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91914) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:16:26.378107 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b499ff-e95c-4f57-adef-e29efc1abc55 req-00e3beb4-e914-44f9-986b-580092e9bf08 tempest-TestShelveInstance-1107887697 tempest-TestShelveInstance-1107887697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:16:26.379609 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-a7b499ff-e95c-4f57-adef-e29efc1abc55 req-00e3beb4-e914-44f9-986b-580092e9bf08 tempest-TestShelveInstance-1107887697 tempest-TestShelveInstance-1107887697-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd3736c7-f5c3-46e4-bab0-8828108eed6e HTTP/1.1" status: 200 len: 944 time: 0.1663570 Jun 01 06:16:26.410455 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 06:16:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ad17748-3a88-4674-adc1-d13b9ec1d5a9 x-openstack-request-id: req-4ad17748-3a88-4674-adc1-d13b9ec1d5a9 {{(pid=91914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 06:16:26.410837 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4dbb02b6-b3ca-4f32-b0f3-939203b96bb3", "name": "network-vif-plugged", "status": "completed", "tag": "f92f82cb-bde5-4fd8-9d44-11800191b7b8", "code": 200}]} {{(pid=91914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 06:16:26.411016 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4ad17748-3a88-4674-adc1-d13b9ec1d5a9 {{(pid=91914) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 06:16:26.411393 dv-cinder-793885-1-smb neutron-server[91914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4dbb02b6-b3ca-4f32-b0f3-939203b96bb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f92f82cb-bde5-4fd8-9d44-11800191b7b8', 'code': 200} Jun 01 06:16:26.427856 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-a7b499ff-e95c-4f57-adef-e29efc1abc55 req-e5688612-5371-4b10-8d40-7cb39916a5b6 tempest-TestShelveInstance-1107887697 tempest-TestShelveInstance-1107887697-project] 10.222.0.41 "GET /v2.0/security-groups?id=4ce01314-a77e-4519-975b-dbdbd392c102&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417452 Jun 01 06:16:26.468404 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Pushing event updated for resources: {'Port': ['ID=f92f82cb-bde5-4fd8-9d44-11800191b7b8,revision_number=5']} {{(pid=91914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:16:26.473439 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG oslo_concurrency.lockutils [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=91914) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:16:26.480146 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.db.provisioning_blocks [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Provisioning complete for port cf7a4b9a-bb68-4bdc-ba08-653cdc886388 triggered by entity L2. {{(pid=91914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 06:16:26.480517 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3772206'] for port, provisioning_complete {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:16:26.593746 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3824664'] for port, before_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:16:26.619569 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e35ba0f-014d-41ac-85ca-7ef099c6b88a req-690a16a6-a7f7-4384-bd38-7ff6ecc9dcd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:16:26.621120 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-9e35ba0f-014d-41ac-85ca-7ef099c6b88a req-690a16a6-a7f7-4384-bd38-7ff6ecc9dcd4 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=4dbb02b6-b3ca-4f32-b0f3-939203b96bb3 HTTP/1.1" status: 200 len: 1099 time: 0.0692551 Jun 01 06:16:26.629051 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.db [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] For port cf7a4b9a-bb68-4bdc-ba08-653cdc886388, host hv-cinder-79388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79388',level=0,port_id=cf7a4b9a-bb68-4bdc-ba08-653cdc886388,segment=NetworkSegment(0e7dd937-69e2-40df-b10d-100b14ee89a1),segment_id=0e7dd937-69e2-40df-b10d-100b14ee89a1)] {{(pid=91914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 06:16:26.632521 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774208810132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774208425701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774208426006'] for port, after_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:16:26.634554 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG oslo_concurrency.lockutils [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91914) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:16:26.669898 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-9e35ba0f-014d-41ac-85ca-7ef099c6b88a req-8593d9c6-f6bd-475c-a0fe-100125d1b1f5 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=55f638aa-325e-49ec-a7c9-191269e41e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360265 Jun 01 06:16:26.700531 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Pushing event updated for resources: {'Port': ['ID=cf7a4b9a-bb68-4bdc-ba08-653cdc886388,revision_number=8']} {{(pid=91914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:16:26.703538 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG oslo_concurrency.lockutils [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=91914) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:16:27.377632 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e985c6f-4332-40af-8bcd-7c55bf37f0ca req-cd71c494-03bd-4861-b9df-115aa160b3c0 tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:16:27.379049 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-4e985c6f-4332-40af-8bcd-7c55bf37f0ca req-cd71c494-03bd-4861-b9df-115aa160b3c0 tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] 10.222.0.41 "GET /v2.0/ports?device_id=4dbb02b6-b3ca-4f32-b0f3-939203b96bb3 HTTP/1.1" status: 200 len: 946 time: 0.0821495 Jun 01 06:16:27.422100 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-4e985c6f-4332-40af-8bcd-7c55bf37f0ca req-309b390d-859f-419d-b0e3-9ed01cc44d1b tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] 10.222.0.41 "GET /v2.0/security-groups?id=55f638aa-325e-49ec-a7c9-191269e41e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375113 Jun 01 06:16:27.610140 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1833a3-7bc7-4fc2-93eb-8d14af08ae26 req-bda044a3-b193-467b-ae59-d1cd08aff67e tempest-TestShelveInstance-1107887697 tempest-TestShelveInstance-1107887697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:16:27.611483 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-8a1833a3-7bc7-4fc2-93eb-8d14af08ae26 req-bda044a3-b193-467b-ae59-d1cd08aff67e tempest-TestShelveInstance-1107887697 tempest-TestShelveInstance-1107887697-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd3736c7-f5c3-46e4-bab0-8828108eed6e HTTP/1.1" status: 200 len: 945 time: 0.0797954 Jun 01 06:16:27.657051 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-8a1833a3-7bc7-4fc2-93eb-8d14af08ae26 req-dad5af60-5c93-4c9a-a56e-70b202be0424 tempest-TestShelveInstance-1107887697 tempest-TestShelveInstance-1107887697-project] 10.222.0.41 "GET /v2.0/security-groups?id=4ce01314-a77e-4519-975b-dbdbd392c102&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400498 Jun 01 06:16:28.194712 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774208951022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772053'] for agent, after_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:16:28.412217 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd3736c7-f5c3-46e4-bab0-8828108eed6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf7a4b9a-bb68-4bdc-ba08-653cdc886388'}] {{(pid=91914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 06:16:28.414524 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cefeca7b2fbb82c39cf99810f9cdf69defc097144ee6f344485b033ce81b52cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-008ceec7-94c3-4a65-8292-4ba70666a6f3" -d '{"events": [{"server_uuid": "cd3736c7-f5c3-46e4-bab0-8828108eed6e", "name": "network-vif-plugged", "status": "completed", "tag": "cf7a4b9a-bb68-4bdc-ba08-653cdc886388"}]}' {{(pid=91914) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 06:16:28.455339 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 06:16:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea9d6564-3e6a-424a-8a45-7f72a6baa629 x-openstack-request-id: req-ea9d6564-3e6a-424a-8a45-7f72a6baa629 {{(pid=91914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 06:16:28.455642 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd3736c7-f5c3-46e4-bab0-8828108eed6e", "name": "network-vif-plugged", "status": "completed", "tag": "cf7a4b9a-bb68-4bdc-ba08-653cdc886388", "code": 200}]} {{(pid=91914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 06:16:28.455890 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ea9d6564-3e6a-424a-8a45-7f72a6baa629 {{(pid=91914) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 06:16:28.456286 dv-cinder-793885-1-smb neutron-server[91914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd3736c7-f5c3-46e4-bab0-8828108eed6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf7a4b9a-bb68-4bdc-ba08-653cdc886388', 'code': 200} Jun 01 06:16:28.499732 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-211da19a-c75b-4698-a207-cc4e1a6c88c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774208951022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772053'] for agent, after_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:16:28.610098 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9d262c-2fc1-4326-ad38-0ee9d5055b13 req-9def0e0e-30ed-4a22-88fb-454d83cf7ef1 tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:16:28.611632 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-de9d262c-2fc1-4326-ad38-0ee9d5055b13 req-9def0e0e-30ed-4a22-88fb-454d83cf7ef1 tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] 10.222.0.41 "GET /v2.0/ports?device_id=4dbb02b6-b3ca-4f32-b0f3-939203b96bb3 HTTP/1.1" status: 200 len: 946 time: 0.0810950 Jun 01 06:16:28.659508 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-de9d262c-2fc1-4326-ad38-0ee9d5055b13 req-2c640865-10c1-470d-b455-707c866af026 tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] 10.222.0.41 "GET /v2.0/security-groups?id=55f638aa-325e-49ec-a7c9-191269e41e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419991 Jun 01 06:16:28.778194 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cfb7ca-147d-4059-9ed7-b2c233d2c11c req-e623760c-d597-4c94-8389-68813891abb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:16:28.779650 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-a1cfb7ca-147d-4059-9ed7-b2c233d2c11c req-e623760c-d597-4c94-8389-68813891abb9 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=cd3736c7-f5c3-46e4-bab0-8828108eed6e HTTP/1.1" status: 200 len: 1098 time: 0.0715361 Jun 01 06:16:28.847814 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5f6169-b70b-463e-a764-08b9d3d53066 req-95eb1b9f-286b-4a30-8961-d83d5b621338 tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:16:28.849312 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-8c5f6169-b70b-463e-a764-08b9d3d53066 req-95eb1b9f-286b-4a30-8961-d83d5b621338 tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] 10.222.0.41 "GET /v2.0/ports?device_id=4dbb02b6-b3ca-4f32-b0f3-939203b96bb3 HTTP/1.1" status: 200 len: 946 time: 0.0857515 Jun 01 06:16:28.858237 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.wsgi [-] (91912) accepted ('10.222.0.41', 58810) {{(pid=91912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 06:16:28.863319 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.v2.base [None req-10db6f72-bda3-496d-b545-9599888e15f6 tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Request body: {'floatingip': {'port_id': 'f92f82cb-bde5-4fd8-9d44-11800191b7b8'}} {{(pid=91912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 06:16:28.870090 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-a1cfb7ca-147d-4059-9ed7-b2c233d2c11c req-e5818390-a7da-4ec2-9dae-4d51520dd041 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=4ce01314-a77e-4519-975b-dbdbd392c102&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571611 Jun 01 06:16:28.889448 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c266bc9-7a1f-4042-8b6d-10a04012a23c req-9f2d3763-d338-4e63-9f2e-21d1d40962fc tempest-TestShelveInstance-1107887697 tempest-TestShelveInstance-1107887697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:16:28.891059 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-7c266bc9-7a1f-4042-8b6d-10a04012a23c req-9f2d3763-d338-4e63-9f2e-21d1d40962fc tempest-TestShelveInstance-1107887697 tempest-TestShelveInstance-1107887697-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd3736c7-f5c3-46e4-bab0-8828108eed6e HTTP/1.1" status: 200 len: 945 time: 0.1105511 Jun 01 06:16:28.936783 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-7c266bc9-7a1f-4042-8b6d-10a04012a23c req-69a7c349-e572-410d-bce1-6b9bfdc4dbe1 tempest-TestShelveInstance-1107887697 tempest-TestShelveInstance-1107887697-project] 10.222.0.41 "GET /v2.0/security-groups?id=4ce01314-a77e-4519-975b-dbdbd392c102&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389726 Jun 01 06:16:28.966156 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-10db6f72-bda3-496d-b545-9599888e15f6 tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Notify callbacks [] for floatingip, before_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:16:29.546173 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-10db6f72-bda3-496d-b545-9599888e15f6 tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:16:29.550336 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-10db6f72-bda3-496d-b545-9599888e15f6 tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-880440'] for floatingip, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:16:29.728431 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.db.l3_db [None req-10db6f72-bda3-496d-b545-9599888e15f6 tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Floating IP 0e3dbe1a-c258-4223-9dc7-4345336ba13f associated. External IP: 172.28.2.139, port: f92f82cb-bde5-4fd8-9d44-11800191b7b8. Jun 01 06:16:29.790969 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-1d313a3c-a63a-4764-8840-fb680d7e5ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774208951022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772053'] for agent, after_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:16:30.233354 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6454e5fb-570f-48db-a6fd-aeeab9142138 req-8fb0a970-1ab5-4eca-85d2-6c427b473781 tempest-TestShelveInstance-1107887697 tempest-TestShelveInstance-1107887697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:16:30.235357 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-6454e5fb-570f-48db-a6fd-aeeab9142138 req-8fb0a970-1ab5-4eca-85d2-6c427b473781 tempest-TestShelveInstance-1107887697 tempest-TestShelveInstance-1107887697-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd3736c7-f5c3-46e4-bab0-8828108eed6e HTTP/1.1" status: 200 len: 945 time: 0.1842563 Jun 01 06:16:30.270013 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10db6f72-bda3-496d-b545-9599888e15f6 tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Router b48c156b-3c9c-4a27-8427-3932990494c6 has already been hosted by L3 agent a2597806-c6e6-4acd-a843-608abc904602 {{(pid=91912) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 06:16:30.352763 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-6454e5fb-570f-48db-a6fd-aeeab9142138 req-101c3358-aa4e-4c29-990e-033a90669838 tempest-TestShelveInstance-1107887697 tempest-TestShelveInstance-1107887697-project] 10.222.0.41 "GET /v2.0/security-groups?id=4ce01314-a77e-4519-975b-dbdbd392c102&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1095057 Jun 01 06:16:30.466640 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10db6f72-bda3-496d-b545-9599888e15f6 tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Notify agent at l3_agent.dv-cinder-793885-1-smb the message routers_updated {{(pid=91912) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 06:16:30.470865 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-10db6f72-bda3-496d-b545-9599888e15f6 tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239402'] for floatingip, before_response {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:16:30.476381 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b99175e0-7e8e-4238-ab1c-a642a3390a86 None None] Sync routers for ids ['b48c156b-3c9c-4a27-8427-3932990494c6'] in dv-cinder-793885-1-smb {{(pid=91914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 06:16:30.486311 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b99175e0-7e8e-4238-ab1c-a642a3390a86 None None] Routers {'b48c156b-3c9c-4a27-8427-3932990494c6'} bound to L3 agent in host dv-cinder-793885-1-smb {{(pid=91914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 06:16:30.487331 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.db.l3_hamode_db [None req-b99175e0-7e8e-4238-ab1c-a642a3390a86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793885-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-01T06:01:58Z,description=,heartbeat_timestamp=2021-06-01T06:16:28Z,host='dv-cinder-793885-1-smb',id=a2597806-c6e6-4acd-a843-608abc904602,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T06:01:58Z,topic='l3_agent')) {'router_ids': ['b48c156b-3c9c-4a27-8427-3932990494c6'], 'active': True} {{(pid=91914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 06:16:30.524557 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [None req-10db6f72-bda3-496d-b545-9599888e15f6 tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] 10.222.0.41 "PUT /v2.0/floatingips/0e3dbe1a-c258-4223-9dc7-4345336ba13f HTTP/1.1" status: 200 len: 992 time: 1.6652761 Jun 01 06:16:30.525471 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4dbb02b6-b3ca-4f32-b0f3-939203b96bb3', 'tag': 'f92f82cb-bde5-4fd8-9d44-11800191b7b8'}] {{(pid=91912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 06:16:30.527807 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c7b3c6e1f14bb220aa0995d95792b8f3e6549c6955cb141320bca3e5502353f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28b6a650-91f5-4ca7-97f4-36338b9c4eb2" -d '{"events": [{"name": "network-changed", "server_uuid": "4dbb02b6-b3ca-4f32-b0f3-939203b96bb3", "tag": "f92f82cb-bde5-4fd8-9d44-11800191b7b8"}]}' {{(pid=91912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 06:16:30.698899 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.db.l3_dvr_db [None req-b99175e0-7e8e-4238-ab1c-a642a3390a86 None None] Set router b48c156b-3c9c-4a27-8427-3932990494c6 gateway port host: dv-cinder-793885-1-smb {{(pid=91914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 06:16:30.761194 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Jun 2021 06:16:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e8ff8c2-d5b6-4055-a0fd-673439e47a8c x-openstack-request-id: req-4e8ff8c2-d5b6-4055-a0fd-673439e47a8c {{(pid=91912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 06:16:30.761706 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4dbb02b6-b3ca-4f32-b0f3-939203b96bb3", "tag": "f92f82cb-bde5-4fd8-9d44-11800191b7b8", "status": "completed", "code": 200}]} {{(pid=91912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 06:16:30.761815 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4e8ff8c2-d5b6-4055-a0fd-673439e47a8c {{(pid=91912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 06:16:30.762755 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4dbb02b6-b3ca-4f32-b0f3-939203b96bb3', 'tag': 'f92f82cb-bde5-4fd8-9d44-11800191b7b8', 'status': 'completed', 'code': 200} Jun 01 06:16:30.852454 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b6a650-91f5-4ca7-97f4-36338b9c4eb2 req-d0445cf7-d667-4138-8820-3ac5b7e616d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:16:30.853949 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-28b6a650-91f5-4ca7-97f4-36338b9c4eb2 req-d0445cf7-d667-4138-8820-3ac5b7e616d8 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=cf682efceb1b40c4a2056518b30cc419&device_id=4dbb02b6-b3ca-4f32-b0f3-939203b96bb3 HTTP/1.1" status: 200 len: 1099 time: 0.0693769 Jun 01 06:16:30.982730 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG neutron.db.agents_db [None req-a707e798-5c4a-4349-b1a6-04fc24c0e8c1 None None] Agent healthcheck: found 6 active agents {{(pid=91915) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 06:16:31.071770 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.db.l3_hamode_db [None req-b99175e0-7e8e-4238-ab1c-a642a3390a86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b48c156b-3c9c-4a27-8427-3932990494c6', 'name': 'tempest-AttachVolumeShelveTestJSON-44898397-router', 'tenant_id': 'cf682efceb1b40c4a2056518b30cc419', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df727fa4-ca0b-43ba-be88-ffeb156f0c84', 'external_fixed_ips': [{'subnet_id': '8acdb510-d5f4-4c90-8e8c-2a5ae18e332f', 'ip_address': '172.28.2.171'}], 'enable_snat': True}, 'gw_port_id': 'b14abe69-0830-4a49-a1a6-c0865e3859ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T06:10:56Z', 'updated_at': '2021-06-01T06:11:06Z', 'revision_number': 4, 'project_id': 'cf682efceb1b40c4a2056518b30cc419', 'gw_port': {'id': 'b14abe69-0830-4a49-a1a6-c0865e3859ed', 'name': '', 'network_id': 'df727fa4-ca0b-43ba-be88-ffeb156f0c84', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:06:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b48c156b-3c9c-4a27-8427-3932990494c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': '8acdb510-d5f4-4c90-8e8c-2a5ae18e332f', 'ip_address': '172.28.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793885-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T06:10:57Z', 'updated_at': '2021-06-01T06:11:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acdb510-d5f4-4c90-8e8c-2a5ae18e332f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793885-1-smb', '_floatingips': [{'id': '0e3dbe1a-c258-4223-9dc7-4345336ba13f', 'tenant_id': 'cf682efceb1b40c4a2056518b30cc419', 'floating_ip_address': '172.28.2.139', 'floating_network_id': 'df727fa4-ca0b-43ba-be88-ffeb156f0c84', 'router_id': 'b48c156b-3c9c-4a27-8427-3932990494c6', 'port_id': 'f92f82cb-bde5-4fd8-9d44-11800191b7b8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 521, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d0e27d7-e499-44c0-a6d3-0e69d07aa387', 'mac_address': 'fa:16:3e:c9:7e:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dbb02b6-b3ca-4f32-b0f3-939203b96bb3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-01T06:16:10Z', 'updated_at': '2021-06-01T06:16:29Z', 'revision_number': 1, 'project_id': 'cf682efceb1b40c4a2056518b30cc419', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'abf20de4-9ca8-4d3e-9dab-8840a5728104', 'name': '', 'network_id': '0d0e27d7-e499-44c0-a6d3-0e69d07aa387', 'tenant_id': 'cf682efceb1b40c4a2056518b30cc419', 'mac_address': 'fa:16:3e:56:c1:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b48c156b-3c9c-4a27-8427-3932990494c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': 'afe82765-6164-43ac-8036-06de690ecff6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793885-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T06:11:03Z', 'updated_at': '2021-06-01T06:11:13Z', 'revision_number': 5, 'project_id': 'cf682efceb1b40c4a2056518b30cc419', 'subnets': [{'id': 'afe82765-6164-43ac-8036-06de690ecff6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793885-1-smb', False) {} {{(pid=91914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 06:16:31.075615 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b99175e0-7e8e-4238-ab1c-a642a3390a86 None None] Checking router: b48c156b-3c9c-4a27-8427-3932990494c6 for host: dv-cinder-793885-1-smb {{(pid=91914) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 06:16:31.078415 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b6a650-91f5-4ca7-97f4-36338b9c4eb2 req-7e2e1de1-51ff-4cfa-9f56-61c4ced435c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:16:31.079879 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-28b6a650-91f5-4ca7-97f4-36338b9c4eb2 req-7e2e1de1-51ff-4cfa-9f56-61c4ced435c8 service neutron] 10.222.0.45 "GET /v2.0/networks?id=0d0e27d7-e499-44c0-a6d3-0e69d07aa387 HTTP/1.1" status: 200 len: 916 time: 0.2170172 Jun 01 06:16:31.084084 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b99175e0-7e8e-4238-ab1c-a642a3390a86 None None] Routers {'b48c156b-3c9c-4a27-8427-3932990494c6'} bound to L3 agent in host dv-cinder-793885-1-smb {{(pid=91914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 06:16:31.084693 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.db.l3_hamode_db [None req-b99175e0-7e8e-4238-ab1c-a642a3390a86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793885-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-01T06:01:58Z,description=,heartbeat_timestamp=2021-06-01T06:16:28Z,host='dv-cinder-793885-1-smb',id=a2597806-c6e6-4acd-a843-608abc904602,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T06:01:58Z,topic='l3_agent')) {'router_ids': ['b48c156b-3c9c-4a27-8427-3932990494c6'], 'active': True} {{(pid=91914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 06:16:31.175001 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-2212ef7e-50c1-45a6-8db2-90e035748ac3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774208951022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772053'] for agent, after_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:16:31.182226 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-28b6a650-91f5-4ca7-97f4-36338b9c4eb2 req-de1eb407-f8cc-416d-b305-ada05914ab61 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f92f82cb-bde5-4fd8-9d44-11800191b7b8 HTTP/1.1" status: 200 len: 1000 time: 0.0957201 Jun 01 06:16:31.247979 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b6a650-91f5-4ca7-97f4-36338b9c4eb2 req-5b27c88a-56b1-490e-946d-77dc5a524ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:16:31.249467 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-28b6a650-91f5-4ca7-97f4-36338b9c4eb2 req-5b27c88a-56b1-490e-946d-77dc5a524ab5 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=afe82765-6164-43ac-8036-06de690ecff6 HTTP/1.1" status: 200 len: 854 time: 0.0602801 Jun 01 06:16:31.272547 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.db.l3_dvr_db [None req-b99175e0-7e8e-4238-ab1c-a642a3390a86 None None] Set router b48c156b-3c9c-4a27-8427-3932990494c6 gateway port host: dv-cinder-793885-1-smb {{(pid=91914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 06:16:31.330173 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b6a650-91f5-4ca7-97f4-36338b9c4eb2 req-34a11bbf-0914-4b68-906f-7ebdaa9b32cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:16:31.331616 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-28b6a650-91f5-4ca7-97f4-36338b9c4eb2 req-34a11bbf-0914-4b68-906f-7ebdaa9b32cd service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=0d0e27d7-e499-44c0-a6d3-0e69d07aa387&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0731339 Jun 01 06:16:31.465746 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-28b6a650-91f5-4ca7-97f4-36338b9c4eb2 req-6fc73e3a-ef8a-43eb-96da-f45083e89cc6 service neutron] 10.222.0.45 "GET /v2.0/networks/0d0e27d7-e499-44c0-a6d3-0e69d07aa387?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268394 Jun 01 06:16:31.618957 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.db.l3_hamode_db [None req-b99175e0-7e8e-4238-ab1c-a642a3390a86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b48c156b-3c9c-4a27-8427-3932990494c6', 'name': 'tempest-AttachVolumeShelveTestJSON-44898397-router', 'tenant_id': 'cf682efceb1b40c4a2056518b30cc419', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df727fa4-ca0b-43ba-be88-ffeb156f0c84', 'external_fixed_ips': [{'subnet_id': '8acdb510-d5f4-4c90-8e8c-2a5ae18e332f', 'ip_address': '172.28.2.171'}], 'enable_snat': True}, 'gw_port_id': 'b14abe69-0830-4a49-a1a6-c0865e3859ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T06:10:56Z', 'updated_at': '2021-06-01T06:11:06Z', 'revision_number': 4, 'project_id': 'cf682efceb1b40c4a2056518b30cc419', 'gw_port': {'id': 'b14abe69-0830-4a49-a1a6-c0865e3859ed', 'name': '', 'network_id': 'df727fa4-ca0b-43ba-be88-ffeb156f0c84', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:06:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b48c156b-3c9c-4a27-8427-3932990494c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': '8acdb510-d5f4-4c90-8e8c-2a5ae18e332f', 'ip_address': '172.28.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793885-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T06:10:57Z', 'updated_at': '2021-06-01T06:11:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acdb510-d5f4-4c90-8e8c-2a5ae18e332f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793885-1-smb', '_floatingips': [{'id': '0e3dbe1a-c258-4223-9dc7-4345336ba13f', 'tenant_id': 'cf682efceb1b40c4a2056518b30cc419', 'floating_ip_address': '172.28.2.139', 'floating_network_id': 'df727fa4-ca0b-43ba-be88-ffeb156f0c84', 'router_id': 'b48c156b-3c9c-4a27-8427-3932990494c6', 'port_id': 'f92f82cb-bde5-4fd8-9d44-11800191b7b8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 521, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d0e27d7-e499-44c0-a6d3-0e69d07aa387', 'mac_address': 'fa:16:3e:c9:7e:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dbb02b6-b3ca-4f32-b0f3-939203b96bb3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-01T06:16:10Z', 'updated_at': '2021-06-01T06:16:29Z', 'revision_number': 1, 'project_id': 'cf682efceb1b40c4a2056518b30cc419', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'abf20de4-9ca8-4d3e-9dab-8840a5728104', 'name': '', 'network_id': '0d0e27d7-e499-44c0-a6d3-0e69d07aa387', 'tenant_id': 'cf682efceb1b40c4a2056518b30cc419', 'mac_address': 'fa:16:3e:56:c1:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b48c156b-3c9c-4a27-8427-3932990494c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': 'afe82765-6164-43ac-8036-06de690ecff6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793885-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T06:11:03Z', 'updated_at': '2021-06-01T06:11:13Z', 'revision_number': 5, 'project_id': 'cf682efceb1b40c4a2056518b30cc419', 'subnets': [{'id': 'afe82765-6164-43ac-8036-06de690ecff6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793885-1-smb', False) {} {{(pid=91914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 06:16:31.622792 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b99175e0-7e8e-4238-ab1c-a642a3390a86 None None] The sync data for ids ['b48c156b-3c9c-4a27-8427-3932990494c6'] in dv-cinder-793885-1-smb is: [{'id': 'b48c156b-3c9c-4a27-8427-3932990494c6', 'name': 'tempest-AttachVolumeShelveTestJSON-44898397-router', 'tenant_id': 'cf682efceb1b40c4a2056518b30cc419', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df727fa4-ca0b-43ba-be88-ffeb156f0c84', 'external_fixed_ips': [{'subnet_id': '8acdb510-d5f4-4c90-8e8c-2a5ae18e332f', 'ip_address': '172.28.2.171'}], 'enable_snat': True}, 'gw_port_id': 'b14abe69-0830-4a49-a1a6-c0865e3859ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T06:10:56Z', 'updated_at': '2021-06-01T06:11:06Z', 'revision_number': 4, 'project_id': 'cf682efceb1b40c4a2056518b30cc419', 'gw_port': {'id': 'b14abe69-0830-4a49-a1a6-c0865e3859ed', 'name': '', 'network_id': 'df727fa4-ca0b-43ba-be88-ffeb156f0c84', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:06:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b48c156b-3c9c-4a27-8427-3932990494c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': '8acdb510-d5f4-4c90-8e8c-2a5ae18e332f', 'ip_address': '172.28.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793885-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T06:10:57Z', 'updated_at': '2021-06-01T06:11:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acdb510-d5f4-4c90-8e8c-2a5ae18e332f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793885-1-smb', '_floatingips': [{'id': '0e3dbe1a-c258-4223-9dc7-4345336ba13f', 'tenant_id': 'cf682efceb1b40c4a2056518b30cc419', 'floating_ip_address': '172.28.2.139', 'floating_network_id': 'df727fa4-ca0b-43ba-be88-ffeb156f0c84', 'router_id': 'b48c156b-3c9c-4a27-8427-3932990494c6', 'port_id': 'f92f82cb-bde5-4fd8-9d44-11800191b7b8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 521, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d0e27d7-e499-44c0-a6d3-0e69d07aa387', 'mac_address': 'fa:16:3e:c9:7e:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dbb02b6-b3ca-4f32-b0f3-939203b96bb3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-01T06:16:10Z', 'updated_at': '2021-06-01T06:16:29Z', 'revision_number': 1, 'project_id': 'cf682efceb1b40c4a2056518b30cc419', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'abf20de4-9ca8-4d3e-9dab-8840a5728104', 'name': '', 'network_id': '0d0e27d7-e499-44c0-a6d3-0e69d07aa387', 'tenant_id': 'cf682efceb1b40c4a2056518b30cc419', 'mac_address': 'fa:16:3e:56:c1:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b48c156b-3c9c-4a27-8427-3932990494c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': 'afe82765-6164-43ac-8036-06de690ecff6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793885-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T06:11:03Z', 'updated_at': '2021-06-01T06:11:13Z', 'revision_number': 5, 'project_id': 'cf682efceb1b40c4a2056518b30cc419', 'subnets': [{'id': 'afe82765-6164-43ac-8036-06de690ecff6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 06:16:31.655562 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-28b6a650-91f5-4ca7-97f4-36338b9c4eb2 req-197c6adf-7030-4ace-b567-96ed7520b537 service neutron] 10.222.0.45 "GET /v2.0/networks/0d0e27d7-e499-44c0-a6d3-0e69d07aa387?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1544507 Jun 01 06:16:31.665974 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afde406-7d79-40f5-b667-5b153fb0d8f7 req-430f364f-85f7-4a0c-ba6c-5d661e0bcda1 tempest-TestShelveInstance-1107887697 tempest-TestShelveInstance-1107887697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:16:31.667590 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-5afde406-7d79-40f5-b667-5b153fb0d8f7 req-430f364f-85f7-4a0c-ba6c-5d661e0bcda1 tempest-TestShelveInstance-1107887697 tempest-TestShelveInstance-1107887697-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd3736c7-f5c3-46e4-bab0-8828108eed6e HTTP/1.1" status: 200 len: 945 time: 0.2042181 Jun 01 06:16:31.717124 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-5afde406-7d79-40f5-b667-5b153fb0d8f7 req-dddfd463-0d3e-4a7a-a8ae-8a848ea0490b tempest-TestShelveInstance-1107887697 tempest-TestShelveInstance-1107887697-project] 10.222.0.41 "GET /v2.0/security-groups?id=4ce01314-a77e-4519-975b-dbdbd392c102&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433903 Jun 01 06:16:31.830978 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c22a6152-e1c8-4a91-8808-e4de2aebfa9c None None] New status for floating IP 0e3dbe1a-c258-4223-9dc7-4345336ba13f: ACTIVE {{(pid=91915) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 01 06:16:47.655443 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774208951022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772053'] for agent, after_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:16:55.805109 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-832eddba-0771-4014-989f-62a6d3817216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774208951022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772053'] for agent, after_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:16:58.196640 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774208951022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772053'] for agent, after_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:16:58.491106 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-e50c75ab-18f5-4a43-a572-c2abf45eef01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774208951022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772053'] for agent, after_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:16:59.797260 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-1d313a3c-a63a-4764-8840-fb680d7e5ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774208951022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772053'] for agent, after_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:17:01.149891 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-2212ef7e-50c1-45a6-8db2-90e035748ac3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774208951022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772053'] for agent, after_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:17:07.985015 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG neutron.db.agents_db [None req-a707e798-5c4a-4349-b1a6-04fc24c0e8c1 None None] Agent healthcheck: found 6 active agents {{(pid=91915) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 06:17:13.981219 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6ff940-15a8-4766-b649-3f1ae0809ebb req-643a7f32-8933-47bc-8a20-6ff8fd24ba98 tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:17:13.982642 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-ad6ff940-15a8-4766-b649-3f1ae0809ebb req-643a7f32-8933-47bc-8a20-6ff8fd24ba98 tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] 10.222.0.41 "GET /v2.0/ports?device_id=43f14c8a-71ca-4849-a522-b8265eed9264 HTTP/1.1" status: 200 len: 945 time: 0.0784385 Jun 01 06:17:14.029061 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-ad6ff940-15a8-4766-b649-3f1ae0809ebb req-8c99ce21-b089-43d6-885b-eae9dee9caf7 tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] 10.222.0.41 "GET /v2.0/security-groups?id=5d54a839-0bf1-4bdb-9539-67104b9aee98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402241 Jun 01 06:17:14.276006 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-6e1eebcf-abc1-4ac8-8167-65eca5a10b01 req-7e6843a0-f162-4ac5-8e5e-ec7d3d31efea tempest-TestMinimumBasicScenario-1035900223 tempest-TestMinimumBasicScenario-1035900223-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-798015732&fields=id&tenant_id=01a8148357484b32a69bbd98475f8644 HTTP/1.1" status: 200 len: 267 time: 0.0391974 Jun 01 06:17:14.360072 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1eebcf-abc1-4ac8-8167-65eca5a10b01 req-487effdc-0a9d-41b9-91fd-a1afdbc19065 tempest-TestMinimumBasicScenario-1035900223 tempest-TestMinimumBasicScenario-1035900223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:17:14.361556 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-6e1eebcf-abc1-4ac8-8167-65eca5a10b01 req-487effdc-0a9d-41b9-91fd-a1afdbc19065 tempest-TestMinimumBasicScenario-1035900223 tempest-TestMinimumBasicScenario-1035900223-project] 10.222.0.41 "GET /v2.0/ports?device_id=6ba02003-0082-4ade-b2ff-aaeb571a8717 HTTP/1.1" status: 200 len: 985 time: 0.0803475 Jun 01 06:17:14.371860 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.v2.base [req-6e1eebcf-abc1-4ac8-8167-65eca5a10b01 req-0dbc1731-ab19-48b2-8496-4fefad9ffcf7 tempest-TestMinimumBasicScenario-1035900223 tempest-TestMinimumBasicScenario-1035900223-project] Request body: {'port': {'security_groups': ['00149f5e-5845-4199-b9d6-6cd604ad02b8']}} {{(pid=91912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 06:17:14.490368 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [req-6e1eebcf-abc1-4ac8-8167-65eca5a10b01 req-0dbc1731-ab19-48b2-8496-4fefad9ffcf7 tempest-TestMinimumBasicScenario-1035900223 tempest-TestMinimumBasicScenario-1035900223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3824664'] for port, before_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:17:14.732760 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.plugins.ml2.db [req-6e1eebcf-abc1-4ac8-8167-65eca5a10b01 req-0dbc1731-ab19-48b2-8496-4fefad9ffcf7 tempest-TestMinimumBasicScenario-1035900223 tempest-TestMinimumBasicScenario-1035900223-project] For port a31cd721-a1d0-4eea-8fc8-b1415cdec3a4, host hv-cinder-79388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79388',level=0,port_id=a31cd721-a1d0-4eea-8fc8-b1415cdec3a4,segment=NetworkSegment(cc0cc183-e050-4fc8-a49b-4071c6674dd2),segment_id=cc0cc183-e050-4fc8-a49b-4071c6674dd2)] {{(pid=91912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 06:17:14.757812 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [req-6e1eebcf-abc1-4ac8-8167-65eca5a10b01 req-0dbc1731-ab19-48b2-8496-4fefad9ffcf7 tempest-TestMinimumBasicScenario-1035900223 tempest-TestMinimumBasicScenario-1035900223-project] Notify callbacks [] for port, precommit_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:17:14.762043 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [req-6e1eebcf-abc1-4ac8-8167-65eca5a10b01 req-0dbc1731-ab19-48b2-8496-4fefad9ffcf7 tempest-TestMinimumBasicScenario-1035900223 tempest-TestMinimumBasicScenario-1035900223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774208810132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774208425701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774208426006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1720915'] for port, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:17:14.767267 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-2a504bf0-9a85-4663-bed6-8c500a186e3a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:17:14.774290 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.db [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] get_ports_and_sgs() called for port_ids ['a31cd721-a1d0-4eea-8fc8-b1415cdec3a4'] {{(pid=91914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 06:17:14.838593 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1eebcf-abc1-4ac8-8167-65eca5a10b01 req-0dbc1731-ab19-48b2-8496-4fefad9ffcf7 tempest-TestMinimumBasicScenario-1035900223 tempest-TestMinimumBasicScenario-1035900223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:17:14.839175 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [req-6e1eebcf-abc1-4ac8-8167-65eca5a10b01 req-0dbc1731-ab19-48b2-8496-4fefad9ffcf7 tempest-TestMinimumBasicScenario-1035900223 tempest-TestMinimumBasicScenario-1035900223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239402'] for port, before_response {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:17:14.840519 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-6e1eebcf-abc1-4ac8-8167-65eca5a10b01 req-0dbc1731-ab19-48b2-8496-4fefad9ffcf7 tempest-TestMinimumBasicScenario-1035900223 tempest-TestMinimumBasicScenario-1035900223-project] 10.222.0.41 "PUT /v2.0/ports/a31cd721-a1d0-4eea-8fc8-b1415cdec3a4 HTTP/1.1" status: 200 len: 943 time: 0.4729769 Jun 01 06:17:14.841048 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ba02003-0082-4ade-b2ff-aaeb571a8717', 'tag': 'a31cd721-a1d0-4eea-8fc8-b1415cdec3a4'}] {{(pid=91912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 06:17:14.843429 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c7b3c6e1f14bb220aa0995d95792b8f3e6549c6955cb141320bca3e5502353f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ac0a10d-b892-4713-ac5f-3067572d224c" -d '{"events": [{"name": "network-changed", "server_uuid": "6ba02003-0082-4ade-b2ff-aaeb571a8717", "tag": "a31cd721-a1d0-4eea-8fc8-b1415cdec3a4"}]}' {{(pid=91912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 06:17:14.848618 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.wsgi [-] (91912) accepted ('10.222.0.41', 58956) {{(pid=91912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 06:17:14.886582 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbc1731-ab19-48b2-8496-4fefad9ffcf7 tempest-TestMinimumBasicScenario-1035900223 tempest-TestMinimumBasicScenario-1035900223-project] Pushing event updated for resources: {'Port': ['ID=a31cd721-a1d0-4eea-8fc8-b1415cdec3a4,revision_number=7']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:17:14.906258 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Jun 2021 06:17:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abd8e519-39b2-4da1-925f-981e680551a5 x-openstack-request-id: req-abd8e519-39b2-4da1-925f-981e680551a5 {{(pid=91912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 06:17:14.906574 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ba02003-0082-4ade-b2ff-aaeb571a8717", "tag": "a31cd721-a1d0-4eea-8fc8-b1415cdec3a4", "status": "completed", "code": 200}]} {{(pid=91912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 06:17:14.906862 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-abd8e519-39b2-4da1-925f-981e680551a5 {{(pid=91912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 06:17:14.907287 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ba02003-0082-4ade-b2ff-aaeb571a8717', 'tag': 'a31cd721-a1d0-4eea-8fc8-b1415cdec3a4', 'status': 'completed', 'code': 200} Jun 01 06:17:14.911794 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbc1731-ab19-48b2-8496-4fefad9ffcf7 tempest-TestMinimumBasicScenario-1035900223 tempest-TestMinimumBasicScenario-1035900223-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:17:14.912165 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbc1731-ab19-48b2-8496-4fefad9ffcf7 tempest-TestMinimumBasicScenario-1035900223 tempest-TestMinimumBasicScenario-1035900223-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:17:14.912522 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbc1731-ab19-48b2-8496-4fefad9ffcf7 tempest-TestMinimumBasicScenario-1035900223 tempest-TestMinimumBasicScenario-1035900223-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:17:14.912883 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbc1731-ab19-48b2-8496-4fefad9ffcf7 tempest-TestMinimumBasicScenario-1035900223 tempest-TestMinimumBasicScenario-1035900223-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:17:14.913278 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbc1731-ab19-48b2-8496-4fefad9ffcf7 tempest-TestMinimumBasicScenario-1035900223 tempest-TestMinimumBasicScenario-1035900223-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:17:14.913602 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbc1731-ab19-48b2-8496-4fefad9ffcf7 tempest-TestMinimumBasicScenario-1035900223 tempest-TestMinimumBasicScenario-1035900223-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:17:14.914260 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbc1731-ab19-48b2-8496-4fefad9ffcf7 tempest-TestMinimumBasicScenario-1035900223 tempest-TestMinimumBasicScenario-1035900223-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:17:14.914260 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbc1731-ab19-48b2-8496-4fefad9ffcf7 tempest-TestMinimumBasicScenario-1035900223 tempest-TestMinimumBasicScenario-1035900223-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:17:14.914609 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbc1731-ab19-48b2-8496-4fefad9ffcf7 tempest-TestMinimumBasicScenario-1035900223 tempest-TestMinimumBasicScenario-1035900223-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:17:14.915149 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbc1731-ab19-48b2-8496-4fefad9ffcf7 tempest-TestMinimumBasicScenario-1035900223 tempest-TestMinimumBasicScenario-1035900223-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:17:14.915271 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbc1731-ab19-48b2-8496-4fefad9ffcf7 tempest-TestMinimumBasicScenario-1035900223 tempest-TestMinimumBasicScenario-1035900223-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:17:14.915608 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbc1731-ab19-48b2-8496-4fefad9ffcf7 tempest-TestMinimumBasicScenario-1035900223 tempest-TestMinimumBasicScenario-1035900223-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:17:14.922931 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-0dbc1731-ab19-48b2-8496-4fefad9ffcf7 tempest-TestMinimumBasicScenario-1035900223 tempest-TestMinimumBasicScenario-1035900223-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:17:14.948517 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-56f90131-1541-4e50-aad8-b681197e507a tempest-TestMinimumBasicScenario-1035900223 tempest-TestMinimumBasicScenario-1035900223-project] Notify callbacks [] for security_group, before_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:17:14.957228 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.db [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] get_ports_and_sgs() called for port_ids ['a31cd721-a1d0-4eea-8fc8-b1415cdec3a4'] {{(pid=91914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 06:17:14.985171 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-56f90131-1541-4e50-aad8-b681197e507a tempest-TestMinimumBasicScenario-1035900223 tempest-TestMinimumBasicScenario-1035900223-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:17:15.015603 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac0a10d-b892-4713-ac5f-3067572d224c req-f78cbdcd-2a6a-40d6-bfb4-b05225dfee78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:17:15.019317 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-6ac0a10d-b892-4713-ac5f-3067572d224c req-f78cbdcd-2a6a-40d6-bfb4-b05225dfee78 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=01a8148357484b32a69bbd98475f8644&device_id=6ba02003-0082-4ade-b2ff-aaeb571a8717 HTTP/1.1" status: 200 len: 1099 time: 0.0926921 Jun 01 06:17:15.062369 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-56f90131-1541-4e50-aad8-b681197e507a tempest-TestMinimumBasicScenario-1035900223 tempest-TestMinimumBasicScenario-1035900223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940402'] for security_group, after_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:17:15.070078 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-4a388ac8-6583-42fe-8792-bf1d387dbd9a tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:17:15.088858 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f90131-1541-4e50-aad8-b681197e507a tempest-TestMinimumBasicScenario-1035900223 tempest-TestMinimumBasicScenario-1035900223-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=16142a37-c36d-44fc-b297-81a3c601dc51,revision_number=None']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:17:15.093386 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-56f90131-1541-4e50-aad8-b681197e507a tempest-TestMinimumBasicScenario-1035900223 tempest-TestMinimumBasicScenario-1035900223-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:17:15.106371 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-56f90131-1541-4e50-aad8-b681197e507a tempest-TestMinimumBasicScenario-1035900223 tempest-TestMinimumBasicScenario-1035900223-project] Notify callbacks [] for security_group, before_response {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:17:15.111357 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [None req-56f90131-1541-4e50-aad8-b681197e507a tempest-TestMinimumBasicScenario-1035900223 tempest-TestMinimumBasicScenario-1035900223-project] 10.222.0.41 "DELETE /v2.0/security-groups/16142a37-c36d-44fc-b297-81a3c601dc51 HTTP/1.1" status: 204 len: 168 time: 0.2615895 Jun 01 06:17:15.113817 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.wsgi [-] (91912) accepted ('10.222.0.41', 58962) {{(pid=91912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 06:17:15.130516 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.db.provisioning_blocks [None req-181e5e8d-2a49-420e-abe3-49f81883beb4 None None] Provisioning complete for port a31cd721-a1d0-4eea-8fc8-b1415cdec3a4 triggered by entity DHCP. {{(pid=91914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 06:17:15.130895 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-181e5e8d-2a49-420e-abe3-49f81883beb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3772206'] for port, provisioning_complete {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:17:15.217620 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac0a10d-b892-4713-ac5f-3067572d224c req-b580bf61-bfbd-44e6-b551-ca30db529c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:17:15.219147 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-6ac0a10d-b892-4713-ac5f-3067572d224c req-b580bf61-bfbd-44e6-b551-ca30db529c16 service neutron] 10.222.0.45 "GET /v2.0/networks?id=b2527877-b5b6-43aa-8903-8b7eda48e9e3 HTTP/1.1" status: 200 len: 915 time: 0.1935911 Jun 01 06:17:15.327030 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-6ac0a10d-b892-4713-ac5f-3067572d224c req-fa81d39c-0b5d-44bb-9d37-ca6f8ecfd1e5 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a31cd721-a1d0-4eea-8fc8-b1415cdec3a4 HTTP/1.1" status: 200 len: 1002 time: 0.0997875 Jun 01 06:17:15.391624 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac0a10d-b892-4713-ac5f-3067572d224c req-47faa07b-cf40-4661-bbdb-055a2858fc74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:17:15.393128 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-6ac0a10d-b892-4713-ac5f-3067572d224c req-47faa07b-cf40-4661-bbdb-055a2858fc74 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=5c51a303-e621-409b-99c6-f5028ab86df1 HTTP/1.1" status: 200 len: 853 time: 0.0592854 Jun 01 06:17:15.477112 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac0a10d-b892-4713-ac5f-3067572d224c req-9219b65f-c014-4208-b7ac-120a45645a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:17:15.478630 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-6ac0a10d-b892-4713-ac5f-3067572d224c req-9219b65f-c014-4208-b7ac-120a45645a8f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b2527877-b5b6-43aa-8903-8b7eda48e9e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0775082 Jun 01 06:17:15.518959 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ddf4ad-8d67-4982-8893-3ead8334abe7 req-e257bbe4-c05b-4bb2-8659-832bbd9d43eb tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:17:15.521050 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-d3ddf4ad-8d67-4982-8893-3ead8334abe7 req-e257bbe4-c05b-4bb2-8659-832bbd9d43eb tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] 10.222.0.41 "GET /v2.0/ports?device_id=43f14c8a-71ca-4849-a522-b8265eed9264 HTTP/1.1" status: 200 len: 945 time: 0.3303959 Jun 01 06:17:15.614491 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-6ac0a10d-b892-4713-ac5f-3067572d224c req-630e7cf8-53ed-4b53-8b28-ec55f7156909 service neutron] 10.222.0.45 "GET /v2.0/networks/b2527877-b5b6-43aa-8903-8b7eda48e9e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286685 Jun 01 06:17:15.622709 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-d3ddf4ad-8d67-4982-8893-3ead8334abe7 req-c31381f1-c555-4571-9ba0-e281b3589d6f tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] 10.222.0.41 "GET /v2.0/security-groups?id=5d54a839-0bf1-4bdb-9539-67104b9aee98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0951681 Jun 01 06:17:15.637603 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.plugins.ml2.plugin [None req-edc0fa35-91c2-481f-975e-7d04fb0d2749 tempest-TestMinimumBasicScenario-1035900223 tempest-TestMinimumBasicScenario-1035900223-project] Deleting port 09923267-b4a8-4770-a361-737c938b8cc5 {{(pid=91912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 06:17:15.637942 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-edc0fa35-91c2-481f-975e-7d04fb0d2749 tempest-TestMinimumBasicScenario-1035900223 tempest-TestMinimumBasicScenario-1035900223-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774208809027'] for port, before_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:17:15.761689 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-edc0fa35-91c2-481f-975e-7d04fb0d2749 tempest-TestMinimumBasicScenario-1035900223 tempest-TestMinimumBasicScenario-1035900223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-879323'] for port, precommit_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:17:15.762018 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-edc0fa35-91c2-481f-975e-7d04fb0d2749 tempest-TestMinimumBasicScenario-1035900223 tempest-TestMinimumBasicScenario-1035900223-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:17:15.848465 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-6ac0a10d-b892-4713-ac5f-3067572d224c req-dd012e84-b695-4b37-9910-d45263bfa9d0 service neutron] 10.222.0.45 "GET /v2.0/networks/b2527877-b5b6-43aa-8903-8b7eda48e9e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2253528 Jun 01 06:17:15.892702 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.plugins.ml2.plugin [None req-edc0fa35-91c2-481f-975e-7d04fb0d2749 tempest-TestMinimumBasicScenario-1035900223 tempest-TestMinimumBasicScenario-1035900223-project] Calling delete_port for 09923267-b4a8-4770-a361-737c938b8cc5 owned by network:floatingip {{(pid=91912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 06:17:16.018466 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-edc0fa35-91c2-481f-975e-7d04fb0d2749 tempest-TestMinimumBasicScenario-1035900223 tempest-TestMinimumBasicScenario-1035900223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774208810150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774208425692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1720922'] for port, after_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:17:16.022731 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-e6f693da-e664-4109-8d0b-2a4f02d99931 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:17:16.064445 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc0fa35-91c2-481f-975e-7d04fb0d2749 tempest-TestMinimumBasicScenario-1035900223 tempest-TestMinimumBasicScenario-1035900223-project] Pushing event deleted for resources: {'Port': ['ID=09923267-b4a8-4770-a361-737c938b8cc5,revision_number=None']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:17:16.067375 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-edc0fa35-91c2-481f-975e-7d04fb0d2749 tempest-TestMinimumBasicScenario-1035900223 tempest-TestMinimumBasicScenario-1035900223-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:17:16.160593 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-edc0fa35-91c2-481f-975e-7d04fb0d2749 tempest-TestMinimumBasicScenario-1035900223 tempest-TestMinimumBasicScenario-1035900223-project] Notify callbacks [] for floatingip, after_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:17:16.160839 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.db.l3_db [None req-edc0fa35-91c2-481f-975e-7d04fb0d2749 tempest-TestMinimumBasicScenario-1035900223 tempest-TestMinimumBasicScenario-1035900223-project] Floating IP 48c6776b-1047-4ae7-a381-0067b25acd94 disassociated (deleted). External IP: 172.28.2.121, port: a31cd721-a1d0-4eea-8fc8-b1415cdec3a4. Jun 01 06:17:16.511126 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edc0fa35-91c2-481f-975e-7d04fb0d2749 tempest-TestMinimumBasicScenario-1035900223 tempest-TestMinimumBasicScenario-1035900223-project] Router 7489779e-fa2e-4e7d-9c00-a845890b26db has already been hosted by L3 agent a2597806-c6e6-4acd-a843-608abc904602 {{(pid=91912) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 06:17:16.686474 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edc0fa35-91c2-481f-975e-7d04fb0d2749 tempest-TestMinimumBasicScenario-1035900223 tempest-TestMinimumBasicScenario-1035900223-project] Notify agent at l3_agent.dv-cinder-793885-1-smb the message routers_updated {{(pid=91912) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 06:17:16.700413 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1997c2e-5783-49c9-b9b2-9c8111da6313 None None] Sync routers for ids ['7489779e-fa2e-4e7d-9c00-a845890b26db'] in dv-cinder-793885-1-smb {{(pid=91914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 06:17:16.708414 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-edc0fa35-91c2-481f-975e-7d04fb0d2749 tempest-TestMinimumBasicScenario-1035900223 tempest-TestMinimumBasicScenario-1035900223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239402'] for floatingip, before_response {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:17:16.711783 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1997c2e-5783-49c9-b9b2-9c8111da6313 None None] Routers {'7489779e-fa2e-4e7d-9c00-a845890b26db'} bound to L3 agent in host dv-cinder-793885-1-smb {{(pid=91914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 06:17:16.712655 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.db.l3_hamode_db [None req-f1997c2e-5783-49c9-b9b2-9c8111da6313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793885-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-01T06:01:58Z,description=,heartbeat_timestamp=2021-06-01T06:16:58Z,host='dv-cinder-793885-1-smb',id=a2597806-c6e6-4acd-a843-608abc904602,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T06:01:58Z,topic='l3_agent')) {'router_ids': ['7489779e-fa2e-4e7d-9c00-a845890b26db'], 'active': True} {{(pid=91914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 06:17:16.820100 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [None req-edc0fa35-91c2-481f-975e-7d04fb0d2749 tempest-TestMinimumBasicScenario-1035900223 tempest-TestMinimumBasicScenario-1035900223-project] 10.222.0.41 "DELETE /v2.0/floatingips/48c6776b-1047-4ae7-a381-0067b25acd94 HTTP/1.1" status: 204 len: 168 time: 1.7021101 Jun 01 06:17:16.852163 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d1fc30-3f35-46cd-aa0f-c82b3df3e1c6 req-30e20bda-71ff-4923-8a26-649ea9f399c6 tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:17:16.853694 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-87d1fc30-3f35-46cd-aa0f-c82b3df3e1c6 req-30e20bda-71ff-4923-8a26-649ea9f399c6 tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] 10.222.0.41 "GET /v2.0/ports?device_id=43f14c8a-71ca-4849-a522-b8265eed9264 HTTP/1.1" status: 200 len: 945 time: 0.1145465 Jun 01 06:17:16.901192 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-87d1fc30-3f35-46cd-aa0f-c82b3df3e1c6 req-e0c675f1-0a63-489c-be5b-a0d544473179 tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] 10.222.0.41 "GET /v2.0/security-groups?id=5d54a839-0bf1-4bdb-9539-67104b9aee98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407984 Jun 01 06:17:16.910881 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ba02003-0082-4ade-b2ff-aaeb571a8717', 'tag': 'a31cd721-a1d0-4eea-8fc8-b1415cdec3a4'}] {{(pid=91912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 06:17:16.912262 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.db.l3_dvr_db [None req-f1997c2e-5783-49c9-b9b2-9c8111da6313 None None] Set router 7489779e-fa2e-4e7d-9c00-a845890b26db gateway port host: dv-cinder-793885-1-smb {{(pid=91914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 06:17:16.913626 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c7b3c6e1f14bb220aa0995d95792b8f3e6549c6955cb141320bca3e5502353f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f8d7244-95f9-416f-8e46-80e88c9a6a18" -d '{"events": [{"name": "network-changed", "server_uuid": "6ba02003-0082-4ade-b2ff-aaeb571a8717", "tag": "a31cd721-a1d0-4eea-8fc8-b1415cdec3a4"}]}' {{(pid=91912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 06:17:16.959598 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Jun 2021 06:17:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cab725d-c6ce-48a4-925a-2a72b550d39c x-openstack-request-id: req-8cab725d-c6ce-48a4-925a-2a72b550d39c {{(pid=91912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 06:17:16.960054 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ba02003-0082-4ade-b2ff-aaeb571a8717", "tag": "a31cd721-a1d0-4eea-8fc8-b1415cdec3a4", "status": "completed", "code": 200}]} {{(pid=91912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 06:17:16.960421 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8cab725d-c6ce-48a4-925a-2a72b550d39c {{(pid=91912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 06:17:16.960940 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ba02003-0082-4ade-b2ff-aaeb571a8717', 'tag': 'a31cd721-a1d0-4eea-8fc8-b1415cdec3a4', 'status': 'completed', 'code': 200} Jun 01 06:17:17.054601 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8d7244-95f9-416f-8e46-80e88c9a6a18 req-01ca6b14-9820-44b2-b6dc-90513f153563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:17:17.056198 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-9f8d7244-95f9-416f-8e46-80e88c9a6a18 req-01ca6b14-9820-44b2-b6dc-90513f153563 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=01a8148357484b32a69bbd98475f8644&device_id=6ba02003-0082-4ade-b2ff-aaeb571a8717 HTTP/1.1" status: 200 len: 1099 time: 0.0741799 Jun 01 06:17:17.211091 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8d7244-95f9-416f-8e46-80e88c9a6a18 req-01c43312-c2a2-4482-962d-934911b8ac8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:17:17.213038 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-9f8d7244-95f9-416f-8e46-80e88c9a6a18 req-01c43312-c2a2-4482-962d-934911b8ac8f service neutron] 10.222.0.45 "GET /v2.0/networks?id=b2527877-b5b6-43aa-8903-8b7eda48e9e3 HTTP/1.1" status: 200 len: 915 time: 0.1491179 Jun 01 06:17:17.276448 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.db.l3_hamode_db [None req-f1997c2e-5783-49c9-b9b2-9c8111da6313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7489779e-fa2e-4e7d-9c00-a845890b26db', 'name': 'tempest-TestMinimumBasicScenario-336830795-router', 'tenant_id': '01a8148357484b32a69bbd98475f8644', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df727fa4-ca0b-43ba-be88-ffeb156f0c84', 'external_fixed_ips': [{'subnet_id': '8acdb510-d5f4-4c90-8e8c-2a5ae18e332f', 'ip_address': '172.28.2.197'}], 'enable_snat': True}, 'gw_port_id': 'b5be9cb5-f581-4662-987b-847f464ee8bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T06:12:59Z', 'updated_at': '2021-06-01T06:13:05Z', 'revision_number': 4, 'project_id': '01a8148357484b32a69bbd98475f8644', 'gw_port': {'id': 'b5be9cb5-f581-4662-987b-847f464ee8bf', 'name': '', 'network_id': 'df727fa4-ca0b-43ba-be88-ffeb156f0c84', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:1f:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7489779e-fa2e-4e7d-9c00-a845890b26db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '8acdb510-d5f4-4c90-8e8c-2a5ae18e332f', 'ip_address': '172.28.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793885-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T06:13:00Z', 'updated_at': '2021-06-01T06:13:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acdb510-d5f4-4c90-8e8c-2a5ae18e332f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793885-1-smb', '_interfaces': [{'id': '7e1a8627-cfc1-4e65-82ed-69e0212116a0', 'name': '', 'network_id': 'b2527877-b5b6-43aa-8903-8b7eda48e9e3', 'tenant_id': '01a8148357484b32a69bbd98475f8644', 'mac_address': 'fa:16:3e:2f:02:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7489779e-fa2e-4e7d-9c00-a845890b26db', 'device_owner': 'network:router_interface', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '5c51a303-e621-409b-99c6-f5028ab86df1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793885-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T06:13:04Z', 'updated_at': '2021-06-01T06:13:16Z', 'revision_number': 5, 'project_id': '01a8148357484b32a69bbd98475f8644', 'subnets': [{'id': '5c51a303-e621-409b-99c6-f5028ab86df1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793885-1-smb', False) {} {{(pid=91914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 06:17:17.278055 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1997c2e-5783-49c9-b9b2-9c8111da6313 None None] Checking router: 7489779e-fa2e-4e7d-9c00-a845890b26db for host: dv-cinder-793885-1-smb {{(pid=91914) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 06:17:17.287492 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1997c2e-5783-49c9-b9b2-9c8111da6313 None None] Routers {'7489779e-fa2e-4e7d-9c00-a845890b26db'} bound to L3 agent in host dv-cinder-793885-1-smb {{(pid=91914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 06:17:17.288186 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.db.l3_hamode_db [None req-f1997c2e-5783-49c9-b9b2-9c8111da6313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793885-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-01T06:01:58Z,description=,heartbeat_timestamp=2021-06-01T06:16:58Z,host='dv-cinder-793885-1-smb',id=a2597806-c6e6-4acd-a843-608abc904602,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T06:01:58Z,topic='l3_agent')) {'router_ids': ['7489779e-fa2e-4e7d-9c00-a845890b26db'], 'active': True} {{(pid=91914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 06:17:17.294954 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-9f8d7244-95f9-416f-8e46-80e88c9a6a18 req-3bf98e68-13df-47f3-b50d-99999e53e008 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a31cd721-a1d0-4eea-8fc8-b1415cdec3a4 HTTP/1.1" status: 200 len: 217 time: 0.0680716 Jun 01 06:17:17.360245 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8d7244-95f9-416f-8e46-80e88c9a6a18 req-950323b3-7c9b-4873-98c2-6303eb4608e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:17:17.361758 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-9f8d7244-95f9-416f-8e46-80e88c9a6a18 req-950323b3-7c9b-4873-98c2-6303eb4608e3 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=5c51a303-e621-409b-99c6-f5028ab86df1 HTTP/1.1" status: 200 len: 853 time: 0.0609517 Jun 01 06:17:17.440180 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8d7244-95f9-416f-8e46-80e88c9a6a18 req-f284f389-82ed-44a1-8666-3de303cc149a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:17:17.442192 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-9f8d7244-95f9-416f-8e46-80e88c9a6a18 req-f284f389-82ed-44a1-8666-3de303cc149a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b2527877-b5b6-43aa-8903-8b7eda48e9e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0724013 Jun 01 06:17:17.465714 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.db.l3_dvr_db [None req-f1997c2e-5783-49c9-b9b2-9c8111da6313 None None] Set router 7489779e-fa2e-4e7d-9c00-a845890b26db gateway port host: dv-cinder-793885-1-smb {{(pid=91914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 06:17:17.576571 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-9f8d7244-95f9-416f-8e46-80e88c9a6a18 req-110f7871-062b-4873-9663-8d362e9a1a7b service neutron] 10.222.0.45 "GET /v2.0/networks/b2527877-b5b6-43aa-8903-8b7eda48e9e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259205 Jun 01 06:17:17.698695 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774208951022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772053'] for agent, after_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:17:17.712670 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-9f8d7244-95f9-416f-8e46-80e88c9a6a18 req-121820af-253b-469e-8bea-36fd4eed5afd service neutron] 10.222.0.45 "GET /v2.0/networks/b2527877-b5b6-43aa-8903-8b7eda48e9e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292260 Jun 01 06:17:17.771298 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-7110b7a0-c04a-4e52-892a-8d41ddf7651e req-715091df-1a03-4bc5-bcc1-ce1ddc4f6259 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=6ba02003-0082-4ade-b2ff-aaeb571a8717&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0702372 Jun 01 06:17:17.804265 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.db.l3_hamode_db [None req-f1997c2e-5783-49c9-b9b2-9c8111da6313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7489779e-fa2e-4e7d-9c00-a845890b26db', 'name': 'tempest-TestMinimumBasicScenario-336830795-router', 'tenant_id': '01a8148357484b32a69bbd98475f8644', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df727fa4-ca0b-43ba-be88-ffeb156f0c84', 'external_fixed_ips': [{'subnet_id': '8acdb510-d5f4-4c90-8e8c-2a5ae18e332f', 'ip_address': '172.28.2.197'}], 'enable_snat': True}, 'gw_port_id': 'b5be9cb5-f581-4662-987b-847f464ee8bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T06:12:59Z', 'updated_at': '2021-06-01T06:13:05Z', 'revision_number': 4, 'project_id': '01a8148357484b32a69bbd98475f8644', 'gw_port': {'id': 'b5be9cb5-f581-4662-987b-847f464ee8bf', 'name': '', 'network_id': 'df727fa4-ca0b-43ba-be88-ffeb156f0c84', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:1f:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7489779e-fa2e-4e7d-9c00-a845890b26db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '8acdb510-d5f4-4c90-8e8c-2a5ae18e332f', 'ip_address': '172.28.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793885-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T06:13:00Z', 'updated_at': '2021-06-01T06:13:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acdb510-d5f4-4c90-8e8c-2a5ae18e332f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793885-1-smb', '_interfaces': [{'id': '7e1a8627-cfc1-4e65-82ed-69e0212116a0', 'name': '', 'network_id': 'b2527877-b5b6-43aa-8903-8b7eda48e9e3', 'tenant_id': '01a8148357484b32a69bbd98475f8644', 'mac_address': 'fa:16:3e:2f:02:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7489779e-fa2e-4e7d-9c00-a845890b26db', 'device_owner': 'network:router_interface', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '5c51a303-e621-409b-99c6-f5028ab86df1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793885-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T06:13:04Z', 'updated_at': '2021-06-01T06:13:16Z', 'revision_number': 5, 'project_id': '01a8148357484b32a69bbd98475f8644', 'subnets': [{'id': '5c51a303-e621-409b-99c6-f5028ab86df1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793885-1-smb', False) {} {{(pid=91914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 06:17:17.809022 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1997c2e-5783-49c9-b9b2-9c8111da6313 None None] The sync data for ids ['7489779e-fa2e-4e7d-9c00-a845890b26db'] in dv-cinder-793885-1-smb is: [{'id': '7489779e-fa2e-4e7d-9c00-a845890b26db', 'name': 'tempest-TestMinimumBasicScenario-336830795-router', 'tenant_id': '01a8148357484b32a69bbd98475f8644', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df727fa4-ca0b-43ba-be88-ffeb156f0c84', 'external_fixed_ips': [{'subnet_id': '8acdb510-d5f4-4c90-8e8c-2a5ae18e332f', 'ip_address': '172.28.2.197'}], 'enable_snat': True}, 'gw_port_id': 'b5be9cb5-f581-4662-987b-847f464ee8bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T06:12:59Z', 'updated_at': '2021-06-01T06:13:05Z', 'revision_number': 4, 'project_id': '01a8148357484b32a69bbd98475f8644', 'gw_port': {'id': 'b5be9cb5-f581-4662-987b-847f464ee8bf', 'name': '', 'network_id': 'df727fa4-ca0b-43ba-be88-ffeb156f0c84', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:1f:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7489779e-fa2e-4e7d-9c00-a845890b26db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '8acdb510-d5f4-4c90-8e8c-2a5ae18e332f', 'ip_address': '172.28.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793885-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T06:13:00Z', 'updated_at': '2021-06-01T06:13:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acdb510-d5f4-4c90-8e8c-2a5ae18e332f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793885-1-smb', '_interfaces': [{'id': '7e1a8627-cfc1-4e65-82ed-69e0212116a0', 'name': '', 'network_id': 'b2527877-b5b6-43aa-8903-8b7eda48e9e3', 'tenant_id': '01a8148357484b32a69bbd98475f8644', 'mac_address': 'fa:16:3e:2f:02:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7489779e-fa2e-4e7d-9c00-a845890b26db', 'device_owner': 'network:router_interface', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '5c51a303-e621-409b-99c6-f5028ab86df1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793885-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T06:13:04Z', 'updated_at': '2021-06-01T06:13:16Z', 'revision_number': 5, 'project_id': '01a8148357484b32a69bbd98475f8644', 'subnets': [{'id': '5c51a303-e621-409b-99c6-f5028ab86df1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 06:17:17.997962 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7110b7a0-c04a-4e52-892a-8d41ddf7651e req-4faff54a-7189-4bd5-a9f6-0786d38b50b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:17:18.000926 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-7110b7a0-c04a-4e52-892a-8d41ddf7651e req-4faff54a-7189-4bd5-a9f6-0786d38b50b6 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=01a8148357484b32a69bbd98475f8644&device_id=6ba02003-0082-4ade-b2ff-aaeb571a8717 HTTP/1.1" status: 200 len: 1099 time: 0.1991873 Jun 01 06:17:18.083718 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9061a1d-f0d8-4e97-b4cf-a0787a775bba None None] New status for floating IP 48c6776b-1047-4ae7-a381-0067b25acd94: DOWN {{(pid=91915) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 01 06:17:18.218836 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7110b7a0-c04a-4e52-892a-8d41ddf7651e req-358eebd9-9ca1-475b-9e8c-c9aba698b5bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:17:18.220303 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-7110b7a0-c04a-4e52-892a-8d41ddf7651e req-358eebd9-9ca1-475b-9e8c-c9aba698b5bc service neutron] 10.222.0.45 "GET /v2.0/networks?id=b2527877-b5b6-43aa-8903-8b7eda48e9e3 HTTP/1.1" status: 200 len: 915 time: 0.1993124 Jun 01 06:17:18.228734 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9c3526-7f87-4b40-b5e8-94d4daff764e req-a9c5a196-aad4-4731-8a56-b472fa038960 tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:17:18.230167 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-5c9c3526-7f87-4b40-b5e8-94d4daff764e req-a9c5a196-aad4-4731-8a56-b472fa038960 tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] 10.222.0.41 "GET /v2.0/ports?device_id=43f14c8a-71ca-4849-a522-b8265eed9264 HTTP/1.1" status: 200 len: 945 time: 0.1890361 Jun 01 06:17:18.310399 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-7110b7a0-c04a-4e52-892a-8d41ddf7651e req-2be87161-fd39-423e-9cdf-8decf2faab88 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a31cd721-a1d0-4eea-8fc8-b1415cdec3a4 HTTP/1.1" status: 200 len: 217 time: 0.0792942 Jun 01 06:17:18.374117 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-5c9c3526-7f87-4b40-b5e8-94d4daff764e req-532f1e05-b9ca-4703-9bc4-c2be882969cf tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] 10.222.0.41 "GET /v2.0/security-groups?id=5d54a839-0bf1-4bdb-9539-67104b9aee98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0931313 Jun 01 06:17:18.398498 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7110b7a0-c04a-4e52-892a-8d41ddf7651e req-734fc489-be4b-4f36-be5a-df6c8ae44088 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:17:18.399913 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-7110b7a0-c04a-4e52-892a-8d41ddf7651e req-734fc489-be4b-4f36-be5a-df6c8ae44088 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=5c51a303-e621-409b-99c6-f5028ab86df1 HTTP/1.1" status: 200 len: 853 time: 0.0792389 Jun 01 06:17:18.479706 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7110b7a0-c04a-4e52-892a-8d41ddf7651e req-66aaf9b3-d567-4fed-b2eb-1f3f93d25eef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:17:18.481447 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-7110b7a0-c04a-4e52-892a-8d41ddf7651e req-66aaf9b3-d567-4fed-b2eb-1f3f93d25eef service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b2527877-b5b6-43aa-8903-8b7eda48e9e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0740361 Jun 01 06:17:18.617029 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-7110b7a0-c04a-4e52-892a-8d41ddf7651e req-ea8162b7-1e8d-4355-82aa-09cc6c2a44ae service neutron] 10.222.0.45 "GET /v2.0/networks/b2527877-b5b6-43aa-8903-8b7eda48e9e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293793 Jun 01 06:17:18.753078 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-7110b7a0-c04a-4e52-892a-8d41ddf7651e req-b7ee3361-e89d-4615-a438-d7572ede8e40 service neutron] 10.222.0.45 "GET /v2.0/networks/b2527877-b5b6-43aa-8903-8b7eda48e9e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295333 Jun 01 06:17:19.558995 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83340bc3-1c76-428a-8f80-173810591124 req-b6f5daac-ff18-4ae1-a0e4-47b1493b7f6c tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:17:19.560436 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-83340bc3-1c76-428a-8f80-173810591124 req-b6f5daac-ff18-4ae1-a0e4-47b1493b7f6c tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] 10.222.0.41 "GET /v2.0/ports?device_id=43f14c8a-71ca-4849-a522-b8265eed9264 HTTP/1.1" status: 200 len: 945 time: 0.0784981 Jun 01 06:17:19.604064 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-83340bc3-1c76-428a-8f80-173810591124 req-5a44ffd2-b0a8-40c7-a44c-f2e4814285a2 tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] 10.222.0.41 "GET /v2.0/security-groups?id=5d54a839-0bf1-4bdb-9539-67104b9aee98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380666 Jun 01 06:17:20.122019 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a5e713-8a7e-48b4-a41c-bf38441ba569 req-e3221e7a-e406-4c9c-9526-3c9eb2545bba tempest-TestMinimumBasicScenario-1035900223 tempest-TestMinimumBasicScenario-1035900223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:17:20.123474 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-78a5e713-8a7e-48b4-a41c-bf38441ba569 req-e3221e7a-e406-4c9c-9526-3c9eb2545bba tempest-TestMinimumBasicScenario-1035900223 tempest-TestMinimumBasicScenario-1035900223-project] 10.222.0.41 "GET /v2.0/ports?device_id=6ba02003-0082-4ade-b2ff-aaeb571a8717 HTTP/1.1" status: 200 len: 946 time: 0.0819352 Jun 01 06:17:20.166768 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-78a5e713-8a7e-48b4-a41c-bf38441ba569 req-6a4851c2-c675-461f-9c00-78bad21bc05d tempest-TestMinimumBasicScenario-1035900223 tempest-TestMinimumBasicScenario-1035900223-project] 10.222.0.41 "GET /v2.0/security-groups?id=00149f5e-5845-4199-b9d6-6cd604ad02b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371265 Jun 01 06:17:20.782871 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960a9e52-ad47-4028-a7b0-535361a7af3c req-7713eaa2-cfe8-4270-a537-9996f55f7e78 tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:17:20.784775 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-960a9e52-ad47-4028-a7b0-535361a7af3c req-7713eaa2-cfe8-4270-a537-9996f55f7e78 tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] 10.222.0.41 "GET /v2.0/ports?device_id=43f14c8a-71ca-4849-a522-b8265eed9264 HTTP/1.1" status: 200 len: 945 time: 0.0773959 Jun 01 06:17:20.828058 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-960a9e52-ad47-4028-a7b0-535361a7af3c req-6cfc6b7a-7e7d-4ae0-9252-eb4324b033bd tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] 10.222.0.41 "GET /v2.0/security-groups?id=5d54a839-0bf1-4bdb-9539-67104b9aee98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377731 Jun 01 06:17:21.350607 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff59150-56e5-4641-ade0-305c8275aacb req-25530ac4-9d94-4344-92b4-0437bc9f563a tempest-TestMinimumBasicScenario-1035900223 tempest-TestMinimumBasicScenario-1035900223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:17:21.351287 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.quota.resource [req-6ff59150-56e5-4641-ade0-305c8275aacb req-25530ac4-9d94-4344-92b4-0437bc9f563a tempest-TestMinimumBasicScenario-1035900223 tempest-TestMinimumBasicScenario-1035900223-project] Synchronizing usage tracker for tenant:01a8148357484b32a69bbd98475f8644 on resource:port {{(pid=91912) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 06:17:21.366883 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.quota.resource [req-6ff59150-56e5-4641-ade0-305c8275aacb req-25530ac4-9d94-4344-92b4-0437bc9f563a tempest-TestMinimumBasicScenario-1035900223 tempest-TestMinimumBasicScenario-1035900223-project] Unset dirty status for tenant:01a8148357484b32a69bbd98475f8644 on resource:port {{(pid=91912) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 06:17:21.368034 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-6ff59150-56e5-4641-ade0-305c8275aacb req-25530ac4-9d94-4344-92b4-0437bc9f563a tempest-TestMinimumBasicScenario-1035900223 tempest-TestMinimumBasicScenario-1035900223-project] 10.222.0.41 "GET /v2.0/ports?device_id=6ba02003-0082-4ade-b2ff-aaeb571a8717 HTTP/1.1" status: 200 len: 946 time: 0.0957439 Jun 01 06:17:21.411545 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.quota.resource [req-6ff59150-56e5-4641-ade0-305c8275aacb req-c5f624cd-c96d-4d1b-b46d-f6e6a2670c66 tempest-TestMinimumBasicScenario-1035900223 tempest-TestMinimumBasicScenario-1035900223-project] Synchronizing usage tracker for tenant:01a8148357484b32a69bbd98475f8644 on resource:security_group {{(pid=91912) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 06:17:21.426295 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.quota.resource [req-6ff59150-56e5-4641-ade0-305c8275aacb req-c5f624cd-c96d-4d1b-b46d-f6e6a2670c66 tempest-TestMinimumBasicScenario-1035900223 tempest-TestMinimumBasicScenario-1035900223-project] Unset dirty status for tenant:01a8148357484b32a69bbd98475f8644 on resource:security_group {{(pid=91912) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 06:17:21.427395 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-6ff59150-56e5-4641-ade0-305c8275aacb req-c5f624cd-c96d-4d1b-b46d-f6e6a2670c66 tempest-TestMinimumBasicScenario-1035900223 tempest-TestMinimumBasicScenario-1035900223-project] 10.222.0.41 "GET /v2.0/security-groups?id=00149f5e-5845-4199-b9d6-6cd604ad02b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539014 Jun 01 06:17:22.020983 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4c72a1-056f-4107-b854-7c5e959c6932 req-7928ed31-ef40-4965-8fe5-1f7a42a7b5bf tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:17:22.022469 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-8b4c72a1-056f-4107-b854-7c5e959c6932 req-7928ed31-ef40-4965-8fe5-1f7a42a7b5bf tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] 10.222.0.41 "GET /v2.0/ports?device_id=43f14c8a-71ca-4849-a522-b8265eed9264 HTTP/1.1" status: 200 len: 945 time: 0.0844483 Jun 01 06:17:22.066472 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-8b4c72a1-056f-4107-b854-7c5e959c6932 req-778b7beb-ae99-49a2-9340-13491689f337 tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] 10.222.0.41 "GET /v2.0/security-groups?id=5d54a839-0bf1-4bdb-9539-67104b9aee98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384352 Jun 01 06:17:22.324463 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea53728-3259-43a9-b9d8-526e54add030 req-7f5de212-0772-4e5f-a928-2e66bfd2d60d tempest-TestMinimumBasicScenario-1035900223 tempest-TestMinimumBasicScenario-1035900223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:17:22.325899 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-4ea53728-3259-43a9-b9d8-526e54add030 req-7f5de212-0772-4e5f-a928-2e66bfd2d60d tempest-TestMinimumBasicScenario-1035900223 tempest-TestMinimumBasicScenario-1035900223-project] 10.222.0.45 "GET /v2.0/ports?device_id=6ba02003-0082-4ade-b2ff-aaeb571a8717 HTTP/1.1" status: 200 len: 946 time: 0.0809543 Jun 01 06:17:22.465837 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.plugins.ml2.plugin [req-4ea53728-3259-43a9-b9d8-526e54add030 req-5030138e-dc1a-4cdb-abaf-39833d155c10 tempest-TestMinimumBasicScenario-1035900223 tempest-TestMinimumBasicScenario-1035900223-project] Deleting port a31cd721-a1d0-4eea-8fc8-b1415cdec3a4 {{(pid=91912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 06:17:22.466477 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [req-4ea53728-3259-43a9-b9d8-526e54add030 req-5030138e-dc1a-4cdb-abaf-39833d155c10 tempest-TestMinimumBasicScenario-1035900223 tempest-TestMinimumBasicScenario-1035900223-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774208809027'] for port, before_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:17:22.600092 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.plugins.ml2.db [req-4ea53728-3259-43a9-b9d8-526e54add030 req-5030138e-dc1a-4cdb-abaf-39833d155c10 tempest-TestMinimumBasicScenario-1035900223 tempest-TestMinimumBasicScenario-1035900223-project] For port a31cd721-a1d0-4eea-8fc8-b1415cdec3a4, host hv-cinder-79388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79388',level=0,port_id=a31cd721-a1d0-4eea-8fc8-b1415cdec3a4,segment=NetworkSegment(cc0cc183-e050-4fc8-a49b-4071c6674dd2),segment_id=cc0cc183-e050-4fc8-a49b-4071c6674dd2)] {{(pid=91912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 06:17:22.600355 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [req-4ea53728-3259-43a9-b9d8-526e54add030 req-5030138e-dc1a-4cdb-abaf-39833d155c10 tempest-TestMinimumBasicScenario-1035900223 tempest-TestMinimumBasicScenario-1035900223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-879323'] for port, precommit_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:17:22.610791 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2e7423-2081-4bb6-a2be-aafab51cd480 req-599afbcc-fe1c-4eb6-985f-7b511338fa5e tempest-TestMinimumBasicScenario-1035900223 tempest-TestMinimumBasicScenario-1035900223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:17:22.612304 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-dd2e7423-2081-4bb6-a2be-aafab51cd480 req-599afbcc-fe1c-4eb6-985f-7b511338fa5e tempest-TestMinimumBasicScenario-1035900223 tempest-TestMinimumBasicScenario-1035900223-project] 10.222.0.41 "GET /v2.0/ports?device_id=6ba02003-0082-4ade-b2ff-aaeb571a8717 HTTP/1.1" status: 200 len: 946 time: 0.0790172 Jun 01 06:17:22.659925 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-dd2e7423-2081-4bb6-a2be-aafab51cd480 req-22bc0b71-0061-4755-ad79-a479122b46b2 tempest-TestMinimumBasicScenario-1035900223 tempest-TestMinimumBasicScenario-1035900223-project] 10.222.0.41 "GET /v2.0/security-groups?id=00149f5e-5845-4199-b9d6-6cd604ad02b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414231 Jun 01 06:17:22.722224 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.plugins.ml2.plugin [req-4ea53728-3259-43a9-b9d8-526e54add030 req-5030138e-dc1a-4cdb-abaf-39833d155c10 tempest-TestMinimumBasicScenario-1035900223 tempest-TestMinimumBasicScenario-1035900223-project] Calling delete_port for a31cd721-a1d0-4eea-8fc8-b1415cdec3a4 owned by compute:nova {{(pid=91912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 06:17:22.827699 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [req-4ea53728-3259-43a9-b9d8-526e54add030 req-5030138e-dc1a-4cdb-abaf-39833d155c10 tempest-TestMinimumBasicScenario-1035900223 tempest-TestMinimumBasicScenario-1035900223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774208810150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774208425692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1720922'] for port, after_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:17:22.834757 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-764a0069-8989-4587-a7de-6c4f5f60b160 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:17:22.839163 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.db [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] get_ports_and_sgs() called for port_ids ['a31cd721-a1d0-4eea-8fc8-b1415cdec3a4'] {{(pid=91914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 06:17:22.885010 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5030138e-dc1a-4cdb-abaf-39833d155c10 tempest-TestMinimumBasicScenario-1035900223 tempest-TestMinimumBasicScenario-1035900223-project] Pushing event deleted for resources: {'Port': ['ID=a31cd721-a1d0-4eea-8fc8-b1415cdec3a4,revision_number=None']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:17:22.887304 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-5030138e-dc1a-4cdb-abaf-39833d155c10 tempest-TestMinimumBasicScenario-1035900223 tempest-TestMinimumBasicScenario-1035900223-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:17:22.961146 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ea53728-3259-43a9-b9d8-526e54add030 req-5030138e-dc1a-4cdb-abaf-39833d155c10 tempest-TestMinimumBasicScenario-1035900223 tempest-TestMinimumBasicScenario-1035900223-project] No DVR routers for this DVR port a31cd721-a1d0-4eea-8fc8-b1415cdec3a4 on host hv-cinder-79388 {{(pid=91912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 06:17:22.963617 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [req-4ea53728-3259-43a9-b9d8-526e54add030 req-5030138e-dc1a-4cdb-abaf-39833d155c10 tempest-TestMinimumBasicScenario-1035900223 tempest-TestMinimumBasicScenario-1035900223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239402'] for port, before_response {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:17:22.966279 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ba02003-0082-4ade-b2ff-aaeb571a8717', 'name': 'network-vif-deleted', 'tag': 'a31cd721-a1d0-4eea-8fc8-b1415cdec3a4'}] {{(pid=91912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 06:17:22.968467 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c7b3c6e1f14bb220aa0995d95792b8f3e6549c6955cb141320bca3e5502353f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f39cf31-d0c9-4aca-ac26-cb7c1025c2f4" -d '{"events": [{"server_uuid": "6ba02003-0082-4ade-b2ff-aaeb571a8717", "name": "network-vif-deleted", "tag": "a31cd721-a1d0-4eea-8fc8-b1415cdec3a4"}]}' {{(pid=91912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 06:17:22.982372 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-4ea53728-3259-43a9-b9d8-526e54add030 req-5030138e-dc1a-4cdb-abaf-39833d155c10 tempest-TestMinimumBasicScenario-1035900223 tempest-TestMinimumBasicScenario-1035900223-project] 10.222.0.45 "DELETE /v2.0/ports/a31cd721-a1d0-4eea-8fc8-b1415cdec3a4 HTTP/1.1" status: 204 len: 173 time: 0.6503451 Jun 01 06:17:23.014358 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 06:17:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbdae1ea-a93e-4193-ad91-3048c8e72b1e x-openstack-request-id: req-bbdae1ea-a93e-4193-ad91-3048c8e72b1e {{(pid=91912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 06:17:23.014694 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ba02003-0082-4ade-b2ff-aaeb571a8717", "name": "network-vif-deleted", "tag": "a31cd721-a1d0-4eea-8fc8-b1415cdec3a4", "status": "completed", "code": 200}]} {{(pid=91912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 06:17:23.014961 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-bbdae1ea-a93e-4193-ad91-3048c8e72b1e {{(pid=91912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 06:17:23.015444 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ba02003-0082-4ade-b2ff-aaeb571a8717', 'name': 'network-vif-deleted', 'tag': 'a31cd721-a1d0-4eea-8fc8-b1415cdec3a4', 'status': 'completed', 'code': 200} Jun 01 06:17:23.256057 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cdcf16-afbf-4e37-a5a6-ff3607db719d req-6af6ea26-88a7-407c-8a20-f0a14a743691 tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:17:23.257643 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-82cdcf16-afbf-4e37-a5a6-ff3607db719d req-6af6ea26-88a7-407c-8a20-f0a14a743691 tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] 10.222.0.41 "GET /v2.0/ports?device_id=43f14c8a-71ca-4849-a522-b8265eed9264 HTTP/1.1" status: 200 len: 945 time: 0.0834072 Jun 01 06:17:23.303309 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-82cdcf16-afbf-4e37-a5a6-ff3607db719d req-791e3838-f86b-4f46-8f19-9b861313e071 tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] 10.222.0.41 "GET /v2.0/security-groups?id=5d54a839-0bf1-4bdb-9539-67104b9aee98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399501 Jun 01 06:17:24.368330 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.wsgi [-] (91913) accepted ('10.222.0.41', 59078) {{(pid=91913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 06:17:24.749039 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba32d63-5f1e-4cf6-9355-f7951a5bf0a5 req-d9664bfc-aba9-41c0-9eda-45bcfa041994 tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:17:24.750484 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-1ba32d63-5f1e-4cf6-9355-f7951a5bf0a5 req-d9664bfc-aba9-41c0-9eda-45bcfa041994 tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] 10.222.0.41 "GET /v2.0/ports?device_id=43f14c8a-71ca-4849-a522-b8265eed9264 HTTP/1.1" status: 200 len: 945 time: 0.3264580 Jun 01 06:17:24.875737 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-1ba32d63-5f1e-4cf6-9355-f7951a5bf0a5 req-52ef0a86-c3d2-4fa2-a5a1-91b3363e2e70 tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] 10.222.0.41 "GET /v2.0/security-groups?id=5d54a839-0bf1-4bdb-9539-67104b9aee98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1171587 Jun 01 06:17:25.080812 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-2d3a6d0f-b8ba-4396-b2ee-eb001394f220 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-878346'] for router_interface, before_delete {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:17:25.480404 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.plugins.ml2.plugin [None req-2d3a6d0f-b8ba-4396-b2ee-eb001394f220 admin admin] Deleting port 7e1a8627-cfc1-4e65-82ed-69e0212116a0 {{(pid=91913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 06:17:25.481152 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-2d3a6d0f-b8ba-4396-b2ee-eb001394f220 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774208809027'] for port, before_delete {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:17:25.599358 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.plugins.ml2.db [None req-2d3a6d0f-b8ba-4396-b2ee-eb001394f220 admin admin] For port 7e1a8627-cfc1-4e65-82ed-69e0212116a0, host dv-cinder-793885-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793885-1-smb',level=0,port_id=7e1a8627-cfc1-4e65-82ed-69e0212116a0,segment=NetworkSegment(cc0cc183-e050-4fc8-a49b-4071c6674dd2),segment_id=cc0cc183-e050-4fc8-a49b-4071c6674dd2)] {{(pid=91913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 06:17:25.599704 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-2d3a6d0f-b8ba-4396-b2ee-eb001394f220 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-879323'] for port, precommit_delete {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:17:25.726990 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.plugins.ml2.plugin [None req-2d3a6d0f-b8ba-4396-b2ee-eb001394f220 admin admin] Calling delete_port for 7e1a8627-cfc1-4e65-82ed-69e0212116a0 owned by network:router_interface {{(pid=91913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 06:17:25.810554 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-014d1218-4026-43b7-97b4-ef3825fb9336 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774208951022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772053'] for agent, after_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:17:26.066585 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-2d3a6d0f-b8ba-4396-b2ee-eb001394f220 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774208810150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774208425692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10749551'] for port, after_delete {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:17:26.071555 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [None req-f718f134-7cc9-4b7c-b68a-e1c49719d8a7 tempest-TestMinimumBasicScenario-1035900223 tempest-TestMinimumBasicScenario-1035900223-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:17:26.120411 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3a6d0f-b8ba-4396-b2ee-eb001394f220 admin admin] Pushing event deleted for resources: {'Port': ['ID=7e1a8627-cfc1-4e65-82ed-69e0212116a0,revision_number=None']} {{(pid=91913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:17:26.286040 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3a6d0f-b8ba-4396-b2ee-eb001394f220 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:17:26.286413 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3a6d0f-b8ba-4396-b2ee-eb001394f220 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:17:26.286777 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3a6d0f-b8ba-4396-b2ee-eb001394f220 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:17:26.287137 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3a6d0f-b8ba-4396-b2ee-eb001394f220 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:17:26.287491 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3a6d0f-b8ba-4396-b2ee-eb001394f220 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:17:26.287843 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3a6d0f-b8ba-4396-b2ee-eb001394f220 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:17:26.288192 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3a6d0f-b8ba-4396-b2ee-eb001394f220 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:17:26.288539 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3a6d0f-b8ba-4396-b2ee-eb001394f220 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:17:26.288888 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3a6d0f-b8ba-4396-b2ee-eb001394f220 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:17:26.289262 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3a6d0f-b8ba-4396-b2ee-eb001394f220 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:17:26.289608 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3a6d0f-b8ba-4396-b2ee-eb001394f220 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:17:26.289949 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3a6d0f-b8ba-4396-b2ee-eb001394f220 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:17:26.316354 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [None req-2d3a6d0f-b8ba-4396-b2ee-eb001394f220 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:17:26.323917 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a171bd9f-87bb-4dcc-b671-cc22f26ddb56 req-1dbafc12-3d42-47f0-a9a2-1742c70311df tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:17:26.325390 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-a171bd9f-87bb-4dcc-b671-cc22f26ddb56 req-1dbafc12-3d42-47f0-a9a2-1742c70311df tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] 10.222.0.41 "GET /v2.0/ports?device_id=43f14c8a-71ca-4849-a522-b8265eed9264 HTTP/1.1" status: 200 len: 945 time: 0.3411102 Jun 01 06:17:26.407169 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.rpc [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Device a31cd721-a1d0-4eea-8fc8-b1415cdec3a4 no longer exists at agent hyperv_hv-cinder-79388 {{(pid=91914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 06:17:26.442850 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.plugin [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] No Port match for: a31cd721-a1d0-4eea-8fc8-b1415cdec3a4 {{(pid=91914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 01 06:17:26.443193 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.rpc [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Device a31cd721-a1d0-4eea-8fc8-b1415cdec3a4 not bound to the agent host hv-cinder-79388 {{(pid=91914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 06:17:26.448190 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-a171bd9f-87bb-4dcc-b671-cc22f26ddb56 req-7a512642-4d33-4db1-a4c4-208bc2fed3c7 tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] 10.222.0.41 "GET /v2.0/security-groups?id=5d54a839-0bf1-4bdb-9539-67104b9aee98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1135669 Jun 01 06:17:26.561954 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-2d3a6d0f-b8ba-4396-b2ee-eb001394f220 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-890010'] for router_interface, after_delete {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:17:26.906545 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d3a6d0f-b8ba-4396-b2ee-eb001394f220 admin admin] Router 7489779e-fa2e-4e7d-9c00-a845890b26db has already been hosted by L3 agent a2597806-c6e6-4acd-a843-608abc904602 {{(pid=91913) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 06:17:27.083748 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d3a6d0f-b8ba-4396-b2ee-eb001394f220 admin admin] Notify agent at l3_agent.dv-cinder-793885-1-smb the message routers_updated {{(pid=91913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 06:17:27.092120 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb7d371c-625d-4ca5-b2e9-4d4081f4bf78 None None] Sync routers for ids ['7489779e-fa2e-4e7d-9c00-a845890b26db'] in dv-cinder-793885-1-smb {{(pid=91914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 06:17:27.097914 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [None req-2d3a6d0f-b8ba-4396-b2ee-eb001394f220 admin admin] 10.222.0.41 "PUT /v2.0/routers/7489779e-fa2e-4e7d-9c00-a845890b26db/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7259760 Jun 01 06:17:27.098267 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.wsgi [-] (91913) accepted ('10.222.0.41', 59090) {{(pid=91913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 06:17:27.101620 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb7d371c-625d-4ca5-b2e9-4d4081f4bf78 None None] Routers {'7489779e-fa2e-4e7d-9c00-a845890b26db'} bound to L3 agent in host dv-cinder-793885-1-smb {{(pid=91914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 06:17:27.102241 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.db.l3_hamode_db [None req-cb7d371c-625d-4ca5-b2e9-4d4081f4bf78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793885-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-01T06:01:58Z,description=,heartbeat_timestamp=2021-06-01T06:16:58Z,host='dv-cinder-793885-1-smb',id=a2597806-c6e6-4acd-a843-608abc904602,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T06:01:58Z,topic='l3_agent')) {'router_ids': ['7489779e-fa2e-4e7d-9c00-a845890b26db'], 'active': True} {{(pid=91914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 06:17:27.267944 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-da6ffd54-2555-44ec-b46d-2049aacdafcb admin admin] Notify callbacks [] for router, before_delete {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:17:27.278750 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.db.l3_dvr_db [None req-cb7d371c-625d-4ca5-b2e9-4d4081f4bf78 None None] Set router 7489779e-fa2e-4e7d-9c00-a845890b26db gateway port host: dv-cinder-793885-1-smb {{(pid=91914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 06:17:27.437453 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-da6ffd54-2555-44ec-b46d-2049aacdafcb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:17:27.510230 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.plugins.ml2.plugin [None req-da6ffd54-2555-44ec-b46d-2049aacdafcb admin admin] Deleting port b5be9cb5-f581-4662-987b-847f464ee8bf {{(pid=91913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 06:17:27.510576 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-da6ffd54-2555-44ec-b46d-2049aacdafcb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774208809027'] for port, before_delete {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:17:27.566034 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.db.l3_hamode_db [None req-cb7d371c-625d-4ca5-b2e9-4d4081f4bf78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7489779e-fa2e-4e7d-9c00-a845890b26db', 'name': 'tempest-TestMinimumBasicScenario-336830795-router', 'tenant_id': '01a8148357484b32a69bbd98475f8644', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df727fa4-ca0b-43ba-be88-ffeb156f0c84', 'external_fixed_ips': [{'subnet_id': '8acdb510-d5f4-4c90-8e8c-2a5ae18e332f', 'ip_address': '172.28.2.197'}], 'enable_snat': True}, 'gw_port_id': 'b5be9cb5-f581-4662-987b-847f464ee8bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T06:12:59Z', 'updated_at': '2021-06-01T06:17:25Z', 'revision_number': 5, 'project_id': '01a8148357484b32a69bbd98475f8644', 'gw_port': {'id': 'b5be9cb5-f581-4662-987b-847f464ee8bf', 'name': '', 'network_id': 'df727fa4-ca0b-43ba-be88-ffeb156f0c84', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:1f:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7489779e-fa2e-4e7d-9c00-a845890b26db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '8acdb510-d5f4-4c90-8e8c-2a5ae18e332f', 'ip_address': '172.28.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793885-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T06:13:00Z', 'updated_at': '2021-06-01T06:13:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acdb510-d5f4-4c90-8e8c-2a5ae18e332f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793885-1-smb'}], 'dv-cinder-793885-1-smb', False) {} {{(pid=91914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 06:17:27.570048 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb7d371c-625d-4ca5-b2e9-4d4081f4bf78 None None] Checking router: 7489779e-fa2e-4e7d-9c00-a845890b26db for host: dv-cinder-793885-1-smb {{(pid=91914) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 06:17:27.578938 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb7d371c-625d-4ca5-b2e9-4d4081f4bf78 None None] Routers {'7489779e-fa2e-4e7d-9c00-a845890b26db'} bound to L3 agent in host dv-cinder-793885-1-smb {{(pid=91914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 06:17:27.579571 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.db.l3_hamode_db [None req-cb7d371c-625d-4ca5-b2e9-4d4081f4bf78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793885-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-01T06:01:58Z,description=,heartbeat_timestamp=2021-06-01T06:16:58Z,host='dv-cinder-793885-1-smb',id=a2597806-c6e6-4acd-a843-608abc904602,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T06:01:58Z,topic='l3_agent')) {'router_ids': ['7489779e-fa2e-4e7d-9c00-a845890b26db'], 'active': True} {{(pid=91914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 06:17:27.733769 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.db.l3_dvr_db [None req-cb7d371c-625d-4ca5-b2e9-4d4081f4bf78 None None] Set router 7489779e-fa2e-4e7d-9c00-a845890b26db gateway port host: None {{(pid=91914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 06:17:27.787898 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.plugins.ml2.db [None req-da6ffd54-2555-44ec-b46d-2049aacdafcb admin admin] For port b5be9cb5-f581-4662-987b-847f464ee8bf, host dv-cinder-793885-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793885-1-smb',level=0,port_id=b5be9cb5-f581-4662-987b-847f464ee8bf,segment=NetworkSegment(97ee6b0e-31ac-4687-a432-1c46ba18e1e7),segment_id=97ee6b0e-31ac-4687-a432-1c46ba18e1e7)] {{(pid=91913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 06:17:27.788482 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-da6ffd54-2555-44ec-b46d-2049aacdafcb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-879323'] for port, precommit_delete {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:17:27.838743 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.db.l3_hamode_db [None req-cb7d371c-625d-4ca5-b2e9-4d4081f4bf78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7489779e-fa2e-4e7d-9c00-a845890b26db', 'name': 'tempest-TestMinimumBasicScenario-336830795-router', 'tenant_id': '01a8148357484b32a69bbd98475f8644', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T06:12:59Z', 'updated_at': '2021-06-01T06:17:27Z', 'revision_number': 6, 'project_id': '01a8148357484b32a69bbd98475f8644', 'gw_port_host': None}], 'dv-cinder-793885-1-smb', False) {} {{(pid=91914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 06:17:27.842592 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb7d371c-625d-4ca5-b2e9-4d4081f4bf78 None None] The sync data for ids ['7489779e-fa2e-4e7d-9c00-a845890b26db'] in dv-cinder-793885-1-smb is: [{'id': '7489779e-fa2e-4e7d-9c00-a845890b26db', 'name': 'tempest-TestMinimumBasicScenario-336830795-router', 'tenant_id': '01a8148357484b32a69bbd98475f8644', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T06:12:59Z', 'updated_at': '2021-06-01T06:17:27Z', 'revision_number': 6, 'project_id': '01a8148357484b32a69bbd98475f8644', 'gw_port_host': None}] {{(pid=91914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 06:17:27.920451 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6671b7df-e148-4fc8-a67a-d93cc4e729dc req-f294792f-00d0-4ebb-a216-87f0de724139 tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:17:27.921926 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-6671b7df-e148-4fc8-a67a-d93cc4e729dc req-f294792f-00d0-4ebb-a216-87f0de724139 tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] 10.222.0.41 "GET /v2.0/ports?device_id=43f14c8a-71ca-4849-a522-b8265eed9264 HTTP/1.1" status: 200 len: 945 time: 0.2467716 Jun 01 06:17:27.928366 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.plugins.ml2.plugin [None req-da6ffd54-2555-44ec-b46d-2049aacdafcb admin admin] Calling delete_port for b5be9cb5-f581-4662-987b-847f464ee8bf owned by network:router_gateway {{(pid=91913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 06:17:27.986267 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-6671b7df-e148-4fc8-a67a-d93cc4e729dc req-ad64daaf-7b1d-432a-b9aa-7bd6d431b47d tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] 10.222.0.41 "GET /v2.0/security-groups?id=5d54a839-0bf1-4bdb-9539-67104b9aee98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551300 Jun 01 06:17:28.102305 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-da6ffd54-2555-44ec-b46d-2049aacdafcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774208810150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774208425692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10749551'] for port, after_delete {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:17:28.108159 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [None req-a5c4b439-38d2-4578-8578-ebc22a7bbb8f tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:17:28.151846 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6ffd54-2555-44ec-b46d-2049aacdafcb admin admin] Pushing event deleted for resources: {'Port': ['ID=b5be9cb5-f581-4662-987b-847f464ee8bf,revision_number=None']} {{(pid=91913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:17:28.154733 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [None req-da6ffd54-2555-44ec-b46d-2049aacdafcb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:17:28.204620 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774208951022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772053'] for agent, after_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:17:28.243114 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-da6ffd54-2555-44ec-b46d-2049aacdafcb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-880407'] for router_gateway, after_delete {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:17:28.415365 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-da6ffd54-2555-44ec-b46d-2049aacdafcb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-890778', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5217'] for router, precommit_delete {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:17:28.417454 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-da6ffd54-2555-44ec-b46d-2049aacdafcb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:17:28.493432 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-5b3cac46-7fa7-4a0c-96b5-0b19c0e30788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774208951022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772053'] for agent, after_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:17:28.502207 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-da6ffd54-2555-44ec-b46d-2049aacdafcb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-890278'] for router, after_delete {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:17:28.503447 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da6ffd54-2555-44ec-b46d-2049aacdafcb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7489779e-fa2e-4e7d-9c00-a845890b26db {{(pid=91913) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 01 06:17:28.516016 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-da6ffd54-2555-44ec-b46d-2049aacdafcb admin admin] Notify callbacks [] for router, before_response {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:17:28.517193 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [None req-da6ffd54-2555-44ec-b46d-2049aacdafcb admin admin] 10.222.0.41 "DELETE /v2.0/routers/7489779e-fa2e-4e7d-9c00-a845890b26db HTTP/1.1" status: 204 len: 168 time: 1.4180157 Jun 01 06:17:28.519790 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.wsgi [-] (91913) accepted ('10.222.0.41', 59098) {{(pid=91913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 06:17:28.577345 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f43feb1-af68-4cdf-b8aa-c2f67637d88a admin admin] Deleting subnet 5c51a303-e621-409b-99c6-f5028ab86df1 {{(pid=91913) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 01 06:17:28.580026 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-9f43feb1-af68-4cdf-b8aa-c2f67637d88a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:17:28.633196 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-9f43feb1-af68-4cdf-b8aa-c2f67637d88a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11393177'] for subnet, precommit_delete_associations {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:17:28.694660 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.rpc [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] Device 7e1a8627-cfc1-4e65-82ed-69e0212116a0 no longer exists at agent ovs-agent-dv-cinder-793885-1-smb {{(pid=91914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 06:17:28.729987 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.plugin [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] No Port match for: 7e1a8627-cfc1-4e65-82ed-69e0212116a0 {{(pid=91914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 01 06:17:28.730288 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.rpc [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] Device 7e1a8627-cfc1-4e65-82ed-69e0212116a0 not bound to the agent host dv-cinder-793885-1-smb {{(pid=91914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 06:17:28.754176 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-9f43feb1-af68-4cdf-b8aa-c2f67637d88a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3776980'] for subnet, precommit_delete {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:17:29.003008 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-9f43feb1-af68-4cdf-b8aa-c2f67637d88a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3784033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10749084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11365346'] for subnet, after_delete {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:17:29.007474 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:17:29.044854 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f43feb1-af68-4cdf-b8aa-c2f67637d88a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5c51a303-e621-409b-99c6-f5028ab86df1,revision_number=None']} {{(pid=91913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:17:29.046818 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-9f43feb1-af68-4cdf-b8aa-c2f67637d88a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536287'] for subnet, before_response {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:17:29.051077 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [None req-9f43feb1-af68-4cdf-b8aa-c2f67637d88a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:17:29.053824 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [None req-9f43feb1-af68-4cdf-b8aa-c2f67637d88a admin admin] 10.222.0.41 "DELETE /v2.0/subnets/5c51a303-e621-409b-99c6-f5028ab86df1 HTTP/1.1" status: 204 len: 168 time: 0.5331271 Jun 01 06:17:29.055439 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca964674-5cc4-489e-8f6a-cb63c37d788d None None] Network b2527877-b5b6-43aa-8903-8b7eda48e9e3 requested from dv-cinder-793885-1-smb {{(pid=91914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 06:17:29.056300 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.wsgi [-] (91913) accepted ('10.222.0.41', 59104) {{(pid=91913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 06:17:29.318129 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-f4a1ac4b-54c0-4b25-9972-ca0f948ddc80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670944'] for network, before_delete {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:17:29.330005 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0cd816d-8f98-4d17-8fcf-ffd7b706561f None None] DHCP port deletion for b2527877-b5b6-43aa-8903-8b7eda48e9e3 request from dv-cinder-793885-1-smb {{(pid=91914) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 01 06:17:29.383229 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e88c77-1e4e-4bb0-8065-3f4b5722cff5 req-139da65a-8b88-427d-a0d1-a5bfff356177 tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:17:29.384679 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-d2e88c77-1e4e-4bb0-8065-3f4b5722cff5 req-139da65a-8b88-427d-a0d1-a5bfff356177 tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] 10.222.0.41 "GET /v2.0/ports?device_id=43f14c8a-71ca-4849-a522-b8265eed9264 HTTP/1.1" status: 200 len: 945 time: 0.2106204 Jun 01 06:17:29.394492 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.plugin [None req-f0cd816d-8f98-4d17-8fcf-ffd7b706561f None None] Deleting port f5f3f8be-7fae-48a6-80ed-a83bd4f1abec {{(pid=91914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 06:17:29.394880 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-f0cd816d-8f98-4d17-8fcf-ffd7b706561f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774208809027'] for port, before_delete {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:17:29.442495 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-d2e88c77-1e4e-4bb0-8065-3f4b5722cff5 req-43b4141f-e1ff-4ffb-b897-113451a40e8f tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] 10.222.0.41 "GET /v2.0/security-groups?id=5d54a839-0bf1-4bdb-9539-67104b9aee98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504119 Jun 01 06:17:29.450152 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.plugins.ml2.plugin [None req-f4a1ac4b-54c0-4b25-9972-ca0f948ddc80 admin admin] Deleting port f5f3f8be-7fae-48a6-80ed-a83bd4f1abec {{(pid=91913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 06:17:29.450492 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-f4a1ac4b-54c0-4b25-9972-ca0f948ddc80 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774208809027'] for port, before_delete {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:17:29.494854 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.db [None req-f0cd816d-8f98-4d17-8fcf-ffd7b706561f None None] For port f5f3f8be-7fae-48a6-80ed-a83bd4f1abec, host dv-cinder-793885-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793885-1-smb',level=0,port_id=f5f3f8be-7fae-48a6-80ed-a83bd4f1abec,segment=NetworkSegment(cc0cc183-e050-4fc8-a49b-4071c6674dd2),segment_id=cc0cc183-e050-4fc8-a49b-4071c6674dd2)] {{(pid=91914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 06:17:29.495273 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-f0cd816d-8f98-4d17-8fcf-ffd7b706561f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-879323'] for port, precommit_delete {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:17:29.550833 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.plugins.ml2.db [None req-f4a1ac4b-54c0-4b25-9972-ca0f948ddc80 admin admin] For port f5f3f8be-7fae-48a6-80ed-a83bd4f1abec, host dv-cinder-793885-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793885-1-smb',level=0,port_id=f5f3f8be-7fae-48a6-80ed-a83bd4f1abec,segment=NetworkSegment(cc0cc183-e050-4fc8-a49b-4071c6674dd2),segment_id=cc0cc183-e050-4fc8-a49b-4071c6674dd2)] {{(pid=91913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 06:17:29.551067 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-f4a1ac4b-54c0-4b25-9972-ca0f948ddc80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-879323'] for port, precommit_delete {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:17:29.658039 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.plugin [None req-f0cd816d-8f98-4d17-8fcf-ffd7b706561f None None] Calling delete_port for f5f3f8be-7fae-48a6-80ed-a83bd4f1abec owned by network:dhcp {{(pid=91914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 06:17:29.673538 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.plugins.ml2.plugin [None req-f4a1ac4b-54c0-4b25-9972-ca0f948ddc80 admin admin] Calling delete_port for f5f3f8be-7fae-48a6-80ed-a83bd4f1abec owned by network:dhcp {{(pid=91913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 06:17:29.720057 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-f4a1ac4b-54c0-4b25-9972-ca0f948ddc80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774208810150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774208425692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10749551'] for port, after_delete {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:17:29.725265 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [None req-fbbfabd2-138d-4bac-a3e9-01ed8394f786 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:17:29.766748 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a1ac4b-54c0-4b25-9972-ca0f948ddc80 admin admin] Pushing event deleted for resources: {'Port': ['ID=f5f3f8be-7fae-48a6-80ed-a83bd4f1abec,revision_number=None']} {{(pid=91913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:17:29.770497 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [None req-f4a1ac4b-54c0-4b25-9972-ca0f948ddc80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:17:29.771271 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4a1ac4b-54c0-4b25-9972-ca0f948ddc80 admin admin] No DVR routers for this DVR port f5f3f8be-7fae-48a6-80ed-a83bd4f1abec on host dv-cinder-793885-1-smb {{(pid=91913) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 06:17:29.797382 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-f0cd816d-8f98-4d17-8fcf-ffd7b706561f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774208810150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774208425692'] for port, after_delete {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:17:29.803683 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG oslo_concurrency.lockutils [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91914) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:17:29.840881 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-1d313a3c-a63a-4764-8840-fb680d7e5ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774208951022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772053'] for agent, after_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:17:29.849854 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0cd816d-8f98-4d17-8fcf-ffd7b706561f None None] Pushing event deleted for resources: {'Port': ['ID=f5f3f8be-7fae-48a6-80ed-a83bd4f1abec,revision_number=None']} {{(pid=91914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:17:29.852378 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0cd816d-8f98-4d17-8fcf-ffd7b706561f None None] No DVR routers for this DVR port f5f3f8be-7fae-48a6-80ed-a83bd4f1abec on host dv-cinder-793885-1-smb {{(pid=91914) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 06:17:29.859866 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0cd816d-8f98-4d17-8fcf-ffd7b706561f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:17:29.860216 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0cd816d-8f98-4d17-8fcf-ffd7b706561f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:17:29.860557 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0cd816d-8f98-4d17-8fcf-ffd7b706561f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:17:29.860891 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0cd816d-8f98-4d17-8fcf-ffd7b706561f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:17:29.861322 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0cd816d-8f98-4d17-8fcf-ffd7b706561f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:17:29.861653 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0cd816d-8f98-4d17-8fcf-ffd7b706561f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:17:29.861985 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0cd816d-8f98-4d17-8fcf-ffd7b706561f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:17:29.862841 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0cd816d-8f98-4d17-8fcf-ffd7b706561f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:17:29.863190 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0cd816d-8f98-4d17-8fcf-ffd7b706561f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:17:29.863524 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0cd816d-8f98-4d17-8fcf-ffd7b706561f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:17:29.863842 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0cd816d-8f98-4d17-8fcf-ffd7b706561f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:17:29.864169 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0cd816d-8f98-4d17-8fcf-ffd7b706561f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:17:29.867704 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG oslo_concurrency.lockutils [None req-f0cd816d-8f98-4d17-8fcf-ffd7b706561f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=91914) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:17:29.889803 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-f4a1ac4b-54c0-4b25-9972-ca0f948ddc80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3782491', 'neutron.services.segments.db._delete_segments_for_network-8774208951004'] for network, precommit_delete {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:17:29.902727 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.services.segments.db [None req-f4a1ac4b-54c0-4b25-9972-ca0f948ddc80 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2527877-b5b6-43aa-8903-8b7eda48e9e3']}} {{(pid=91913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 06:17:29.914871 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.services.segments.db [None req-f4a1ac4b-54c0-4b25-9972-ca0f948ddc80 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc0cc183-e050-4fc8-a49b-4071c6674dd2') {'for_net_delete': True} {{(pid=91913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 06:17:29.915171 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.services.segments.db [None req-f4a1ac4b-54c0-4b25-9972-ca0f948ddc80 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc0cc183-e050-4fc8-a49b-4071c6674dd2') {} {{(pid=91913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 06:17:29.928008 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-f4a1ac4b-54c0-4b25-9972-ca0f948ddc80 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774208960925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11393170'] for segment, before_delete {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:17:29.947761 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-f4a1ac4b-54c0-4b25-9972-ca0f948ddc80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3778787'] for segment, precommit_delete {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:17:29.954252 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4a1ac4b-54c0-4b25-9972-ca0f948ddc80 admin admin] Releasing vlan 332 on physical network physnet1 to pool {{(pid=91913) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 06:17:29.954694 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-f4a1ac4b-54c0-4b25-9972-ca0f948ddc80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3778787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10749498'] for segment, after_delete {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:17:29.967587 dv-cinder-793885-1-smb neutron-server[91913]: Traceback (most recent call last): Jun 01 06:17:29.967587 dv-cinder-793885-1-smb neutron-server[91913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 01 06:17:29.967587 dv-cinder-793885-1-smb neutron-server[91913]: timer() Jun 01 06:17:29.967587 dv-cinder-793885-1-smb neutron-server[91913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 01 06:17:29.967587 dv-cinder-793885-1-smb neutron-server[91913]: cb(*args, **kw) Jun 01 06:17:29.967587 dv-cinder-793885-1-smb neutron-server[91913]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 01 06:17:29.967587 dv-cinder-793885-1-smb neutron-server[91913]: return func(*args, **kwargs) Jun 01 06:17:29.967587 dv-cinder-793885-1-smb neutron-server[91913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 01 06:17:29.967587 dv-cinder-793885-1-smb neutron-server[91913]: self._notify() Jun 01 06:17:29.967587 dv-cinder-793885-1-smb neutron-server[91913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 01 06:17:29.967587 dv-cinder-793885-1-smb neutron-server[91913]: self.callback(batched_events) Jun 01 06:17:29.967587 dv-cinder-793885-1-smb neutron-server[91913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 01 06:17:29.967587 dv-cinder-793885-1-smb neutron-server[91913]: event.method(event) Jun 01 06:17:29.967587 dv-cinder-793885-1-smb neutron-server[91913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 01 06:17:29.967587 dv-cinder-793885-1-smb neutron-server[91913]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 01 06:17:29.967587 dv-cinder-793885-1-smb neutron-server[91913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 01 06:17:29.967587 dv-cinder-793885-1-smb neutron-server[91913]: aggregate_uuid = self.p_client.list_aggregates( Jun 01 06:17:29.967587 dv-cinder-793885-1-smb neutron-server[91913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 01 06:17:29.967587 dv-cinder-793885-1-smb neutron-server[91913]: return f(self, *a, **k) Jun 01 06:17:29.967587 dv-cinder-793885-1-smb neutron-server[91913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 01 06:17:29.967587 dv-cinder-793885-1-smb neutron-server[91913]: return self._get(url).json() Jun 01 06:17:29.967587 dv-cinder-793885-1-smb neutron-server[91913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 01 06:17:29.967587 dv-cinder-793885-1-smb neutron-server[91913]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 01 06:17:29.967587 dv-cinder-793885-1-smb neutron-server[91913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 01 06:17:29.967587 dv-cinder-793885-1-smb neutron-server[91913]: return self.request(url, 'GET', **kwargs) Jun 01 06:17:29.967587 dv-cinder-793885-1-smb neutron-server[91913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 01 06:17:29.967587 dv-cinder-793885-1-smb neutron-server[91913]: base_url = self.get_endpoint(auth, allow=allow, Jun 01 06:17:29.967587 dv-cinder-793885-1-smb neutron-server[91913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 01 06:17:29.967587 dv-cinder-793885-1-smb neutron-server[91913]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 01 06:17:29.967587 dv-cinder-793885-1-smb neutron-server[91913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 01 06:17:29.967587 dv-cinder-793885-1-smb neutron-server[91913]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 01 06:17:29.967587 dv-cinder-793885-1-smb neutron-server[91913]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 01 06:17:30.041742 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-f4a1ac4b-54c0-4b25-9972-ca0f948ddc80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3782482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-940336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-880394'] for network, after_delete {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:17:30.046723 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-f4a1ac4b-54c0-4b25-9972-ca0f948ddc80 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536287'] for network, before_response {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:17:30.049139 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [None req-03d7b61b-4e68-4b20-ad8e-0c5db0953cef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:17:30.070321 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a1ac4b-54c0-4b25-9972-ca0f948ddc80 admin admin] Pushing event deleted for resources: {'Network': ['ID=b2527877-b5b6-43aa-8903-8b7eda48e9e3,revision_number=None']} {{(pid=91913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:17:30.072558 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [None req-f4a1ac4b-54c0-4b25-9972-ca0f948ddc80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:17:30.084704 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [None req-f4a1ac4b-54c0-4b25-9972-ca0f948ddc80 admin admin] 10.222.0.41 "DELETE /v2.0/networks/b2527877-b5b6-43aa-8903-8b7eda48e9e3 HTTP/1.1" status: 204 len: 168 time: 1.0271525 Jun 01 06:17:30.087635 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.wsgi [-] (91913) accepted ('10.222.0.41', 59112) {{(pid=91913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 06:17:30.319401 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.rpc [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] Device f5f3f8be-7fae-48a6-80ed-a83bd4f1abec no longer exists at agent ovs-agent-dv-cinder-793885-1-smb {{(pid=91914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 06:17:30.352807 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.plugin [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] No Port match for: f5f3f8be-7fae-48a6-80ed-a83bd4f1abec {{(pid=91914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 01 06:17:30.353462 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.rpc [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] Device f5f3f8be-7fae-48a6-80ed-a83bd4f1abec not bound to the agent host dv-cinder-793885-1-smb {{(pid=91914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 06:17:30.353592 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.rpc [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] Device b5be9cb5-f581-4662-987b-847f464ee8bf no longer exists at agent ovs-agent-dv-cinder-793885-1-smb {{(pid=91914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 06:17:30.388468 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.plugin [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] No Port match for: b5be9cb5-f581-4662-987b-847f464ee8bf {{(pid=91914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 01 06:17:30.388819 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.rpc [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] Device b5be9cb5-f581-4662-987b-847f464ee8bf not bound to the agent host dv-cinder-793885-1-smb {{(pid=91914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 06:17:30.774678 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75ba862-275d-4cbc-be42-16ea31f2cd4c req-72cbac39-0749-4edd-a2f2-f070208c2e3d tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:17:30.776127 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-d75ba862-275d-4cbc-be42-16ea31f2cd4c req-72cbac39-0749-4edd-a2f2-f070208c2e3d tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] 10.222.0.41 "GET /v2.0/ports?device_id=43f14c8a-71ca-4849-a522-b8265eed9264 HTTP/1.1" status: 200 len: 945 time: 0.2264571 Jun 01 06:17:30.800578 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-a5444e63-89ab-48eb-9296-4178afdbc032 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-878346'] for router_interface, before_delete {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:17:30.900579 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-d75ba862-275d-4cbc-be42-16ea31f2cd4c req-b9de8b4f-5e33-4f87-a146-0294795fe656 tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] 10.222.0.41 "GET /v2.0/security-groups?id=5d54a839-0bf1-4bdb-9539-67104b9aee98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1185768 Jun 01 06:17:31.160160 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-2212ef7e-50c1-45a6-8db2-90e035748ac3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774208951022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772053'] for agent, after_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:17:31.317153 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38108efb-9389-4661-b3b9-34ffb3570c67 req-214e046c-010d-406f-bdf8-e10681dfa27b tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:17:31.318687 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-38108efb-9389-4661-b3b9-34ffb3570c67 req-214e046c-010d-406f-bdf8-e10681dfa27b tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] 10.222.0.41 "GET /v2.0/ports?device_id=43f14c8a-71ca-4849-a522-b8265eed9264 HTTP/1.1" status: 200 len: 945 time: 0.1452334 Jun 01 06:17:31.340960 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.plugins.ml2.plugin [None req-a5444e63-89ab-48eb-9296-4178afdbc032 admin admin] Deleting port 1c4c3743-6f8b-4aa8-b5ba-54cef7781448 {{(pid=91913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 06:17:31.341239 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-a5444e63-89ab-48eb-9296-4178afdbc032 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774208809027'] for port, before_delete {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:17:31.384559 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b859546-c7ee-4332-a7df-7dc33be4b49e req-18d0fbb4-901e-4777-8a32-2d81cd603dac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:17:31.386122 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-2b859546-c7ee-4332-a7df-7dc33be4b49e req-18d0fbb4-901e-4777-8a32-2d81cd603dac service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7c893d8978f845f0bd2173a5ce1ebc47&device_id=43f14c8a-71ca-4849-a522-b8265eed9264 HTTP/1.1" status: 200 len: 1098 time: 0.1671832 Jun 01 06:17:31.445625 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-38108efb-9389-4661-b3b9-34ffb3570c67 req-afacd7ea-82ff-4275-95c5-5b9b4dc04068 tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] 10.222.0.41 "GET /v2.0/security-groups?id=5d54a839-0bf1-4bdb-9539-67104b9aee98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1191652 Jun 01 06:17:31.488602 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.plugins.ml2.db [None req-a5444e63-89ab-48eb-9296-4178afdbc032 admin admin] For port 1c4c3743-6f8b-4aa8-b5ba-54cef7781448, host dv-cinder-793885-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793885-1-smb',level=0,port_id=1c4c3743-6f8b-4aa8-b5ba-54cef7781448,segment=NetworkSegment(5f084c96-1bde-4004-9fef-9a82f2a66791),segment_id=5f084c96-1bde-4004-9fef-9a82f2a66791)] {{(pid=91913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 06:17:31.492147 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-a5444e63-89ab-48eb-9296-4178afdbc032 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-879323'] for port, precommit_delete {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:17:31.519520 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b859546-c7ee-4332-a7df-7dc33be4b49e req-45569b7c-d673-40bd-ba26-bd96532f0df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:17:31.520978 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-2b859546-c7ee-4332-a7df-7dc33be4b49e req-45569b7c-d673-40bd-ba26-bd96532f0df1 service neutron] 10.222.0.45 "GET /v2.0/networks?id=1aef2bca-7ed6-4d41-a156-11dcffb5b8e2 HTTP/1.1" status: 200 len: 912 time: 0.1285150 Jun 01 06:17:31.615850 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.plugins.ml2.plugin [None req-a5444e63-89ab-48eb-9296-4178afdbc032 admin admin] Calling delete_port for 1c4c3743-6f8b-4aa8-b5ba-54cef7781448 owned by network:router_interface {{(pid=91913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 06:17:31.624167 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-2b859546-c7ee-4332-a7df-7dc33be4b49e req-ba6085e6-181d-49ce-9ed3-f00940413325 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=04cb92a6-89ce-4401-9cf4-d65ae86f6023 HTTP/1.1" status: 200 len: 1001 time: 0.0958874 Jun 01 06:17:31.685306 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b859546-c7ee-4332-a7df-7dc33be4b49e req-6839e0b7-57a9-4ea2-ad79-5cef59271fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:17:31.686754 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-2b859546-c7ee-4332-a7df-7dc33be4b49e req-6839e0b7-57a9-4ea2-ad79-5cef59271fbc service neutron] 10.222.0.45 "GET /v2.0/subnets?id=855dfebb-5fe1-422f-95fd-8b5f405d78be HTTP/1.1" status: 200 len: 850 time: 0.0562108 Jun 01 06:17:31.763464 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-a5444e63-89ab-48eb-9296-4178afdbc032 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774208810150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774208425692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10749551'] for port, after_delete {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:17:31.766912 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b859546-c7ee-4332-a7df-7dc33be4b49e req-404c482c-1219-4c0a-8be6-837932a530e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:17:31.768606 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-2b859546-c7ee-4332-a7df-7dc33be4b49e req-404c482c-1219-4c0a-8be6-837932a530e3 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1aef2bca-7ed6-4d41-a156-11dcffb5b8e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0747523 Jun 01 06:17:31.768891 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [None req-6862999c-826c-49ef-9867-6a0804d2189f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:17:31.838516 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5444e63-89ab-48eb-9296-4178afdbc032 admin admin] Pushing event deleted for resources: {'Port': ['ID=1c4c3743-6f8b-4aa8-b5ba-54cef7781448,revision_number=None']} {{(pid=91913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:17:31.841050 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [None req-a5444e63-89ab-48eb-9296-4178afdbc032 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:17:31.912858 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-2b859546-c7ee-4332-a7df-7dc33be4b49e req-e1246c3c-b3c4-4db5-8a08-680a68e3a773 service neutron] 10.222.0.45 "GET /v2.0/networks/1aef2bca-7ed6-4d41-a156-11dcffb5b8e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378026 Jun 01 06:17:32.049466 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-2b859546-c7ee-4332-a7df-7dc33be4b49e req-b6f9ba96-c21b-4a66-a19f-92b785129f18 service neutron] 10.222.0.45 "GET /v2.0/networks/1aef2bca-7ed6-4d41-a156-11dcffb5b8e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287990 Jun 01 06:17:32.089755 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-a5444e63-89ab-48eb-9296-4178afdbc032 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-890010'] for router_interface, after_delete {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:17:32.555325 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5444e63-89ab-48eb-9296-4178afdbc032 admin admin] Router 6ed360ef-ec0c-4630-b239-58b2df715725 has already been hosted by L3 agent a2597806-c6e6-4acd-a843-608abc904602 {{(pid=91913) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 06:17:32.816373 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5444e63-89ab-48eb-9296-4178afdbc032 admin admin] Notify agent at l3_agent.dv-cinder-793885-1-smb the message routers_updated {{(pid=91913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 06:17:32.824743 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e3408b7-791b-4284-a36e-97bc0e735c6c None None] Sync routers for ids ['6ed360ef-ec0c-4630-b239-58b2df715725'] in dv-cinder-793885-1-smb {{(pid=91915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 06:17:32.833444 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5145bdef-00a7-4106-9287-39fdb0e02b75 req-85b53ed8-950f-417a-8d8a-c75464053d8b tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:17:32.833635 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e3408b7-791b-4284-a36e-97bc0e735c6c None None] Routers {'6ed360ef-ec0c-4630-b239-58b2df715725'} bound to L3 agent in host dv-cinder-793885-1-smb {{(pid=91915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 06:17:32.834251 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG neutron.db.l3_hamode_db [None req-2e3408b7-791b-4284-a36e-97bc0e735c6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793885-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-01T06:01:58Z,description=,heartbeat_timestamp=2021-06-01T06:17:28Z,host='dv-cinder-793885-1-smb',id=a2597806-c6e6-4acd-a843-608abc904602,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T06:01:58Z,topic='l3_agent')) {'router_ids': ['6ed360ef-ec0c-4630-b239-58b2df715725'], 'active': True} {{(pid=91915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 06:17:32.834873 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-5145bdef-00a7-4106-9287-39fdb0e02b75 req-85b53ed8-950f-417a-8d8a-c75464053d8b tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] 10.222.0.41 "GET /v2.0/ports?device_id=43f14c8a-71ca-4849-a522-b8265eed9264 HTTP/1.1" status: 200 len: 945 time: 0.1937151 Jun 01 06:17:32.844465 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [None req-a5444e63-89ab-48eb-9296-4178afdbc032 admin admin] 10.222.0.41 "PUT /v2.0/routers/6ed360ef-ec0c-4630-b239-58b2df715725/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7558842 Jun 01 06:17:32.847404 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.wsgi [-] (91912) accepted ('10.222.0.41', 59130) {{(pid=91912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 06:17:32.883566 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-5145bdef-00a7-4106-9287-39fdb0e02b75 req-e4e45b27-95a7-47ed-967f-dcc7c4ee5a6c tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] 10.222.0.41 "GET /v2.0/security-groups?id=5d54a839-0bf1-4bdb-9539-67104b9aee98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427432 Jun 01 06:17:33.015172 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG neutron.db.l3_dvr_db [None req-2e3408b7-791b-4284-a36e-97bc0e735c6c None None] Set router 6ed360ef-ec0c-4630-b239-58b2df715725 gateway port host: dv-cinder-793885-1-smb {{(pid=91915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 06:17:33.027602 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-8e785a9a-de9a-41c3-bc62-ef92a8a08401 admin admin] Notify callbacks [] for router, before_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:17:33.197129 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-8e785a9a-de9a-41c3-bc62-ef92a8a08401 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:17:33.268647 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.plugins.ml2.plugin [None req-8e785a9a-de9a-41c3-bc62-ef92a8a08401 admin admin] Deleting port 13164142-c3c7-4597-a13f-35a3d32ba147 {{(pid=91912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 06:17:33.268983 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-8e785a9a-de9a-41c3-bc62-ef92a8a08401 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774208809027'] for port, before_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:17:33.323172 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG neutron.db.l3_hamode_db [None req-2e3408b7-791b-4284-a36e-97bc0e735c6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ed360ef-ec0c-4630-b239-58b2df715725', 'name': 'tempest-TestMinimumBasicScenario-1297817466-router', 'tenant_id': 'c7d261d313ed4d1ba8f5eaa2651a1abb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df727fa4-ca0b-43ba-be88-ffeb156f0c84', 'external_fixed_ips': [{'subnet_id': '8acdb510-d5f4-4c90-8e8c-2a5ae18e332f', 'ip_address': '172.28.2.114'}], 'enable_snat': True}, 'gw_port_id': '13164142-c3c7-4597-a13f-35a3d32ba147', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T06:13:11Z', 'updated_at': '2021-06-01T06:17:31Z', 'revision_number': 5, 'project_id': 'c7d261d313ed4d1ba8f5eaa2651a1abb', 'gw_port': {'id': '13164142-c3c7-4597-a13f-35a3d32ba147', 'name': '', 'network_id': 'df727fa4-ca0b-43ba-be88-ffeb156f0c84', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:49:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ed360ef-ec0c-4630-b239-58b2df715725', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '8acdb510-d5f4-4c90-8e8c-2a5ae18e332f', 'ip_address': '172.28.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793885-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T06:13:12Z', 'updated_at': '2021-06-01T06:13:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acdb510-d5f4-4c90-8e8c-2a5ae18e332f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793885-1-smb'}], 'dv-cinder-793885-1-smb', False) {} {{(pid=91915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 06:17:33.326873 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e3408b7-791b-4284-a36e-97bc0e735c6c None None] Checking router: 6ed360ef-ec0c-4630-b239-58b2df715725 for host: dv-cinder-793885-1-smb {{(pid=91915) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 06:17:33.335044 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e3408b7-791b-4284-a36e-97bc0e735c6c None None] Routers {'6ed360ef-ec0c-4630-b239-58b2df715725'} bound to L3 agent in host dv-cinder-793885-1-smb {{(pid=91915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 06:17:33.335633 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG neutron.db.l3_hamode_db [None req-2e3408b7-791b-4284-a36e-97bc0e735c6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793885-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-01T06:01:58Z,description=,heartbeat_timestamp=2021-06-01T06:17:28Z,host='dv-cinder-793885-1-smb',id=a2597806-c6e6-4acd-a843-608abc904602,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T06:01:58Z,topic='l3_agent')) {'router_ids': ['6ed360ef-ec0c-4630-b239-58b2df715725'], 'active': True} {{(pid=91915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 06:17:33.389435 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.plugins.ml2.db [None req-8e785a9a-de9a-41c3-bc62-ef92a8a08401 admin admin] For port 13164142-c3c7-4597-a13f-35a3d32ba147, host dv-cinder-793885-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793885-1-smb',level=0,port_id=13164142-c3c7-4597-a13f-35a3d32ba147,segment=NetworkSegment(97ee6b0e-31ac-4687-a432-1c46ba18e1e7),segment_id=97ee6b0e-31ac-4687-a432-1c46ba18e1e7)] {{(pid=91912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 06:17:33.389788 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-8e785a9a-de9a-41c3-bc62-ef92a8a08401 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-879323'] for port, precommit_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:17:33.485912 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG neutron.db.l3_dvr_db [None req-2e3408b7-791b-4284-a36e-97bc0e735c6c None None] Set router 6ed360ef-ec0c-4630-b239-58b2df715725 gateway port host: None {{(pid=91915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 06:17:33.595155 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG neutron.db.l3_hamode_db [None req-2e3408b7-791b-4284-a36e-97bc0e735c6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ed360ef-ec0c-4630-b239-58b2df715725', 'name': 'tempest-TestMinimumBasicScenario-1297817466-router', 'tenant_id': 'c7d261d313ed4d1ba8f5eaa2651a1abb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T06:13:11Z', 'updated_at': '2021-06-01T06:17:33Z', 'revision_number': 6, 'project_id': 'c7d261d313ed4d1ba8f5eaa2651a1abb', 'gw_port_host': None}], 'dv-cinder-793885-1-smb', False) {} {{(pid=91915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 06:17:33.599693 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.plugins.ml2.plugin [None req-8e785a9a-de9a-41c3-bc62-ef92a8a08401 admin admin] Calling delete_port for 13164142-c3c7-4597-a13f-35a3d32ba147 owned by network:router_gateway {{(pid=91912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 06:17:33.599881 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e3408b7-791b-4284-a36e-97bc0e735c6c None None] The sync data for ids ['6ed360ef-ec0c-4630-b239-58b2df715725'] in dv-cinder-793885-1-smb is: [{'id': '6ed360ef-ec0c-4630-b239-58b2df715725', 'name': 'tempest-TestMinimumBasicScenario-1297817466-router', 'tenant_id': 'c7d261d313ed4d1ba8f5eaa2651a1abb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T06:13:11Z', 'updated_at': '2021-06-01T06:17:33Z', 'revision_number': 6, 'project_id': 'c7d261d313ed4d1ba8f5eaa2651a1abb', 'gw_port_host': None}] {{(pid=91915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 06:17:33.864793 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-8e785a9a-de9a-41c3-bc62-ef92a8a08401 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774208810150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774208425692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1720922'] for port, after_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:17:33.869243 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-742ab3b7-86f8-4417-a4f5-edfa6a524915 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:17:33.916796 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e785a9a-de9a-41c3-bc62-ef92a8a08401 admin admin] Pushing event deleted for resources: {'Port': ['ID=13164142-c3c7-4597-a13f-35a3d32ba147,revision_number=None']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:17:33.942977 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-8e785a9a-de9a-41c3-bc62-ef92a8a08401 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:17:34.007893 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-8e785a9a-de9a-41c3-bc62-ef92a8a08401 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-880407'] for router_gateway, after_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:17:34.082511 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e348feae-c2cb-443c-b7a7-a7875a6631ae req-e05f1c40-67e0-4ea4-9422-c54880437687 tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:17:34.083974 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-e348feae-c2cb-443c-b7a7-a7875a6631ae req-e05f1c40-67e0-4ea4-9422-c54880437687 tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] 10.222.0.41 "GET /v2.0/ports?device_id=43f14c8a-71ca-4849-a522-b8265eed9264 HTTP/1.1" status: 200 len: 945 time: 0.0904825 Jun 01 06:17:34.127089 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-e348feae-c2cb-443c-b7a7-a7875a6631ae req-b0d903b7-f425-459f-8d7d-6ab1e742d270 tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] 10.222.0.41 "GET /v2.0/security-groups?id=5d54a839-0bf1-4bdb-9539-67104b9aee98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376232 Jun 01 06:17:34.179599 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-8e785a9a-de9a-41c3-bc62-ef92a8a08401 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-890778', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5217'] for router, precommit_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:17:34.181781 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-8e785a9a-de9a-41c3-bc62-ef92a8a08401 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:17:34.203200 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-8e785a9a-de9a-41c3-bc62-ef92a8a08401 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-890278'] for router, after_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:17:34.203713 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e785a9a-de9a-41c3-bc62-ef92a8a08401 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6ed360ef-ec0c-4630-b239-58b2df715725 {{(pid=91912) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 01 06:17:34.215328 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-8e785a9a-de9a-41c3-bc62-ef92a8a08401 admin admin] Notify callbacks [] for router, before_response {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:17:34.216430 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [None req-8e785a9a-de9a-41c3-bc62-ef92a8a08401 admin admin] 10.222.0.41 "DELETE /v2.0/routers/6ed360ef-ec0c-4630-b239-58b2df715725 HTTP/1.1" status: 204 len: 168 time: 1.3680351 Jun 01 06:17:34.218921 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.wsgi [-] (91912) accepted ('10.222.0.41', 59140) {{(pid=91912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 06:17:34.279331 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.db.db_base_plugin_v2 [None req-f699289c-c749-45a9-965c-e203a8546e11 admin admin] Deleting subnet 2df7593e-9f82-4b1b-9a78-eccefc7a709d {{(pid=91912) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 01 06:17:34.282295 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-f699289c-c749-45a9-965c-e203a8546e11 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:17:34.332737 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-f699289c-c749-45a9-965c-e203a8546e11 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11192973'] for subnet, precommit_delete_associations {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:17:34.389039 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.rpc [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] Device 13164142-c3c7-4597-a13f-35a3d32ba147 no longer exists at agent ovs-agent-dv-cinder-793885-1-smb {{(pid=91914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 06:17:34.426699 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.plugin [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] No Port match for: 13164142-c3c7-4597-a13f-35a3d32ba147 {{(pid=91914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 01 06:17:34.427383 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.rpc [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] Device 13164142-c3c7-4597-a13f-35a3d32ba147 not bound to the agent host dv-cinder-793885-1-smb {{(pid=91914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 06:17:34.427953 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.rpc [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] Device 1c4c3743-6f8b-4aa8-b5ba-54cef7781448 no longer exists at agent ovs-agent-dv-cinder-793885-1-smb {{(pid=91914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 06:17:34.450345 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-f699289c-c749-45a9-965c-e203a8546e11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3776980'] for subnet, precommit_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:17:34.460727 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.plugin [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] No Port match for: 1c4c3743-6f8b-4aa8-b5ba-54cef7781448 {{(pid=91914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 01 06:17:34.461101 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.rpc [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] Device 1c4c3743-6f8b-4aa8-b5ba-54cef7781448 not bound to the agent host dv-cinder-793885-1-smb {{(pid=91914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 06:17:34.712282 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-f699289c-c749-45a9-965c-e203a8546e11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3784033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1720489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11144667'] for subnet, after_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:17:34.717049 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-30499cce-7e99-4e33-bfaf-916a5291ac1b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:17:34.751407 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f699289c-c749-45a9-965c-e203a8546e11 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2df7593e-9f82-4b1b-9a78-eccefc7a709d,revision_number=None']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:17:34.754993 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-f699289c-c749-45a9-965c-e203a8546e11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:17:34.755965 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-f699289c-c749-45a9-965c-e203a8546e11 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:17:34.761752 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce3e12ff-dbad-49e5-8052-6ac67636ec17 None None] Network 35ebe39b-803c-4baa-854d-3f370438bb96 requested from dv-cinder-793885-1-smb {{(pid=91914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 06:17:34.762249 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [None req-f699289c-c749-45a9-965c-e203a8546e11 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/2df7593e-9f82-4b1b-9a78-eccefc7a709d HTTP/1.1" status: 204 len: 168 time: 0.5423632 Jun 01 06:17:34.764916 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.wsgi [-] (91913) accepted ('10.222.0.41', 59146) {{(pid=91913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 06:17:34.875997 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-a8c1a876-b44e-4816-a5ca-5345efc0ac99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670944'] for network, before_delete {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:17:34.948106 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.plugins.ml2.plugin [None req-a8c1a876-b44e-4816-a5ca-5345efc0ac99 admin admin] Deleting port d92b0d75-3c3e-4023-9fbd-fb2f9771ffb6 {{(pid=91913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 06:17:34.948439 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-a8c1a876-b44e-4816-a5ca-5345efc0ac99 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774208809027'] for port, before_delete {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:17:35.012887 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a599686-f568-4741-965c-ad7de97a4c9b None None] DHCP port deletion for 35ebe39b-803c-4baa-854d-3f370438bb96 request from dv-cinder-793885-1-smb {{(pid=91914) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 01 06:17:35.047605 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.plugins.ml2.db [None req-a8c1a876-b44e-4816-a5ca-5345efc0ac99 admin admin] For port d92b0d75-3c3e-4023-9fbd-fb2f9771ffb6, host dv-cinder-793885-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793885-1-smb',level=0,port_id=d92b0d75-3c3e-4023-9fbd-fb2f9771ffb6,segment=NetworkSegment(5f084c96-1bde-4004-9fef-9a82f2a66791),segment_id=5f084c96-1bde-4004-9fef-9a82f2a66791)] {{(pid=91913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 06:17:35.047949 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-a8c1a876-b44e-4816-a5ca-5345efc0ac99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-879323'] for port, precommit_delete {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:17:35.075856 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.plugin [None req-0a599686-f568-4741-965c-ad7de97a4c9b None None] Deleting port d92b0d75-3c3e-4023-9fbd-fb2f9771ffb6 {{(pid=91914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 06:17:35.076239 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-0a599686-f568-4741-965c-ad7de97a4c9b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774208809027'] for port, before_delete {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:17:35.168193 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.plugins.ml2.plugin [None req-a8c1a876-b44e-4816-a5ca-5345efc0ac99 admin admin] Calling delete_port for d92b0d75-3c3e-4023-9fbd-fb2f9771ffb6 owned by network:dhcp {{(pid=91913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 06:17:35.173091 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.db [None req-0a599686-f568-4741-965c-ad7de97a4c9b None None] For port d92b0d75-3c3e-4023-9fbd-fb2f9771ffb6, host dv-cinder-793885-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793885-1-smb',level=0,port_id=d92b0d75-3c3e-4023-9fbd-fb2f9771ffb6,segment=NetworkSegment(5f084c96-1bde-4004-9fef-9a82f2a66791),segment_id=5f084c96-1bde-4004-9fef-9a82f2a66791)] {{(pid=91914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 06:17:35.173489 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-0a599686-f568-4741-965c-ad7de97a4c9b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-879323'] for port, precommit_delete {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:17:35.213881 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-a8c1a876-b44e-4816-a5ca-5345efc0ac99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774208810150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774208425692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10749551'] for port, after_delete {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:17:35.219022 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [None req-3d013fb5-5901-4cff-a4a6-16820a28fa52 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:17:35.266464 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8c1a876-b44e-4816-a5ca-5345efc0ac99 admin admin] No DVR routers for this DVR port d92b0d75-3c3e-4023-9fbd-fb2f9771ffb6 on host dv-cinder-793885-1-smb {{(pid=91913) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 06:17:35.268112 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c1a876-b44e-4816-a5ca-5345efc0ac99 admin admin] Pushing event deleted for resources: {'Port': ['ID=d92b0d75-3c3e-4023-9fbd-fb2f9771ffb6,revision_number=None']} {{(pid=91913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:17:35.293030 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [None req-a8c1a876-b44e-4816-a5ca-5345efc0ac99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:17:35.293836 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.plugin [None req-0a599686-f568-4741-965c-ad7de97a4c9b None None] Calling delete_port for d92b0d75-3c3e-4023-9fbd-fb2f9771ffb6 owned by network:dhcp {{(pid=91914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 06:17:35.335542 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-0a599686-f568-4741-965c-ad7de97a4c9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774208810150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774208425692'] for port, after_delete {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:17:35.339011 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG oslo_concurrency.lockutils [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91914) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:17:35.384944 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a599686-f568-4741-965c-ad7de97a4c9b None None] Pushing event deleted for resources: {'Port': ['ID=d92b0d75-3c3e-4023-9fbd-fb2f9771ffb6,revision_number=None']} {{(pid=91914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:17:35.387842 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG oslo_concurrency.lockutils [None req-0a599686-f568-4741-965c-ad7de97a4c9b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91914) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:17:35.388653 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a599686-f568-4741-965c-ad7de97a4c9b None None] No DVR routers for this DVR port d92b0d75-3c3e-4023-9fbd-fb2f9771ffb6 on host dv-cinder-793885-1-smb {{(pid=91914) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 06:17:35.482522 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-a8c1a876-b44e-4816-a5ca-5345efc0ac99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3782491', 'neutron.services.segments.db._delete_segments_for_network-8774208951004'] for network, precommit_delete {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:17:35.495393 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.services.segments.db [None req-a8c1a876-b44e-4816-a5ca-5345efc0ac99 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35ebe39b-803c-4baa-854d-3f370438bb96']}} {{(pid=91913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 06:17:35.506996 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.services.segments.db [None req-a8c1a876-b44e-4816-a5ca-5345efc0ac99 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f084c96-1bde-4004-9fef-9a82f2a66791') {'for_net_delete': True} {{(pid=91913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 06:17:35.507285 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.services.segments.db [None req-a8c1a876-b44e-4816-a5ca-5345efc0ac99 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f084c96-1bde-4004-9fef-9a82f2a66791') {} {{(pid=91913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 06:17:35.518094 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-a8c1a876-b44e-4816-a5ca-5345efc0ac99 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774208960925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11393170'] for segment, before_delete {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:17:35.533700 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-a8c1a876-b44e-4816-a5ca-5345efc0ac99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3778787'] for segment, precommit_delete {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:17:35.539976 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8c1a876-b44e-4816-a5ca-5345efc0ac99 admin admin] Releasing vlan 325 on physical network physnet1 to pool {{(pid=91913) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 06:17:35.540346 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-a8c1a876-b44e-4816-a5ca-5345efc0ac99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3778787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10749498'] for segment, after_delete {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:17:35.553402 dv-cinder-793885-1-smb neutron-server[91913]: Traceback (most recent call last): Jun 01 06:17:35.553402 dv-cinder-793885-1-smb neutron-server[91913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 01 06:17:35.553402 dv-cinder-793885-1-smb neutron-server[91913]: timer() Jun 01 06:17:35.553402 dv-cinder-793885-1-smb neutron-server[91913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 01 06:17:35.553402 dv-cinder-793885-1-smb neutron-server[91913]: cb(*args, **kw) Jun 01 06:17:35.553402 dv-cinder-793885-1-smb neutron-server[91913]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 01 06:17:35.553402 dv-cinder-793885-1-smb neutron-server[91913]: return func(*args, **kwargs) Jun 01 06:17:35.553402 dv-cinder-793885-1-smb neutron-server[91913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 01 06:17:35.553402 dv-cinder-793885-1-smb neutron-server[91913]: self._notify() Jun 01 06:17:35.553402 dv-cinder-793885-1-smb neutron-server[91913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 01 06:17:35.553402 dv-cinder-793885-1-smb neutron-server[91913]: self.callback(batched_events) Jun 01 06:17:35.553402 dv-cinder-793885-1-smb neutron-server[91913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 01 06:17:35.553402 dv-cinder-793885-1-smb neutron-server[91913]: event.method(event) Jun 01 06:17:35.553402 dv-cinder-793885-1-smb neutron-server[91913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 01 06:17:35.553402 dv-cinder-793885-1-smb neutron-server[91913]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 01 06:17:35.553402 dv-cinder-793885-1-smb neutron-server[91913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 01 06:17:35.553402 dv-cinder-793885-1-smb neutron-server[91913]: aggregate_uuid = self.p_client.list_aggregates( Jun 01 06:17:35.553402 dv-cinder-793885-1-smb neutron-server[91913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 01 06:17:35.553402 dv-cinder-793885-1-smb neutron-server[91913]: return f(self, *a, **k) Jun 01 06:17:35.553402 dv-cinder-793885-1-smb neutron-server[91913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 01 06:17:35.553402 dv-cinder-793885-1-smb neutron-server[91913]: return self._get(url).json() Jun 01 06:17:35.553402 dv-cinder-793885-1-smb neutron-server[91913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 01 06:17:35.553402 dv-cinder-793885-1-smb neutron-server[91913]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 01 06:17:35.553402 dv-cinder-793885-1-smb neutron-server[91913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 01 06:17:35.553402 dv-cinder-793885-1-smb neutron-server[91913]: return self.request(url, 'GET', **kwargs) Jun 01 06:17:35.553402 dv-cinder-793885-1-smb neutron-server[91913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 01 06:17:35.553402 dv-cinder-793885-1-smb neutron-server[91913]: base_url = self.get_endpoint(auth, allow=allow, Jun 01 06:17:35.553402 dv-cinder-793885-1-smb neutron-server[91913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 01 06:17:35.553402 dv-cinder-793885-1-smb neutron-server[91913]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 01 06:17:35.553402 dv-cinder-793885-1-smb neutron-server[91913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 01 06:17:35.553402 dv-cinder-793885-1-smb neutron-server[91913]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 01 06:17:35.553402 dv-cinder-793885-1-smb neutron-server[91913]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 01 06:17:35.626650 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-a8c1a876-b44e-4816-a5ca-5345efc0ac99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3782482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-940336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-880394'] for network, after_delete {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:17:35.630952 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [None req-7de0e6c0-0778-41a5-92e1-61fce56f68ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:17:35.643765 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-a8c1a876-b44e-4816-a5ca-5345efc0ac99 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536287'] for network, before_response {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:17:35.652983 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c1a876-b44e-4816-a5ca-5345efc0ac99 admin admin] Pushing event deleted for resources: {'Network': ['ID=35ebe39b-803c-4baa-854d-3f370438bb96,revision_number=None']} {{(pid=91913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:17:35.656921 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [None req-a8c1a876-b44e-4816-a5ca-5345efc0ac99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:17:35.660729 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [None req-a8c1a876-b44e-4816-a5ca-5345efc0ac99 admin admin] 10.222.0.41 "DELETE /v2.0/networks/35ebe39b-803c-4baa-854d-3f370438bb96 HTTP/1.1" status: 204 len: 168 time: 0.8946812 Jun 01 06:17:35.832153 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.wsgi [-] (91913) accepted ('10.222.0.41', 59152) {{(pid=91913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 06:17:35.880102 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [None req-4fee02bf-fc26-47f2-a51a-241d6610fe35 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=01a8148357484b32a69bbd98475f8644&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0467372 Jun 01 06:17:35.882430 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.wsgi [-] (91913) accepted ('10.222.0.41', 59158) {{(pid=91913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 06:17:35.941338 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-d1e930c6-e742-40bb-ac55-1c9277e364d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:17:35.966951 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-d1e930c6-e742-40bb-ac55-1c9277e364d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:17:36.020641 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-d1e930c6-e742-40bb-ac55-1c9277e364d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940402'] for security_group, after_delete {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:17:36.024214 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [None req-9d389fc3-90ae-45a2-8f91-718785f91632 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:17:36.038026 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e930c6-e742-40bb-ac55-1c9277e364d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00149f5e-5845-4199-b9d6-6cd604ad02b8,revision_number=None']} {{(pid=91913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:17:36.040532 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [None req-d1e930c6-e742-40bb-ac55-1c9277e364d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:17:36.048626 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-d1e930c6-e742-40bb-ac55-1c9277e364d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:17:36.049763 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [None req-d1e930c6-e742-40bb-ac55-1c9277e364d0 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/00149f5e-5845-4199-b9d6-6cd604ad02b8 HTTP/1.1" status: 204 len: 168 time: 0.1664629 Jun 01 06:17:36.307101 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.rpc [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] Device d92b0d75-3c3e-4023-9fbd-fb2f9771ffb6 no longer exists at agent ovs-agent-dv-cinder-793885-1-smb {{(pid=91914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 06:17:36.340853 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.plugin [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] No Port match for: d92b0d75-3c3e-4023-9fbd-fb2f9771ffb6 {{(pid=91914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 01 06:17:36.341219 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.rpc [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] Device d92b0d75-3c3e-4023-9fbd-fb2f9771ffb6 not bound to the agent host dv-cinder-793885-1-smb {{(pid=91914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 06:17:36.383129 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.wsgi [-] (91912) accepted ('10.222.0.41', 59166) {{(pid=91912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 06:17:36.430743 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [None req-ce205d4f-938e-4486-94e2-92ed96255b1b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c7d261d313ed4d1ba8f5eaa2651a1abb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0464401 Jun 01 06:17:36.433062 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.wsgi [-] (91912) accepted ('10.222.0.41', 59170) {{(pid=91912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 06:17:36.488391 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-b06c8a8e-0fc9-4dca-a499-a2d39ed86a04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:17:36.513866 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-b06c8a8e-0fc9-4dca-a499-a2d39ed86a04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:17:36.570316 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-b06c8a8e-0fc9-4dca-a499-a2d39ed86a04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940402'] for security_group, after_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:17:36.574851 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-f7b0fa2c-6cb6-4855-a12c-4139306a523c tempest-TestMinimumBasicScenario-1035900223 tempest-TestMinimumBasicScenario-1035900223-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:17:36.586973 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06c8a8e-0fc9-4dca-a499-a2d39ed86a04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1beebf08-af61-4fb6-80c9-77ebefe42aaa,revision_number=None']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:17:36.589484 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-b06c8a8e-0fc9-4dca-a499-a2d39ed86a04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:17:36.590642 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-b06c8a8e-0fc9-4dca-a499-a2d39ed86a04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:17:36.591711 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [None req-b06c8a8e-0fc9-4dca-a499-a2d39ed86a04 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/1beebf08-af61-4fb6-80c9-77ebefe42aaa HTTP/1.1" status: 204 len: 168 time: 0.1577978 Jun 01 06:17:44.983583 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG neutron.db.agents_db [None req-a707e798-5c4a-4349-b1a6-04fc24c0e8c1 None None] Agent healthcheck: found 6 active agents {{(pid=91915) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 06:17:47.659259 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774208951022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772053'] for agent, after_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:17:55.770948 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9046fa9-4d30-490c-bf5b-d27502c05e8f req-f611d866-059e-4f83-90fd-a0ceeb5ea5b0 tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:17:55.772399 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-f9046fa9-4d30-490c-bf5b-d27502c05e8f req-f611d866-059e-4f83-90fd-a0ceeb5ea5b0 tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] 10.222.0.41 "GET /v2.0/ports?device_id=4dbb02b6-b3ca-4f32-b0f3-939203b96bb3 HTTP/1.1" status: 200 len: 946 time: 0.0801442 Jun 01 06:17:55.813670 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-c6f318a5-93dc-4e16-89cb-76b47779a189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774208951022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772053'] for agent, after_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:17:55.818890 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-f9046fa9-4d30-490c-bf5b-d27502c05e8f req-134805b4-3602-4e57-acd8-dc10f5445227 tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] 10.222.0.41 "GET /v2.0/security-groups?id=55f638aa-325e-49ec-a7c9-191269e41e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408819 Jun 01 06:17:57.007050 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ead3b6-1577-47ea-b694-dd53fa2e6f73 req-cc59f198-a1e5-4b62-a127-7d055b1e226a tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:17:57.008488 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-e2ead3b6-1577-47ea-b694-dd53fa2e6f73 req-cc59f198-a1e5-4b62-a127-7d055b1e226a tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] 10.222.0.41 "GET /v2.0/ports?device_id=4dbb02b6-b3ca-4f32-b0f3-939203b96bb3 HTTP/1.1" status: 200 len: 946 time: 0.0785773 Jun 01 06:17:57.052604 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-e2ead3b6-1577-47ea-b694-dd53fa2e6f73 req-dfb6d345-92aa-4b27-9c66-6c5a7326931f tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] 10.222.0.41 "GET /v2.0/security-groups?id=55f638aa-325e-49ec-a7c9-191269e41e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382698 Jun 01 06:17:58.201422 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774208951022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772053'] for agent, after_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:17:58.245803 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b0d949-7477-4e7b-ac64-c32d0675ca8b req-f165c22a-233c-4be2-8905-b9a2d34fe17b tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:17:58.247250 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-27b0d949-7477-4e7b-ac64-c32d0675ca8b req-f165c22a-233c-4be2-8905-b9a2d34fe17b tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] 10.222.0.41 "GET /v2.0/ports?device_id=4dbb02b6-b3ca-4f32-b0f3-939203b96bb3 HTTP/1.1" status: 200 len: 946 time: 0.0849910 Jun 01 06:17:58.291145 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-27b0d949-7477-4e7b-ac64-c32d0675ca8b req-10f50870-3178-4575-8923-a9f33ac1bbf6 tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] 10.222.0.41 "GET /v2.0/security-groups?id=55f638aa-325e-49ec-a7c9-191269e41e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381722 Jun 01 06:17:58.495711 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-a77d2278-4217-42e9-8d17-59e9334a9f72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774208951022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772053'] for agent, after_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:17:59.570078 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a89ee7-afac-43ec-baf8-0f1284e0db32 req-2c0a42d9-e16d-4d3f-8a96-0a01b287e0cb tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:17:59.571518 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-a3a89ee7-afac-43ec-baf8-0f1284e0db32 req-2c0a42d9-e16d-4d3f-8a96-0a01b287e0cb tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] 10.222.0.41 "GET /v2.0/ports?device_id=4dbb02b6-b3ca-4f32-b0f3-939203b96bb3 HTTP/1.1" status: 200 len: 946 time: 0.1700029 Jun 01 06:17:59.615341 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-a3a89ee7-afac-43ec-baf8-0f1284e0db32 req-cebfcc3f-8050-43eb-a020-22cec720c07c tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] 10.222.0.41 "GET /v2.0/security-groups?id=55f638aa-325e-49ec-a7c9-191269e41e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381975 Jun 01 06:17:59.799366 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-1d313a3c-a63a-4764-8840-fb680d7e5ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774208951022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772053'] for agent, after_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:18:00.800677 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8a0cf6-2360-4791-bb92-3cfb0b372e08 req-37929e18-54f4-4ada-908b-f537dbb2a9f6 tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:18:00.802731 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-cb8a0cf6-2360-4791-bb92-3cfb0b372e08 req-37929e18-54f4-4ada-908b-f537dbb2a9f6 tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] 10.222.0.41 "GET /v2.0/ports?device_id=4dbb02b6-b3ca-4f32-b0f3-939203b96bb3 HTTP/1.1" status: 200 len: 946 time: 0.0799887 Jun 01 06:18:00.846918 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-cb8a0cf6-2360-4791-bb92-3cfb0b372e08 req-88ab1458-1480-4806-a40a-95e53cb1e368 tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] 10.222.0.41 "GET /v2.0/security-groups?id=55f638aa-325e-49ec-a7c9-191269e41e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386815 Jun 01 06:18:01.149666 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-2212ef7e-50c1-45a6-8db2-90e035748ac3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774208951022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772053'] for agent, after_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:18:02.031777 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7a7952-7259-48b5-87b0-91dec87b515a req-73967e4f-781b-4bff-9e3d-3cd414183608 tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:18:02.033242 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-9d7a7952-7259-48b5-87b0-91dec87b515a req-73967e4f-781b-4bff-9e3d-3cd414183608 tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] 10.222.0.41 "GET /v2.0/ports?device_id=4dbb02b6-b3ca-4f32-b0f3-939203b96bb3 HTTP/1.1" status: 200 len: 946 time: 0.0787759 Jun 01 06:18:02.079594 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-9d7a7952-7259-48b5-87b0-91dec87b515a req-4208e722-da9c-4533-897a-2d902d5b3815 tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] 10.222.0.41 "GET /v2.0/security-groups?id=55f638aa-325e-49ec-a7c9-191269e41e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400944 Jun 01 06:18:03.272528 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a141d4-4c13-4563-8b38-8e9adba81de9 req-2550de54-b66d-4e7a-b0cb-69c1169f7ca2 tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:18:03.273989 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-05a141d4-4c13-4563-8b38-8e9adba81de9 req-2550de54-b66d-4e7a-b0cb-69c1169f7ca2 tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] 10.222.0.41 "GET /v2.0/ports?device_id=4dbb02b6-b3ca-4f32-b0f3-939203b96bb3 HTTP/1.1" status: 200 len: 946 time: 0.0831792 Jun 01 06:18:03.317057 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-05a141d4-4c13-4563-8b38-8e9adba81de9 req-ddb314ff-1871-4209-9841-18d0136452c4 tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] 10.222.0.41 "GET /v2.0/security-groups?id=55f638aa-325e-49ec-a7c9-191269e41e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370736 Jun 01 06:18:04.500163 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318f2775-1104-43c4-bd27-52836d6d2b87 req-d270569b-23f8-4deb-9903-96f2fee75386 tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:18:04.501634 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-318f2775-1104-43c4-bd27-52836d6d2b87 req-d270569b-23f8-4deb-9903-96f2fee75386 tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] 10.222.0.41 "GET /v2.0/ports?device_id=4dbb02b6-b3ca-4f32-b0f3-939203b96bb3 HTTP/1.1" status: 200 len: 946 time: 0.0781457 Jun 01 06:18:04.546152 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-318f2775-1104-43c4-bd27-52836d6d2b87 req-1f06a0c2-d66e-44cc-8f22-b8d27789078f tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] 10.222.0.41 "GET /v2.0/security-groups?id=55f638aa-325e-49ec-a7c9-191269e41e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387790 Jun 01 06:18:05.744150 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3380c94-80f7-4bb4-a3be-716e526712b4 req-bee491f9-f169-43c0-8c1c-6d1fa240337b tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:18:05.745621 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-e3380c94-80f7-4bb4-a3be-716e526712b4 req-bee491f9-f169-43c0-8c1c-6d1fa240337b tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] 10.222.0.41 "GET /v2.0/ports?device_id=4dbb02b6-b3ca-4f32-b0f3-939203b96bb3 HTTP/1.1" status: 200 len: 946 time: 0.0908215 Jun 01 06:18:05.793188 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-e3380c94-80f7-4bb4-a3be-716e526712b4 req-4a1e7955-4072-4c18-a838-d4a68d273128 tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] 10.222.0.41 "GET /v2.0/security-groups?id=55f638aa-325e-49ec-a7c9-191269e41e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419674 Jun 01 06:18:06.984543 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36234587-fb07-4543-a95b-53e14146decc req-172d6595-d5a8-4eba-9eb8-1fe7a0c5eb29 tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:18:06.986033 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-36234587-fb07-4543-a95b-53e14146decc req-172d6595-d5a8-4eba-9eb8-1fe7a0c5eb29 tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] 10.222.0.41 "GET /v2.0/ports?device_id=4dbb02b6-b3ca-4f32-b0f3-939203b96bb3 HTTP/1.1" status: 200 len: 946 time: 0.0848317 Jun 01 06:18:07.029613 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-36234587-fb07-4543-a95b-53e14146decc req-8214c739-8421-4944-9a4d-cc741809b41b tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] 10.222.0.41 "GET /v2.0/security-groups?id=55f638aa-325e-49ec-a7c9-191269e41e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373199 Jun 01 06:18:08.215066 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c174aeec-08f2-4605-8be8-f138c2afa463 req-d731b6b5-c7a9-4861-b6f0-5abcead1d5aa tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:18:08.216517 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-c174aeec-08f2-4605-8be8-f138c2afa463 req-d731b6b5-c7a9-4861-b6f0-5abcead1d5aa tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] 10.222.0.41 "GET /v2.0/ports?device_id=4dbb02b6-b3ca-4f32-b0f3-939203b96bb3 HTTP/1.1" status: 200 len: 946 time: 0.0801597 Jun 01 06:18:08.260389 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-c174aeec-08f2-4605-8be8-f138c2afa463 req-dd48cfe7-0c3a-43f2-95e4-c9cce51e2d76 tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] 10.222.0.41 "GET /v2.0/security-groups?id=55f638aa-325e-49ec-a7c9-191269e41e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379291 Jun 01 06:18:08.638027 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.rpc [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Device f92f82cb-bde5-4fd8-9d44-11800191b7b8 details requested by agent hyperv_hv-cinder-79388 with host hv-cinder-79388 {{(pid=91914) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 06:18:08.772171 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.db [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] For port f92f82cb-bde5-4fd8-9d44-11800191b7b8, host hv-cinder-79388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79388',level=0,port_id=f92f82cb-bde5-4fd8-9d44-11800191b7b8,segment=NetworkSegment(5bcb411c-cc6a-4a4c-9bde-5ea76448952b),segment_id=5bcb411c-cc6a-4a4c-9bde-5ea76448952b)] {{(pid=91914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 06:18:08.784705 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.rpc [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Returning: {'device': 'f92f82cb-bde5-4fd8-9d44-11800191b7b8', 'network_id': '0d0e27d7-e499-44c0-a6d3-0e69d07aa387', 'port_id': 'f92f82cb-bde5-4fd8-9d44-11800191b7b8', 'mac_address': 'fa:16:3e:c9:7e:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 346, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'afe82765-6164-43ac-8036-06de690ecff6', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91914) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 06:18:08.839130 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3824664'] for port, before_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:18:08.855394 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.notifiers.nova [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f92f82cb-bde5-4fd8-9d44-11800191b7b8 {{(pid=91914) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 06:18:08.870623 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.db [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] For port f92f82cb-bde5-4fd8-9d44-11800191b7b8, host hv-cinder-79388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79388',level=0,port_id=f92f82cb-bde5-4fd8-9d44-11800191b7b8,segment=NetworkSegment(5bcb411c-cc6a-4a4c-9bde-5ea76448952b),segment_id=5bcb411c-cc6a-4a4c-9bde-5ea76448952b)] {{(pid=91914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 06:18:08.874181 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774208810132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774208425701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774208426006'] for port, after_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:18:08.875838 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG oslo_concurrency.lockutils [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91914) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:18:08.968429 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Pushing event updated for resources: {'Port': ['ID=f92f82cb-bde5-4fd8-9d44-11800191b7b8,revision_number=6']} {{(pid=91914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:18:08.972558 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.db [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] get_ports_and_sgs() called for port_ids ['f92f82cb-bde5-4fd8-9d44-11800191b7b8'] {{(pid=91914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 06:18:08.996136 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG oslo_concurrency.lockutils [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=91914) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:18:09.445664 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e04e9ac-a055-4bf7-bff2-38b18f40e006 req-cc438359-859d-4ccc-87ac-bf50b8256a1d tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:18:09.447109 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-9e04e9ac-a055-4bf7-bff2-38b18f40e006 req-cc438359-859d-4ccc-87ac-bf50b8256a1d tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] 10.222.0.41 "GET /v2.0/ports?device_id=4dbb02b6-b3ca-4f32-b0f3-939203b96bb3 HTTP/1.1" status: 200 len: 945 time: 0.0781355 Jun 01 06:18:09.494249 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-9e04e9ac-a055-4bf7-bff2-38b18f40e006 req-bdba9174-b81f-4383-ac31-da7a7ff49265 tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] 10.222.0.41 "GET /v2.0/security-groups?id=55f638aa-325e-49ec-a7c9-191269e41e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385165 Jun 01 06:18:10.652580 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.rpc [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Device f92f82cb-bde5-4fd8-9d44-11800191b7b8 up at agent hyperv_hv-cinder-79388 {{(pid=91914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 06:18:10.682516 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9834b1-1b21-43db-8da4-0199be743e4e req-2ff9d558-4c2d-40dc-bbd2-80457ed8028f tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:18:10.684133 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-8d9834b1-1b21-43db-8da4-0199be743e4e req-2ff9d558-4c2d-40dc-bbd2-80457ed8028f tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] 10.222.0.41 "GET /v2.0/ports?device_id=4dbb02b6-b3ca-4f32-b0f3-939203b96bb3 HTTP/1.1" status: 200 len: 945 time: 0.0832133 Jun 01 06:18:10.721935 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.db.provisioning_blocks [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Provisioning complete for port f92f82cb-bde5-4fd8-9d44-11800191b7b8 triggered by entity L2. {{(pid=91914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 06:18:10.722315 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3772206'] for port, provisioning_complete {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:18:10.730026 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-8d9834b1-1b21-43db-8da4-0199be743e4e req-b081c558-3fdf-4891-bf3f-8385456903f8 tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] 10.222.0.41 "GET /v2.0/security-groups?id=55f638aa-325e-49ec-a7c9-191269e41e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395620 Jun 01 06:18:10.836180 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3824664'] for port, before_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:18:10.861944 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4dbb02b6-b3ca-4f32-b0f3-939203b96bb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f92f82cb-bde5-4fd8-9d44-11800191b7b8'}] {{(pid=91914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 06:18:10.864666 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cefeca7b2fbb82c39cf99810f9cdf69defc097144ee6f344485b033ce81b52cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48816aa9-6a60-46c2-8f2b-e62fa9de2007" -d '{"events": [{"server_uuid": "4dbb02b6-b3ca-4f32-b0f3-939203b96bb3", "name": "network-vif-plugged", "status": "completed", "tag": "f92f82cb-bde5-4fd8-9d44-11800191b7b8"}]}' {{(pid=91914) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 06:18:10.872359 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.db [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] For port f92f82cb-bde5-4fd8-9d44-11800191b7b8, host hv-cinder-79388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79388',level=0,port_id=f92f82cb-bde5-4fd8-9d44-11800191b7b8,segment=NetworkSegment(5bcb411c-cc6a-4a4c-9bde-5ea76448952b),segment_id=5bcb411c-cc6a-4a4c-9bde-5ea76448952b)] {{(pid=91914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 06:18:10.876696 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774208810132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774208425701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774208426006'] for port, after_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:18:10.878603 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG oslo_concurrency.lockutils [None req-0740bc50-545e-4b40-8005-6811d012dedf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91914) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:18:10.912377 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 06:18:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1120c3b-7789-4c51-b588-fe2e227a345e x-openstack-request-id: req-e1120c3b-7789-4c51-b588-fe2e227a345e {{(pid=91914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 06:18:10.912692 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4dbb02b6-b3ca-4f32-b0f3-939203b96bb3", "name": "network-vif-plugged", "status": "completed", "tag": "f92f82cb-bde5-4fd8-9d44-11800191b7b8", "code": 200}]} {{(pid=91914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 06:18:10.913634 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e1120c3b-7789-4c51-b588-fe2e227a345e {{(pid=91914) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 06:18:10.913634 dv-cinder-793885-1-smb neutron-server[91914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4dbb02b6-b3ca-4f32-b0f3-939203b96bb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f92f82cb-bde5-4fd8-9d44-11800191b7b8', 'code': 200} Jun 01 06:18:10.944315 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Pushing event updated for resources: {'Port': ['ID=f92f82cb-bde5-4fd8-9d44-11800191b7b8,revision_number=7']} {{(pid=91914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:18:10.947242 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG oslo_concurrency.lockutils [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=91914) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:18:11.920209 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142a83df-16ef-453f-bbb2-8b61dd185928 req-c7ec3c38-af3b-44de-85b6-68af904217db tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:18:11.921679 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-142a83df-16ef-453f-bbb2-8b61dd185928 req-c7ec3c38-af3b-44de-85b6-68af904217db tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] 10.222.0.41 "GET /v2.0/ports?device_id=4dbb02b6-b3ca-4f32-b0f3-939203b96bb3 HTTP/1.1" status: 200 len: 946 time: 0.0798306 Jun 01 06:18:11.964692 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-142a83df-16ef-453f-bbb2-8b61dd185928 req-5d46f1ef-e75e-4d8d-9b27-153dba7ccb4b tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] 10.222.0.41 "GET /v2.0/security-groups?id=55f638aa-325e-49ec-a7c9-191269e41e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372293 Jun 01 06:18:13.168182 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54acb3d0-e334-4c7c-a44a-2e2dec08b217 req-54daf3fc-24ab-4e74-8261-3f03b2b07d3b tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:18:13.170436 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-54acb3d0-e334-4c7c-a44a-2e2dec08b217 req-54daf3fc-24ab-4e74-8261-3f03b2b07d3b tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] 10.222.0.41 "GET /v2.0/ports?device_id=4dbb02b6-b3ca-4f32-b0f3-939203b96bb3 HTTP/1.1" status: 200 len: 946 time: 0.0863473 Jun 01 06:18:13.215417 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-54acb3d0-e334-4c7c-a44a-2e2dec08b217 req-3ca0dba9-220c-43b5-b75c-7c24b167cb0b tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] 10.222.0.41 "GET /v2.0/security-groups?id=55f638aa-325e-49ec-a7c9-191269e41e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387115 Jun 01 06:18:14.465949 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebeb9ad-0061-4c40-b7eb-7218befe6cb9 req-4ca37da9-ed03-49de-b492-e85d95c7cc2b tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:18:14.468115 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-4ebeb9ad-0061-4c40-b7eb-7218befe6cb9 req-4ca37da9-ed03-49de-b492-e85d95c7cc2b tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] 10.222.0.41 "GET /v2.0/ports?device_id=4dbb02b6-b3ca-4f32-b0f3-939203b96bb3 HTTP/1.1" status: 200 len: 946 time: 0.1131001 Jun 01 06:18:14.523628 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-4ebeb9ad-0061-4c40-b7eb-7218befe6cb9 req-bc174dd7-bfab-4ab0-a3e0-fff743b240f4 tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] 10.222.0.41 "GET /v2.0/security-groups?id=55f638aa-325e-49ec-a7c9-191269e41e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489233 Jun 01 06:18:15.743406 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6384a1f-4b37-4011-860d-182eb983181b req-8b242657-2e0b-4a98-b753-1c8bc523f0fb tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:18:15.744861 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-d6384a1f-4b37-4011-860d-182eb983181b req-8b242657-2e0b-4a98-b753-1c8bc523f0fb tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] 10.222.0.41 "GET /v2.0/ports?device_id=4dbb02b6-b3ca-4f32-b0f3-939203b96bb3 HTTP/1.1" status: 200 len: 946 time: 0.1071136 Jun 01 06:18:15.793805 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-d6384a1f-4b37-4011-860d-182eb983181b req-19cb2105-2c3f-49df-9e97-8ed98db75705 tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] 10.222.0.41 "GET /v2.0/security-groups?id=55f638aa-325e-49ec-a7c9-191269e41e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432222 Jun 01 06:18:16.993987 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010fd007-62f6-4817-a62e-722ee9967586 req-eea1c22c-0784-45d2-8a8c-c76676c1d458 tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:18:16.995447 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-010fd007-62f6-4817-a62e-722ee9967586 req-eea1c22c-0784-45d2-8a8c-c76676c1d458 tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] 10.222.0.41 "GET /v2.0/ports?device_id=4dbb02b6-b3ca-4f32-b0f3-939203b96bb3 HTTP/1.1" status: 200 len: 946 time: 0.0828228 Jun 01 06:18:17.048675 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-010fd007-62f6-4817-a62e-722ee9967586 req-b2b2eef4-2917-47d5-8833-0d6b22a366e3 tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] 10.222.0.41 "GET /v2.0/security-groups?id=55f638aa-325e-49ec-a7c9-191269e41e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442872 Jun 01 06:18:17.684443 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774208951022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772053'] for agent, after_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:18:18.272077 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b35e13d-a4d6-4b14-b64c-edf78fb936a3 req-9bdb63e8-c3ed-478d-b1c0-91788c357ab0 tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:18:18.274631 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-6b35e13d-a4d6-4b14-b64c-edf78fb936a3 req-9bdb63e8-c3ed-478d-b1c0-91788c357ab0 tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] 10.222.0.41 "GET /v2.0/ports?device_id=4dbb02b6-b3ca-4f32-b0f3-939203b96bb3 HTTP/1.1" status: 200 len: 946 time: 0.1008847 Jun 01 06:18:18.320477 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-6b35e13d-a4d6-4b14-b64c-edf78fb936a3 req-68a0a7fa-828e-4340-85cc-97a90578879d tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] 10.222.0.41 "GET /v2.0/security-groups?id=55f638aa-325e-49ec-a7c9-191269e41e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402737 Jun 01 06:18:19.052252 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.wsgi [-] (91912) accepted ('10.222.0.41', 59304) {{(pid=91912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 06:18:19.503010 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.plugins.ml2.plugin [None req-091e6d33-bd8f-4b22-811f-079887072fe9 tempest-TestShelveInstance-1107887697 tempest-TestShelveInstance-1107887697-project] Deleting port 07254afd-8d1d-4209-a4ed-c1d6afa5ce63 {{(pid=91912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 06:18:19.503724 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-091e6d33-bd8f-4b22-811f-079887072fe9 tempest-TestShelveInstance-1107887697 tempest-TestShelveInstance-1107887697-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774208809027'] for port, before_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:18:19.540869 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb81b68-4273-4dd0-a4d9-8600fd5c866b req-8b0b03cd-bb3d-4d24-aece-4c1ab48f1336 tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:18:19.542641 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-dfb81b68-4273-4dd0-a4d9-8600fd5c866b req-8b0b03cd-bb3d-4d24-aece-4c1ab48f1336 tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] 10.222.0.41 "GET /v2.0/ports?device_id=4dbb02b6-b3ca-4f32-b0f3-939203b96bb3 HTTP/1.1" status: 200 len: 946 time: 0.0942004 Jun 01 06:18:19.601586 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-dfb81b68-4273-4dd0-a4d9-8600fd5c866b req-2ba98df1-ac8b-4dbf-8a0d-3c1402a051d0 tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] 10.222.0.41 "GET /v2.0/security-groups?id=55f638aa-325e-49ec-a7c9-191269e41e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524781 Jun 01 06:18:19.633511 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-091e6d33-bd8f-4b22-811f-079887072fe9 tempest-TestShelveInstance-1107887697 tempest-TestShelveInstance-1107887697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-879323'] for port, precommit_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:18:19.633865 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-091e6d33-bd8f-4b22-811f-079887072fe9 tempest-TestShelveInstance-1107887697 tempest-TestShelveInstance-1107887697-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:18:19.763884 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.plugins.ml2.plugin [None req-091e6d33-bd8f-4b22-811f-079887072fe9 tempest-TestShelveInstance-1107887697 tempest-TestShelveInstance-1107887697-project] Calling delete_port for 07254afd-8d1d-4209-a4ed-c1d6afa5ce63 owned by network:floatingip {{(pid=91912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 06:18:19.898275 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-091e6d33-bd8f-4b22-811f-079887072fe9 tempest-TestShelveInstance-1107887697 tempest-TestShelveInstance-1107887697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774208810150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774208425692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1720922'] for port, after_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:18:19.902319 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:18:19.955391 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091e6d33-bd8f-4b22-811f-079887072fe9 tempest-TestShelveInstance-1107887697 tempest-TestShelveInstance-1107887697-project] Pushing event deleted for resources: {'Port': ['ID=07254afd-8d1d-4209-a4ed-c1d6afa5ce63,revision_number=None']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:18:20.002280 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091e6d33-bd8f-4b22-811f-079887072fe9 tempest-TestShelveInstance-1107887697 tempest-TestShelveInstance-1107887697-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:18:20.002675 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091e6d33-bd8f-4b22-811f-079887072fe9 tempest-TestShelveInstance-1107887697 tempest-TestShelveInstance-1107887697-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:18:20.002977 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091e6d33-bd8f-4b22-811f-079887072fe9 tempest-TestShelveInstance-1107887697 tempest-TestShelveInstance-1107887697-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:18:20.003341 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091e6d33-bd8f-4b22-811f-079887072fe9 tempest-TestShelveInstance-1107887697 tempest-TestShelveInstance-1107887697-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:18:20.004252 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091e6d33-bd8f-4b22-811f-079887072fe9 tempest-TestShelveInstance-1107887697 tempest-TestShelveInstance-1107887697-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:18:20.004628 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091e6d33-bd8f-4b22-811f-079887072fe9 tempest-TestShelveInstance-1107887697 tempest-TestShelveInstance-1107887697-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:18:20.005086 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091e6d33-bd8f-4b22-811f-079887072fe9 tempest-TestShelveInstance-1107887697 tempest-TestShelveInstance-1107887697-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:18:20.005409 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091e6d33-bd8f-4b22-811f-079887072fe9 tempest-TestShelveInstance-1107887697 tempest-TestShelveInstance-1107887697-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:18:20.005803 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091e6d33-bd8f-4b22-811f-079887072fe9 tempest-TestShelveInstance-1107887697 tempest-TestShelveInstance-1107887697-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:18:20.006144 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091e6d33-bd8f-4b22-811f-079887072fe9 tempest-TestShelveInstance-1107887697 tempest-TestShelveInstance-1107887697-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:18:20.006519 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091e6d33-bd8f-4b22-811f-079887072fe9 tempest-TestShelveInstance-1107887697 tempest-TestShelveInstance-1107887697-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:18:20.006882 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091e6d33-bd8f-4b22-811f-079887072fe9 tempest-TestShelveInstance-1107887697 tempest-TestShelveInstance-1107887697-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:18:20.010347 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-091e6d33-bd8f-4b22-811f-079887072fe9 tempest-TestShelveInstance-1107887697 tempest-TestShelveInstance-1107887697-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:18:20.068813 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-091e6d33-bd8f-4b22-811f-079887072fe9 tempest-TestShelveInstance-1107887697 tempest-TestShelveInstance-1107887697-project] Notify callbacks [] for floatingip, after_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:18:20.069604 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.db.l3_db [None req-091e6d33-bd8f-4b22-811f-079887072fe9 tempest-TestShelveInstance-1107887697 tempest-TestShelveInstance-1107887697-project] Floating IP 2775d534-6427-4e97-801c-8b82d2fd7832 disassociated (deleted). External IP: 172.28.2.101, port: cf7a4b9a-bb68-4bdc-ba08-653cdc886388. Jun 01 06:18:20.544322 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-091e6d33-bd8f-4b22-811f-079887072fe9 tempest-TestShelveInstance-1107887697 tempest-TestShelveInstance-1107887697-project] Router 3c6fb6b9-8ece-4d8e-a649-8b2f96020def has already been hosted by L3 agent a2597806-c6e6-4acd-a843-608abc904602 {{(pid=91912) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 06:18:20.807166 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-091e6d33-bd8f-4b22-811f-079887072fe9 tempest-TestShelveInstance-1107887697 tempest-TestShelveInstance-1107887697-project] Notify agent at l3_agent.dv-cinder-793885-1-smb the message routers_updated {{(pid=91912) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 06:18:20.818304 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74da384d-f471-40fa-a3e3-2582577b6a0c None None] Sync routers for ids ['3c6fb6b9-8ece-4d8e-a649-8b2f96020def'] in dv-cinder-793885-1-smb {{(pid=91914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 06:18:20.833038 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74da384d-f471-40fa-a3e3-2582577b6a0c None None] Routers {'3c6fb6b9-8ece-4d8e-a649-8b2f96020def'} bound to L3 agent in host dv-cinder-793885-1-smb {{(pid=91914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 06:18:20.834359 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.db.l3_hamode_db [None req-74da384d-f471-40fa-a3e3-2582577b6a0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793885-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-01T06:01:58Z,description=,heartbeat_timestamp=2021-06-01T06:17:58Z,host='dv-cinder-793885-1-smb',id=a2597806-c6e6-4acd-a843-608abc904602,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T06:01:58Z,topic='l3_agent')) {'router_ids': ['3c6fb6b9-8ece-4d8e-a649-8b2f96020def'], 'active': True} {{(pid=91914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 06:18:20.852483 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-091e6d33-bd8f-4b22-811f-079887072fe9 tempest-TestShelveInstance-1107887697 tempest-TestShelveInstance-1107887697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239402'] for floatingip, before_response {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:18:20.926188 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942911d8-8170-495a-9d3e-8e37f1deb5ac req-0a77df3a-c975-4047-8715-8e9c51dcc23f tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:18:20.927671 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-942911d8-8170-495a-9d3e-8e37f1deb5ac req-0a77df3a-c975-4047-8715-8e9c51dcc23f tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] 10.222.0.41 "GET /v2.0/ports?device_id=4dbb02b6-b3ca-4f32-b0f3-939203b96bb3 HTTP/1.1" status: 200 len: 946 time: 0.2004790 Jun 01 06:18:20.939533 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [None req-091e6d33-bd8f-4b22-811f-079887072fe9 tempest-TestShelveInstance-1107887697 tempest-TestShelveInstance-1107887697-project] 10.222.0.41 "DELETE /v2.0/floatingips/2775d534-6427-4e97-801c-8b82d2fd7832 HTTP/1.1" status: 204 len: 168 time: 1.8835769 Jun 01 06:18:20.939533 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd3736c7-f5c3-46e4-bab0-8828108eed6e', 'tag': 'cf7a4b9a-bb68-4bdc-ba08-653cdc886388'}] {{(pid=91912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 06:18:20.952320 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c7b3c6e1f14bb220aa0995d95792b8f3e6549c6955cb141320bca3e5502353f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fc3c0e6-87e8-43ff-b890-90a2664b31ee" -d '{"events": [{"name": "network-changed", "server_uuid": "cd3736c7-f5c3-46e4-bab0-8828108eed6e", "tag": "cf7a4b9a-bb68-4bdc-ba08-653cdc886388"}]}' {{(pid=91912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 06:18:21.013740 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-942911d8-8170-495a-9d3e-8e37f1deb5ac req-ec57a62d-18f7-4d51-bcc9-5942c5fee908 tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] 10.222.0.41 "GET /v2.0/security-groups?id=55f638aa-325e-49ec-a7c9-191269e41e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752401 Jun 01 06:18:21.059431 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.db.l3_dvr_db [None req-74da384d-f471-40fa-a3e3-2582577b6a0c None None] Set router 3c6fb6b9-8ece-4d8e-a649-8b2f96020def gateway port host: dv-cinder-793885-1-smb {{(pid=91914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 06:18:21.100559 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Jun 2021 06:18:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60bfdb38-081b-4bac-a813-bf91ed62fd24 x-openstack-request-id: req-60bfdb38-081b-4bac-a813-bf91ed62fd24 {{(pid=91912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 06:18:21.100893 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd3736c7-f5c3-46e4-bab0-8828108eed6e", "tag": "cf7a4b9a-bb68-4bdc-ba08-653cdc886388", "status": "completed", "code": 200}]} {{(pid=91912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 06:18:21.101265 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-60bfdb38-081b-4bac-a813-bf91ed62fd24 {{(pid=91912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 06:18:21.101707 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd3736c7-f5c3-46e4-bab0-8828108eed6e', 'tag': 'cf7a4b9a-bb68-4bdc-ba08-653cdc886388', 'status': 'completed', 'code': 200} Jun 01 06:18:21.258429 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc3c0e6-87e8-43ff-b890-90a2664b31ee req-c446930a-1d6d-4285-a9ce-be722e904add service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:18:21.262789 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-8fc3c0e6-87e8-43ff-b890-90a2664b31ee req-c446930a-1d6d-4285-a9ce-be722e904add service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=856ad5dcb525408fab9b255236023d67&device_id=cd3736c7-f5c3-46e4-bab0-8828108eed6e HTTP/1.1" status: 200 len: 1098 time: 0.1395578 Jun 01 06:18:21.469360 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.db.l3_hamode_db [None req-74da384d-f471-40fa-a3e3-2582577b6a0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c6fb6b9-8ece-4d8e-a649-8b2f96020def', 'name': 'tempest-TestShelveInstance-1660457013-router', 'tenant_id': '856ad5dcb525408fab9b255236023d67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df727fa4-ca0b-43ba-be88-ffeb156f0c84', 'external_fixed_ips': [{'subnet_id': '8acdb510-d5f4-4c90-8e8c-2a5ae18e332f', 'ip_address': '172.28.2.236'}], 'enable_snat': True}, 'gw_port_id': '2e9ff09b-baca-4de1-ac59-b97aff3676d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T06:11:34Z', 'updated_at': '2021-06-01T06:11:43Z', 'revision_number': 4, 'project_id': '856ad5dcb525408fab9b255236023d67', 'gw_port': {'id': '2e9ff09b-baca-4de1-ac59-b97aff3676d3', 'name': '', 'network_id': 'df727fa4-ca0b-43ba-be88-ffeb156f0c84', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:fa:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c6fb6b9-8ece-4d8e-a649-8b2f96020def', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '8acdb510-d5f4-4c90-8e8c-2a5ae18e332f', 'ip_address': '172.28.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793885-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T06:11:35Z', 'updated_at': '2021-06-01T06:11:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acdb510-d5f4-4c90-8e8c-2a5ae18e332f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793885-1-smb', '_interfaces': [{'id': '1f04ce48-f22e-47f9-a44e-f6e021713252', 'name': '', 'network_id': 'be2b441a-fb1a-427b-819d-eed80cc049e7', 'tenant_id': '856ad5dcb525408fab9b255236023d67', 'mac_address': 'fa:16:3e:58:aa:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c6fb6b9-8ece-4d8e-a649-8b2f96020def', 'device_owner': 'network:router_interface', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '1cc031fd-c5bc-4dab-9be6-0a2c21e59c64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793885-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T06:11:41Z', 'updated_at': '2021-06-01T06:11:53Z', 'revision_number': 5, 'project_id': '856ad5dcb525408fab9b255236023d67', 'subnets': [{'id': '1cc031fd-c5bc-4dab-9be6-0a2c21e59c64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793885-1-smb', False) {} {{(pid=91914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 06:18:21.474036 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc3c0e6-87e8-43ff-b890-90a2664b31ee req-f28f0373-05b9-4767-81e3-82d4aa514898 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:18:21.474748 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74da384d-f471-40fa-a3e3-2582577b6a0c None None] Checking router: 3c6fb6b9-8ece-4d8e-a649-8b2f96020def for host: dv-cinder-793885-1-smb {{(pid=91914) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 06:18:21.475521 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-8fc3c0e6-87e8-43ff-b890-90a2664b31ee req-f28f0373-05b9-4767-81e3-82d4aa514898 service neutron] 10.222.0.45 "GET /v2.0/networks?id=be2b441a-fb1a-427b-819d-eed80cc049e7 HTTP/1.1" status: 200 len: 910 time: 0.2040601 Jun 01 06:18:21.492167 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75bd7ed-3684-4b3c-906c-5ab4bb426f6d req-766700d8-da92-4966-9220-402f9423a8bf tempest-TestShelveInstance-1107887697 tempest-TestShelveInstance-1107887697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:18:21.493079 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.quota.resource [req-f75bd7ed-3684-4b3c-906c-5ab4bb426f6d req-766700d8-da92-4966-9220-402f9423a8bf tempest-TestShelveInstance-1107887697 tempest-TestShelveInstance-1107887697-project] Synchronizing usage tracker for tenant:856ad5dcb525408fab9b255236023d67 on resource:port {{(pid=91912) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 06:18:21.497632 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74da384d-f471-40fa-a3e3-2582577b6a0c None None] Routers {'3c6fb6b9-8ece-4d8e-a649-8b2f96020def'} bound to L3 agent in host dv-cinder-793885-1-smb {{(pid=91914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 06:18:21.498560 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.db.l3_hamode_db [None req-74da384d-f471-40fa-a3e3-2582577b6a0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793885-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-01T06:01:58Z,description=,heartbeat_timestamp=2021-06-01T06:17:58Z,host='dv-cinder-793885-1-smb',id=a2597806-c6e6-4acd-a843-608abc904602,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T06:01:58Z,topic='l3_agent')) {'router_ids': ['3c6fb6b9-8ece-4d8e-a649-8b2f96020def'], 'active': True} {{(pid=91914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 06:18:21.569871 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-8fc3c0e6-87e8-43ff-b890-90a2664b31ee req-7ceb3682-d66a-40f5-81ad-52d584b6902d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cf7a4b9a-bb68-4bdc-ba08-653cdc886388 HTTP/1.1" status: 200 len: 217 time: 0.0725334 Jun 01 06:18:21.611568 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.quota.resource [req-f75bd7ed-3684-4b3c-906c-5ab4bb426f6d req-766700d8-da92-4966-9220-402f9423a8bf tempest-TestShelveInstance-1107887697 tempest-TestShelveInstance-1107887697-project] Unset dirty status for tenant:856ad5dcb525408fab9b255236023d67 on resource:port {{(pid=91912) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 06:18:21.613274 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-f75bd7ed-3684-4b3c-906c-5ab4bb426f6d req-766700d8-da92-4966-9220-402f9423a8bf tempest-TestShelveInstance-1107887697 tempest-TestShelveInstance-1107887697-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd3736c7-f5c3-46e4-bab0-8828108eed6e HTTP/1.1" status: 200 len: 945 time: 0.2464831 Jun 01 06:18:21.669865 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc3c0e6-87e8-43ff-b890-90a2664b31ee req-36d0c320-3a57-464e-9fea-fb43d824de7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:18:21.672793 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-8fc3c0e6-87e8-43ff-b890-90a2664b31ee req-36d0c320-3a57-464e-9fea-fb43d824de7e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1cc031fd-c5bc-4dab-9be6-0a2c21e59c64 HTTP/1.1" status: 200 len: 848 time: 0.0950320 Jun 01 06:18:21.694321 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.db.l3_dvr_db [None req-74da384d-f471-40fa-a3e3-2582577b6a0c None None] Set router 3c6fb6b9-8ece-4d8e-a649-8b2f96020def gateway port host: dv-cinder-793885-1-smb {{(pid=91914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 06:18:21.756960 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-f75bd7ed-3684-4b3c-906c-5ab4bb426f6d req-37d25a11-21b4-40ca-8d55-3148769c49a3 tempest-TestShelveInstance-1107887697 tempest-TestShelveInstance-1107887697-project] 10.222.0.41 "GET /v2.0/security-groups?id=4ce01314-a77e-4519-975b-dbdbd392c102&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1309698 Jun 01 06:18:21.808161 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc3c0e6-87e8-43ff-b890-90a2664b31ee req-e43fa531-06c8-42a1-acfc-e841ec15532a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:18:21.809829 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-8fc3c0e6-87e8-43ff-b890-90a2664b31ee req-e43fa531-06c8-42a1-acfc-e841ec15532a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=be2b441a-fb1a-427b-819d-eed80cc049e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1046541 Jun 01 06:18:21.971677 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-8fc3c0e6-87e8-43ff-b890-90a2664b31ee req-a849b624-3bc4-40bc-9235-4a1f74acc547 service neutron] 10.222.0.45 "GET /v2.0/networks/be2b441a-fb1a-427b-819d-eed80cc049e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1516638 Jun 01 06:18:21.982482 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG neutron.db.agents_db [None req-a707e798-5c4a-4349-b1a6-04fc24c0e8c1 None None] Agent healthcheck: found 6 active agents {{(pid=91915) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 06:18:22.126432 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.db.l3_hamode_db [None req-74da384d-f471-40fa-a3e3-2582577b6a0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c6fb6b9-8ece-4d8e-a649-8b2f96020def', 'name': 'tempest-TestShelveInstance-1660457013-router', 'tenant_id': '856ad5dcb525408fab9b255236023d67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df727fa4-ca0b-43ba-be88-ffeb156f0c84', 'external_fixed_ips': [{'subnet_id': '8acdb510-d5f4-4c90-8e8c-2a5ae18e332f', 'ip_address': '172.28.2.236'}], 'enable_snat': True}, 'gw_port_id': '2e9ff09b-baca-4de1-ac59-b97aff3676d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T06:11:34Z', 'updated_at': '2021-06-01T06:11:43Z', 'revision_number': 4, 'project_id': '856ad5dcb525408fab9b255236023d67', 'gw_port': {'id': '2e9ff09b-baca-4de1-ac59-b97aff3676d3', 'name': '', 'network_id': 'df727fa4-ca0b-43ba-be88-ffeb156f0c84', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:fa:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c6fb6b9-8ece-4d8e-a649-8b2f96020def', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '8acdb510-d5f4-4c90-8e8c-2a5ae18e332f', 'ip_address': '172.28.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793885-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T06:11:35Z', 'updated_at': '2021-06-01T06:11:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acdb510-d5f4-4c90-8e8c-2a5ae18e332f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793885-1-smb', '_interfaces': [{'id': '1f04ce48-f22e-47f9-a44e-f6e021713252', 'name': '', 'network_id': 'be2b441a-fb1a-427b-819d-eed80cc049e7', 'tenant_id': '856ad5dcb525408fab9b255236023d67', 'mac_address': 'fa:16:3e:58:aa:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c6fb6b9-8ece-4d8e-a649-8b2f96020def', 'device_owner': 'network:router_interface', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '1cc031fd-c5bc-4dab-9be6-0a2c21e59c64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793885-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T06:11:41Z', 'updated_at': '2021-06-01T06:11:53Z', 'revision_number': 5, 'project_id': '856ad5dcb525408fab9b255236023d67', 'subnets': [{'id': '1cc031fd-c5bc-4dab-9be6-0a2c21e59c64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793885-1-smb', False) {} {{(pid=91914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 06:18:22.134219 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74da384d-f471-40fa-a3e3-2582577b6a0c None None] The sync data for ids ['3c6fb6b9-8ece-4d8e-a649-8b2f96020def'] in dv-cinder-793885-1-smb is: [{'id': '3c6fb6b9-8ece-4d8e-a649-8b2f96020def', 'name': 'tempest-TestShelveInstance-1660457013-router', 'tenant_id': '856ad5dcb525408fab9b255236023d67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df727fa4-ca0b-43ba-be88-ffeb156f0c84', 'external_fixed_ips': [{'subnet_id': '8acdb510-d5f4-4c90-8e8c-2a5ae18e332f', 'ip_address': '172.28.2.236'}], 'enable_snat': True}, 'gw_port_id': '2e9ff09b-baca-4de1-ac59-b97aff3676d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T06:11:34Z', 'updated_at': '2021-06-01T06:11:43Z', 'revision_number': 4, 'project_id': '856ad5dcb525408fab9b255236023d67', 'gw_port': {'id': '2e9ff09b-baca-4de1-ac59-b97aff3676d3', 'name': '', 'network_id': 'df727fa4-ca0b-43ba-be88-ffeb156f0c84', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:fa:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c6fb6b9-8ece-4d8e-a649-8b2f96020def', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '8acdb510-d5f4-4c90-8e8c-2a5ae18e332f', 'ip_address': '172.28.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793885-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T06:11:35Z', 'updated_at': '2021-06-01T06:11:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acdb510-d5f4-4c90-8e8c-2a5ae18e332f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793885-1-smb', '_interfaces': [{'id': '1f04ce48-f22e-47f9-a44e-f6e021713252', 'name': '', 'network_id': 'be2b441a-fb1a-427b-819d-eed80cc049e7', 'tenant_id': '856ad5dcb525408fab9b255236023d67', 'mac_address': 'fa:16:3e:58:aa:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c6fb6b9-8ece-4d8e-a649-8b2f96020def', 'device_owner': 'network:router_interface', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '1cc031fd-c5bc-4dab-9be6-0a2c21e59c64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793885-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T06:11:41Z', 'updated_at': '2021-06-01T06:11:53Z', 'revision_number': 5, 'project_id': '856ad5dcb525408fab9b255236023d67', 'subnets': [{'id': '1cc031fd-c5bc-4dab-9be6-0a2c21e59c64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 06:18:22.248069 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1336e7-a87f-4601-876b-a33c4ef9adc3 req-7e8c9a8d-5076-42dc-a92a-9974be242ec1 tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:18:22.249666 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-9c1336e7-a87f-4601-876b-a33c4ef9adc3 req-7e8c9a8d-5076-42dc-a92a-9974be242ec1 tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] 10.222.0.41 "GET /v2.0/ports?device_id=4dbb02b6-b3ca-4f32-b0f3-939203b96bb3 HTTP/1.1" status: 200 len: 946 time: 0.1059058 Jun 01 06:18:22.319595 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-8fc3c0e6-87e8-43ff-b890-90a2664b31ee req-7fd315b6-a4b8-432e-bedf-2e0c82dec8a6 service neutron] 10.222.0.45 "GET /v2.0/networks/be2b441a-fb1a-427b-819d-eed80cc049e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3349862 Jun 01 06:18:22.329525 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-9c1336e7-a87f-4601-876b-a33c4ef9adc3 req-811c395f-a45e-471f-a6a0-72f3dd0cc550 tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] 10.222.0.41 "GET /v2.0/security-groups?id=55f638aa-325e-49ec-a7c9-191269e41e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696993 Jun 01 06:18:22.456250 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc0948d3-9dc6-4090-ab70-ba32890a8290 None None] New status for floating IP 2775d534-6427-4e97-801c-8b82d2fd7832: DOWN {{(pid=91915) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 01 06:18:22.955770 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e45b6a-08a4-4dda-8618-4e29e335e575 req-0c7534f6-bfa5-4a17-b8eb-f1540e2e2f86 tempest-TestShelveInstance-1107887697 tempest-TestShelveInstance-1107887697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:18:22.957262 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-e0e45b6a-08a4-4dda-8618-4e29e335e575 req-0c7534f6-bfa5-4a17-b8eb-f1540e2e2f86 tempest-TestShelveInstance-1107887697 tempest-TestShelveInstance-1107887697-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd3736c7-f5c3-46e4-bab0-8828108eed6e HTTP/1.1" status: 200 len: 945 time: 0.0794103 Jun 01 06:18:23.054170 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-e0e45b6a-08a4-4dda-8618-4e29e335e575 req-a159b6e1-4327-4e99-bd1e-571cbb6bc4dc tempest-TestShelveInstance-1107887697 tempest-TestShelveInstance-1107887697-project] 10.222.0.41 "GET /v2.0/security-groups?id=4ce01314-a77e-4519-975b-dbdbd392c102&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586989 Jun 01 06:18:23.072970 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9841d59e-0162-4b34-8539-bbb5d3d669fa req-e9959729-ddc9-4ce3-9256-ccd98377a1fd tempest-TestShelveInstance-1107887697 tempest-TestShelveInstance-1107887697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:18:23.075132 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-9841d59e-0162-4b34-8539-bbb5d3d669fa req-e9959729-ddc9-4ce3-9256-ccd98377a1fd tempest-TestShelveInstance-1107887697 tempest-TestShelveInstance-1107887697-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd3736c7-f5c3-46e4-bab0-8828108eed6e HTTP/1.1" status: 200 len: 945 time: 0.1142085 Jun 01 06:18:23.212376 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.plugins.ml2.plugin [req-9841d59e-0162-4b34-8539-bbb5d3d669fa req-8415b1da-a948-4128-9e7e-fe88077fc6a8 tempest-TestShelveInstance-1107887697 tempest-TestShelveInstance-1107887697-project] Deleting port cf7a4b9a-bb68-4bdc-ba08-653cdc886388 {{(pid=91912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 06:18:23.212726 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [req-9841d59e-0162-4b34-8539-bbb5d3d669fa req-8415b1da-a948-4128-9e7e-fe88077fc6a8 tempest-TestShelveInstance-1107887697 tempest-TestShelveInstance-1107887697-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774208809027'] for port, before_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:18:23.346305 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.plugins.ml2.db [req-9841d59e-0162-4b34-8539-bbb5d3d669fa req-8415b1da-a948-4128-9e7e-fe88077fc6a8 tempest-TestShelveInstance-1107887697 tempest-TestShelveInstance-1107887697-project] For port cf7a4b9a-bb68-4bdc-ba08-653cdc886388, host hv-cinder-79388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79388',level=0,port_id=cf7a4b9a-bb68-4bdc-ba08-653cdc886388,segment=NetworkSegment(0e7dd937-69e2-40df-b10d-100b14ee89a1),segment_id=0e7dd937-69e2-40df-b10d-100b14ee89a1)] {{(pid=91912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 06:18:23.346671 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [req-9841d59e-0162-4b34-8539-bbb5d3d669fa req-8415b1da-a948-4128-9e7e-fe88077fc6a8 tempest-TestShelveInstance-1107887697 tempest-TestShelveInstance-1107887697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-879323'] for port, precommit_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:18:23.471619 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.plugins.ml2.plugin [req-9841d59e-0162-4b34-8539-bbb5d3d669fa req-8415b1da-a948-4128-9e7e-fe88077fc6a8 tempest-TestShelveInstance-1107887697 tempest-TestShelveInstance-1107887697-project] Calling delete_port for cf7a4b9a-bb68-4bdc-ba08-653cdc886388 owned by compute:nova {{(pid=91912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 06:18:23.521139 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68029ad5-87c4-452e-be79-bc0697094b4b req-7a4f1fde-527a-4a00-8942-03972ad84876 tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:18:23.522618 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-68029ad5-87c4-452e-be79-bc0697094b4b req-7a4f1fde-527a-4a00-8942-03972ad84876 tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] 10.222.0.41 "GET /v2.0/ports?device_id=4dbb02b6-b3ca-4f32-b0f3-939203b96bb3 HTTP/1.1" status: 200 len: 946 time: 0.0836189 Jun 01 06:18:23.580421 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [req-9841d59e-0162-4b34-8539-bbb5d3d669fa req-8415b1da-a948-4128-9e7e-fe88077fc6a8 tempest-TestShelveInstance-1107887697 tempest-TestShelveInstance-1107887697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774208810150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774208425692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1720922'] for port, after_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:18:23.585797 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-28824b38-38d8-41c5-baed-5dd228a8eadf tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:18:23.610488 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-68029ad5-87c4-452e-be79-bc0697094b4b req-256d98a3-c622-40ea-bdc0-fe2a585a48a6 tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] 10.222.0.41 "GET /v2.0/security-groups?id=55f638aa-325e-49ec-a7c9-191269e41e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0819533 Jun 01 06:18:23.643755 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84466310-235b-411a-8c42-e3cdd224aeb9 req-ec97c2ce-e0df-486c-bb17-aaf1a7f2eaa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:18:23.645293 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-84466310-235b-411a-8c42-e3cdd224aeb9 req-ec97c2ce-e0df-486c-bb17-aaf1a7f2eaa3 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=cf682efceb1b40c4a2056518b30cc419&device_id=4dbb02b6-b3ca-4f32-b0f3-939203b96bb3 HTTP/1.1" status: 200 len: 1099 time: 0.0867066 Jun 01 06:18:23.667617 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8415b1da-a948-4128-9e7e-fe88077fc6a8 tempest-TestShelveInstance-1107887697 tempest-TestShelveInstance-1107887697-project] Pushing event deleted for resources: {'Port': ['ID=cf7a4b9a-bb68-4bdc-ba08-653cdc886388,revision_number=None']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:18:23.673843 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-8415b1da-a948-4128-9e7e-fe88077fc6a8 tempest-TestShelveInstance-1107887697 tempest-TestShelveInstance-1107887697-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:18:23.708825 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.db.l3_dvrscheduler_db [req-9841d59e-0162-4b34-8539-bbb5d3d669fa req-8415b1da-a948-4128-9e7e-fe88077fc6a8 tempest-TestShelveInstance-1107887697 tempest-TestShelveInstance-1107887697-project] No DVR routers for this DVR port cf7a4b9a-bb68-4bdc-ba08-653cdc886388 on host hv-cinder-79388 {{(pid=91912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 06:18:23.711264 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [req-9841d59e-0162-4b34-8539-bbb5d3d669fa req-8415b1da-a948-4128-9e7e-fe88077fc6a8 tempest-TestShelveInstance-1107887697 tempest-TestShelveInstance-1107887697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239402'] for port, before_response {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:18:23.713717 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd3736c7-f5c3-46e4-bab0-8828108eed6e', 'name': 'network-vif-deleted', 'tag': 'cf7a4b9a-bb68-4bdc-ba08-653cdc886388'}] {{(pid=91912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 06:18:23.715961 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c7b3c6e1f14bb220aa0995d95792b8f3e6549c6955cb141320bca3e5502353f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78288628-7e38-4085-8315-ad8cd638485f" -d '{"events": [{"server_uuid": "cd3736c7-f5c3-46e4-bab0-8828108eed6e", "name": "network-vif-deleted", "tag": "cf7a4b9a-bb68-4bdc-ba08-653cdc886388"}]}' {{(pid=91912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 06:18:23.731056 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-9841d59e-0162-4b34-8539-bbb5d3d669fa req-8415b1da-a948-4128-9e7e-fe88077fc6a8 tempest-TestShelveInstance-1107887697 tempest-TestShelveInstance-1107887697-project] 10.222.0.45 "DELETE /v2.0/ports/cf7a4b9a-bb68-4bdc-ba08-653cdc886388 HTTP/1.1" status: 204 len: 173 time: 0.6504207 Jun 01 06:18:23.760068 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 06:18:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44c3424b-691f-4765-836f-f1adb446969d x-openstack-request-id: req-44c3424b-691f-4765-836f-f1adb446969d {{(pid=91912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 06:18:23.760594 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd3736c7-f5c3-46e4-bab0-8828108eed6e", "name": "network-vif-deleted", "tag": "cf7a4b9a-bb68-4bdc-ba08-653cdc886388", "status": "completed", "code": 200}]} {{(pid=91912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 06:18:23.760861 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-44c3424b-691f-4765-836f-f1adb446969d {{(pid=91912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 06:18:23.761643 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd3736c7-f5c3-46e4-bab0-8828108eed6e', 'name': 'network-vif-deleted', 'tag': 'cf7a4b9a-bb68-4bdc-ba08-653cdc886388', 'status': 'completed', 'code': 200} Jun 01 06:18:23.877283 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84466310-235b-411a-8c42-e3cdd224aeb9 req-a416f973-ba27-4f35-a8d5-e0b24914ae6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:18:23.878894 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-84466310-235b-411a-8c42-e3cdd224aeb9 req-a416f973-ba27-4f35-a8d5-e0b24914ae6d service neutron] 10.222.0.45 "GET /v2.0/networks?id=0d0e27d7-e499-44c0-a6d3-0e69d07aa387 HTTP/1.1" status: 200 len: 916 time: 0.2267463 Jun 01 06:18:23.981759 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-84466310-235b-411a-8c42-e3cdd224aeb9 req-402400fe-d765-4bca-8078-c8e8bde08218 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f92f82cb-bde5-4fd8-9d44-11800191b7b8 HTTP/1.1" status: 200 len: 1002 time: 0.0964158 Jun 01 06:18:24.047605 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84466310-235b-411a-8c42-e3cdd224aeb9 req-ccd3e94f-d2e8-47ed-b15d-6da202f8f413 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:18:24.049150 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-84466310-235b-411a-8c42-e3cdd224aeb9 req-ccd3e94f-d2e8-47ed-b15d-6da202f8f413 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=afe82765-6164-43ac-8036-06de690ecff6 HTTP/1.1" status: 200 len: 854 time: 0.0604258 Jun 01 06:18:24.132771 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84466310-235b-411a-8c42-e3cdd224aeb9 req-99643501-00f0-4a15-902b-d344393a692e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:18:24.134504 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-84466310-235b-411a-8c42-e3cdd224aeb9 req-99643501-00f0-4a15-902b-d344393a692e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=0d0e27d7-e499-44c0-a6d3-0e69d07aa387&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0781353 Jun 01 06:18:24.287415 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-ab061249-495d-4d92-9d63-3098bce13837 req-d5b906bd-478c-4fa6-8eb7-825ae13c0b4d tempest-TestShelveInstance-1107887697 tempest-TestShelveInstance-1107887697-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd3736c7-f5c3-46e4-bab0-8828108eed6e HTTP/1.1" status: 200 len: 210 time: 0.0622790 Jun 01 06:18:24.329408 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-84466310-235b-411a-8c42-e3cdd224aeb9 req-fd454c0c-72da-4d30-8a4b-d43fb7b16f8e service neutron] 10.222.0.45 "GET /v2.0/networks/0d0e27d7-e499-44c0-a6d3-0e69d07aa387?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1861014 Jun 01 06:18:24.459222 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-84466310-235b-411a-8c42-e3cdd224aeb9 req-725676d2-09a9-4bb5-9510-0a35446f6a2c service neutron] 10.222.0.45 "GET /v2.0/networks/0d0e27d7-e499-44c0-a6d3-0e69d07aa387?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227825 Jun 01 06:18:24.804963 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9d733b-85f9-4d5d-9794-0a35f85c78ec req-eb45cdff-3b35-4d80-954e-23ddd483b979 tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:18:24.806533 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-1d9d733b-85f9-4d5d-9794-0a35f85c78ec req-eb45cdff-3b35-4d80-954e-23ddd483b979 tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] 10.222.0.41 "GET /v2.0/ports?device_id=4dbb02b6-b3ca-4f32-b0f3-939203b96bb3 HTTP/1.1" status: 200 len: 946 time: 0.0822463 Jun 01 06:18:24.850244 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-1d9d733b-85f9-4d5d-9794-0a35f85c78ec req-b5a6fe1a-94d8-4530-b213-7ea5fdb5c569 tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] 10.222.0.41 "GET /v2.0/security-groups?id=55f638aa-325e-49ec-a7c9-191269e41e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382249 Jun 01 06:18:25.398144 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.wsgi [-] (91912) accepted ('10.222.0.41', 59350) {{(pid=91912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 06:18:25.464508 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-f5e72e6d-6e37-418c-8ddd-7e59eba9f4f6 tempest-TestShelveInstance-1107887697 tempest-TestShelveInstance-1107887697-project] Notify callbacks [] for security_group, before_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:18:25.494284 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-f5e72e6d-6e37-418c-8ddd-7e59eba9f4f6 tempest-TestShelveInstance-1107887697 tempest-TestShelveInstance-1107887697-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:18:25.560667 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-f5e72e6d-6e37-418c-8ddd-7e59eba9f4f6 tempest-TestShelveInstance-1107887697 tempest-TestShelveInstance-1107887697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940402'] for security_group, after_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:18:25.564339 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-3f1114be-5d4f-4934-a82a-bf3608cff5f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:18:25.579749 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e72e6d-6e37-418c-8ddd-7e59eba9f4f6 tempest-TestShelveInstance-1107887697 tempest-TestShelveInstance-1107887697-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ce01314-a77e-4519-975b-dbdbd392c102,revision_number=None']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:18:25.585022 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-f5e72e6d-6e37-418c-8ddd-7e59eba9f4f6 tempest-TestShelveInstance-1107887697 tempest-TestShelveInstance-1107887697-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:18:25.590299 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-f5e72e6d-6e37-418c-8ddd-7e59eba9f4f6 tempest-TestShelveInstance-1107887697 tempest-TestShelveInstance-1107887697-project] Notify callbacks [] for security_group, before_response {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:18:25.591409 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [None req-f5e72e6d-6e37-418c-8ddd-7e59eba9f4f6 tempest-TestShelveInstance-1107887697 tempest-TestShelveInstance-1107887697-project] 10.222.0.41 "DELETE /v2.0/security-groups/4ce01314-a77e-4519-975b-dbdbd392c102 HTTP/1.1" status: 204 len: 168 time: 0.1922753 Jun 01 06:18:25.637422 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.wsgi [-] (91912) accepted ('10.222.0.41', 59356) {{(pid=91912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 06:18:25.815248 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-a2a21803-aa6f-44b8-aa54-494fe9b31e07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774208951022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772053'] for agent, after_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:18:26.038729 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42130062-3e56-43b9-8ad9-15ccf0bce78b req-8de3a407-7c67-475c-95c6-726877cf6515 tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:18:26.040155 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-42130062-3e56-43b9-8ad9-15ccf0bce78b req-8de3a407-7c67-475c-95c6-726877cf6515 tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] 10.222.0.41 "GET /v2.0/ports?device_id=4dbb02b6-b3ca-4f32-b0f3-939203b96bb3 HTTP/1.1" status: 200 len: 946 time: 0.0798266 Jun 01 06:18:26.086679 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-42130062-3e56-43b9-8ad9-15ccf0bce78b req-8edb2124-1a80-400f-8de4-5cbb99ff49e2 tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] 10.222.0.41 "GET /v2.0/security-groups?id=55f638aa-325e-49ec-a7c9-191269e41e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408878 Jun 01 06:18:26.370183 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-d56e01ac-7fab-4188-ad52-74f8bb7b3a82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-878346'] for router_interface, before_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:18:26.752650 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.rpc [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Device f92f82cb-bde5-4fd8-9d44-11800191b7b8 no longer exists at agent hyperv_hv-cinder-79388 {{(pid=91914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 06:18:26.768479 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.plugins.ml2.plugin [None req-d56e01ac-7fab-4188-ad52-74f8bb7b3a82 admin admin] Deleting port 1f04ce48-f22e-47f9-a44e-f6e021713252 {{(pid=91912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 06:18:26.768813 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-d56e01ac-7fab-4188-ad52-74f8bb7b3a82 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774208809027'] for port, before_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:18:26.865212 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3824664'] for port, before_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:18:26.887800 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.plugins.ml2.db [None req-d56e01ac-7fab-4188-ad52-74f8bb7b3a82 admin admin] For port 1f04ce48-f22e-47f9-a44e-f6e021713252, host dv-cinder-793885-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793885-1-smb',level=0,port_id=1f04ce48-f22e-47f9-a44e-f6e021713252,segment=NetworkSegment(0e7dd937-69e2-40df-b10d-100b14ee89a1),segment_id=0e7dd937-69e2-40df-b10d-100b14ee89a1)] {{(pid=91912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 06:18:26.888159 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-d56e01ac-7fab-4188-ad52-74f8bb7b3a82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-879323'] for port, precommit_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:18:26.892456 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4dbb02b6-b3ca-4f32-b0f3-939203b96bb3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f92f82cb-bde5-4fd8-9d44-11800191b7b8'}] {{(pid=91914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 06:18:26.894758 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cefeca7b2fbb82c39cf99810f9cdf69defc097144ee6f344485b033ce81b52cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27d43ca8-541d-4ad6-8f7c-b6dadda2fc2b" -d '{"events": [{"server_uuid": "4dbb02b6-b3ca-4f32-b0f3-939203b96bb3", "name": "network-vif-unplugged", "status": "completed", "tag": "f92f82cb-bde5-4fd8-9d44-11800191b7b8"}]}' {{(pid=91914) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 06:18:26.902667 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.db [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] For port f92f82cb-bde5-4fd8-9d44-11800191b7b8, host hv-cinder-79388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79388',level=0,port_id=f92f82cb-bde5-4fd8-9d44-11800191b7b8,segment=NetworkSegment(5bcb411c-cc6a-4a4c-9bde-5ea76448952b),segment_id=5bcb411c-cc6a-4a4c-9bde-5ea76448952b)] {{(pid=91914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 06:18:26.911677 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774208810132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774208425701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774208426006'] for port, after_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:18:26.913037 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.rpc [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Device cf7a4b9a-bb68-4bdc-ba08-653cdc886388 no longer exists at agent hyperv_hv-cinder-79388 {{(pid=91914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 06:18:26.944219 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 01 Jun 2021 06:18:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf27239e-6464-4d39-9c29-fd989637b299 x-openstack-request-id: req-bf27239e-6464-4d39-9c29-fd989637b299 {{(pid=91914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 06:18:26.944520 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4dbb02b6-b3ca-4f32-b0f3-939203b96bb3", "name": "network-vif-unplugged", "status": "failed", "tag": "f92f82cb-bde5-4fd8-9d44-11800191b7b8", "code": 422}]} {{(pid=91914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 06:18:26.944784 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-bf27239e-6464-4d39-9c29-fd989637b299 {{(pid=91914) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 06:18:26.945205 dv-cinder-793885-1-smb neutron-server[91914]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '4dbb02b6-b3ca-4f32-b0f3-939203b96bb3', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'f92f82cb-bde5-4fd8-9d44-11800191b7b8', 'code': 422} returned with failed status Jun 01 06:18:26.945729 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG oslo_concurrency.lockutils [None req-28cb9ded-dd32-449b-963e-a03d12463441 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91914) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:18:26.983520 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.plugin [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] No Port match for: cf7a4b9a-bb68-4bdc-ba08-653cdc886388 {{(pid=91914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 01 06:18:26.983878 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.rpc [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Device cf7a4b9a-bb68-4bdc-ba08-653cdc886388 not bound to the agent host hv-cinder-79388 {{(pid=91914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 06:18:27.010203 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.plugins.ml2.plugin [None req-d56e01ac-7fab-4188-ad52-74f8bb7b3a82 admin admin] Calling delete_port for 1f04ce48-f22e-47f9-a44e-f6e021713252 owned by network:router_interface {{(pid=91912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 06:18:27.019299 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Pushing event updated for resources: {'Port': ['ID=f92f82cb-bde5-4fd8-9d44-11800191b7b8,revision_number=8']} {{(pid=91914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:18:27.022379 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG oslo_concurrency.lockutils [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=91914) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:18:27.159305 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-d56e01ac-7fab-4188-ad52-74f8bb7b3a82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774208810150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774208425692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1720922'] for port, after_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:18:27.163329 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-b0a2840e-15b8-4bf7-81c7-8677886469bf tempest-TestShelveInstance-1107887697 tempest-TestShelveInstance-1107887697-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:18:27.204299 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56e01ac-7fab-4188-ad52-74f8bb7b3a82 admin admin] Pushing event deleted for resources: {'Port': ['ID=1f04ce48-f22e-47f9-a44e-f6e021713252,revision_number=None']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:18:27.207880 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-d56e01ac-7fab-4188-ad52-74f8bb7b3a82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:18:27.289202 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fe31a1-a1ff-4fed-ab5e-7dc10fbd331c req-dc8deb36-eaf9-4119-8ab4-438a51a99dd9 tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:18:27.290717 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-16fe31a1-a1ff-4fed-ab5e-7dc10fbd331c req-dc8deb36-eaf9-4119-8ab4-438a51a99dd9 tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] 10.222.0.41 "GET /v2.0/ports?device_id=4dbb02b6-b3ca-4f32-b0f3-939203b96bb3 HTTP/1.1" status: 200 len: 944 time: 0.0939095 Jun 01 06:18:27.338086 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-16fe31a1-a1ff-4fed-ab5e-7dc10fbd331c req-c5fb5c3f-e7cf-4013-946a-432746d217f5 tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] 10.222.0.41 "GET /v2.0/security-groups?id=55f638aa-325e-49ec-a7c9-191269e41e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416615 Jun 01 06:18:27.477885 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-d56e01ac-7fab-4188-ad52-74f8bb7b3a82 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-890010'] for router_interface, after_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:18:27.942872 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d56e01ac-7fab-4188-ad52-74f8bb7b3a82 admin admin] Router 3c6fb6b9-8ece-4d8e-a649-8b2f96020def has already been hosted by L3 agent a2597806-c6e6-4acd-a843-608abc904602 {{(pid=91912) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 06:18:28.119237 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d56e01ac-7fab-4188-ad52-74f8bb7b3a82 admin admin] Notify agent at l3_agent.dv-cinder-793885-1-smb the message routers_updated {{(pid=91912) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 06:18:28.129144 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffd1cbd4-8dff-4026-aac0-4dc84cc29fd1 None None] Sync routers for ids ['3c6fb6b9-8ece-4d8e-a649-8b2f96020def'] in dv-cinder-793885-1-smb {{(pid=91914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 06:18:28.135752 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [None req-d56e01ac-7fab-4188-ad52-74f8bb7b3a82 admin admin] 10.222.0.41 "PUT /v2.0/routers/3c6fb6b9-8ece-4d8e-a649-8b2f96020def/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4949594 Jun 01 06:18:28.135928 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.wsgi [-] (91912) accepted ('10.222.0.41', 59386) {{(pid=91912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 06:18:28.139478 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffd1cbd4-8dff-4026-aac0-4dc84cc29fd1 None None] Routers {'3c6fb6b9-8ece-4d8e-a649-8b2f96020def'} bound to L3 agent in host dv-cinder-793885-1-smb {{(pid=91914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 06:18:28.140382 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.db.l3_hamode_db [None req-ffd1cbd4-8dff-4026-aac0-4dc84cc29fd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793885-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-01T06:01:58Z,description=,heartbeat_timestamp=2021-06-01T06:17:58Z,host='dv-cinder-793885-1-smb',id=a2597806-c6e6-4acd-a843-608abc904602,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T06:01:58Z,topic='l3_agent')) {'router_ids': ['3c6fb6b9-8ece-4d8e-a649-8b2f96020def'], 'active': True} {{(pid=91914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 06:18:28.232413 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774208951022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772053'] for agent, after_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:18:28.330211 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-e8aee5ae-37b7-4658-ab39-ea9cbdb09d13 admin admin] Notify callbacks [] for router, before_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:18:28.339690 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.db.l3_dvr_db [None req-ffd1cbd4-8dff-4026-aac0-4dc84cc29fd1 None None] Set router 3c6fb6b9-8ece-4d8e-a649-8b2f96020def gateway port host: dv-cinder-793885-1-smb {{(pid=91914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 06:18:28.516186 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-e8aee5ae-37b7-4658-ab39-ea9cbdb09d13 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:18:28.542547 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-11806ed0-14af-4eea-b77e-77e7bb6df783 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774208951022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772053'] for agent, after_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:18:28.599631 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.plugins.ml2.plugin [None req-e8aee5ae-37b7-4658-ab39-ea9cbdb09d13 admin admin] Deleting port 2e9ff09b-baca-4de1-ac59-b97aff3676d3 {{(pid=91912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 06:18:28.599976 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-e8aee5ae-37b7-4658-ab39-ea9cbdb09d13 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774208809027'] for port, before_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:18:28.651464 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.db.l3_hamode_db [None req-ffd1cbd4-8dff-4026-aac0-4dc84cc29fd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c6fb6b9-8ece-4d8e-a649-8b2f96020def', 'name': 'tempest-TestShelveInstance-1660457013-router', 'tenant_id': '856ad5dcb525408fab9b255236023d67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df727fa4-ca0b-43ba-be88-ffeb156f0c84', 'external_fixed_ips': [{'subnet_id': '8acdb510-d5f4-4c90-8e8c-2a5ae18e332f', 'ip_address': '172.28.2.236'}], 'enable_snat': True}, 'gw_port_id': '2e9ff09b-baca-4de1-ac59-b97aff3676d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T06:11:34Z', 'updated_at': '2021-06-01T06:18:27Z', 'revision_number': 5, 'project_id': '856ad5dcb525408fab9b255236023d67', 'gw_port': {'id': '2e9ff09b-baca-4de1-ac59-b97aff3676d3', 'name': '', 'network_id': 'df727fa4-ca0b-43ba-be88-ffeb156f0c84', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:fa:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c6fb6b9-8ece-4d8e-a649-8b2f96020def', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '8acdb510-d5f4-4c90-8e8c-2a5ae18e332f', 'ip_address': '172.28.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793885-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T06:11:35Z', 'updated_at': '2021-06-01T06:11:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acdb510-d5f4-4c90-8e8c-2a5ae18e332f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793885-1-smb'}], 'dv-cinder-793885-1-smb', False) {} {{(pid=91914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 06:18:28.655667 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffd1cbd4-8dff-4026-aac0-4dc84cc29fd1 None None] Checking router: 3c6fb6b9-8ece-4d8e-a649-8b2f96020def for host: dv-cinder-793885-1-smb {{(pid=91914) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 06:18:28.666757 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffd1cbd4-8dff-4026-aac0-4dc84cc29fd1 None None] Routers {'3c6fb6b9-8ece-4d8e-a649-8b2f96020def'} bound to L3 agent in host dv-cinder-793885-1-smb {{(pid=91914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 06:18:28.667894 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.db.l3_hamode_db [None req-ffd1cbd4-8dff-4026-aac0-4dc84cc29fd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793885-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-01T06:01:58Z,description=,heartbeat_timestamp=2021-06-01T06:18:29Z,host='dv-cinder-793885-1-smb',id=a2597806-c6e6-4acd-a843-608abc904602,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T06:01:58Z,topic='l3_agent')) {'router_ids': ['3c6fb6b9-8ece-4d8e-a649-8b2f96020def'], 'active': True} {{(pid=91914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 06:18:28.738451 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.plugins.ml2.db [None req-e8aee5ae-37b7-4658-ab39-ea9cbdb09d13 admin admin] For port 2e9ff09b-baca-4de1-ac59-b97aff3676d3, host dv-cinder-793885-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793885-1-smb',level=0,port_id=2e9ff09b-baca-4de1-ac59-b97aff3676d3,segment=NetworkSegment(97ee6b0e-31ac-4687-a432-1c46ba18e1e7),segment_id=97ee6b0e-31ac-4687-a432-1c46ba18e1e7)] {{(pid=91912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 06:18:28.738861 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-e8aee5ae-37b7-4658-ab39-ea9cbdb09d13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-879323'] for port, precommit_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:18:28.800921 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b51f8c-4794-4b97-9b52-0854530b7342 req-6aa2bd42-d1f9-4c27-bc9b-1474755b7cbf tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:18:28.802415 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-20b51f8c-4794-4b97-9b52-0854530b7342 req-6aa2bd42-d1f9-4c27-bc9b-1474755b7cbf tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] 10.222.0.41 "GET /v2.0/ports?device_id=4dbb02b6-b3ca-4f32-b0f3-939203b96bb3 HTTP/1.1" status: 200 len: 944 time: 0.0867729 Jun 01 06:18:28.838736 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.db.l3_dvr_db [None req-ffd1cbd4-8dff-4026-aac0-4dc84cc29fd1 None None] Set router 3c6fb6b9-8ece-4d8e-a649-8b2f96020def gateway port host: None {{(pid=91914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 06:18:28.848232 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-20b51f8c-4794-4b97-9b52-0854530b7342 req-aa28b43a-c58f-4534-9f28-afc8fcdc471a tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] 10.222.0.41 "GET /v2.0/security-groups?id=55f638aa-325e-49ec-a7c9-191269e41e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393653 Jun 01 06:18:28.905964 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.plugins.ml2.plugin [None req-e8aee5ae-37b7-4658-ab39-ea9cbdb09d13 admin admin] Calling delete_port for 2e9ff09b-baca-4de1-ac59-b97aff3676d3 owned by network:router_gateway {{(pid=91912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 06:18:28.947759 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-245f896f-aa26-429c-abe2-3212691c41ee req-191d5ff4-de78-413f-a45f-14fa4a78b565 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=4dbb02b6-b3ca-4f32-b0f3-939203b96bb3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2017024 Jun 01 06:18:28.951304 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.db.l3_hamode_db [None req-ffd1cbd4-8dff-4026-aac0-4dc84cc29fd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c6fb6b9-8ece-4d8e-a649-8b2f96020def', 'name': 'tempest-TestShelveInstance-1660457013-router', 'tenant_id': '856ad5dcb525408fab9b255236023d67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T06:11:34Z', 'updated_at': '2021-06-01T06:18:28Z', 'revision_number': 6, 'project_id': '856ad5dcb525408fab9b255236023d67', 'gw_port_host': None}], 'dv-cinder-793885-1-smb', False) {} {{(pid=91914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 06:18:28.955253 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffd1cbd4-8dff-4026-aac0-4dc84cc29fd1 None None] The sync data for ids ['3c6fb6b9-8ece-4d8e-a649-8b2f96020def'] in dv-cinder-793885-1-smb is: [{'id': '3c6fb6b9-8ece-4d8e-a649-8b2f96020def', 'name': 'tempest-TestShelveInstance-1660457013-router', 'tenant_id': '856ad5dcb525408fab9b255236023d67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T06:11:34Z', 'updated_at': '2021-06-01T06:18:28Z', 'revision_number': 6, 'project_id': '856ad5dcb525408fab9b255236023d67', 'gw_port_host': None}] {{(pid=91914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 06:18:29.068211 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-e8aee5ae-37b7-4658-ab39-ea9cbdb09d13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774208810150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774208425692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1720922'] for port, after_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:18:29.073799 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-8415b1da-a948-4128-9e7e-fe88077fc6a8 tempest-TestShelveInstance-1107887697 tempest-TestShelveInstance-1107887697-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:18:29.229571 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8aee5ae-37b7-4658-ab39-ea9cbdb09d13 admin admin] Pushing event deleted for resources: {'Port': ['ID=2e9ff09b-baca-4de1-ac59-b97aff3676d3,revision_number=None']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:18:29.232676 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-e8aee5ae-37b7-4658-ab39-ea9cbdb09d13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:18:29.321949 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-e8aee5ae-37b7-4658-ab39-ea9cbdb09d13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-880407'] for router_gateway, after_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:18:29.499935 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-e8aee5ae-37b7-4658-ab39-ea9cbdb09d13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-890778', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5217'] for router, precommit_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:18:29.502787 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-e8aee5ae-37b7-4658-ab39-ea9cbdb09d13 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:18:29.526139 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-e8aee5ae-37b7-4658-ab39-ea9cbdb09d13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-890278'] for router, after_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:18:29.526894 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8aee5ae-37b7-4658-ab39-ea9cbdb09d13 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3c6fb6b9-8ece-4d8e-a649-8b2f96020def {{(pid=91912) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 01 06:18:29.538760 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-e8aee5ae-37b7-4658-ab39-ea9cbdb09d13 admin admin] Notify callbacks [] for router, before_response {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:18:29.539875 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [None req-e8aee5ae-37b7-4658-ab39-ea9cbdb09d13 admin admin] 10.222.0.41 "DELETE /v2.0/routers/3c6fb6b9-8ece-4d8e-a649-8b2f96020def HTTP/1.1" status: 204 len: 168 time: 1.4030595 Jun 01 06:18:29.542376 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.wsgi [-] (91912) accepted ('10.222.0.41', 59410) {{(pid=91912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 06:18:29.602176 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a4b0583-7b48-41ad-bd8c-57a05ac51b96 admin admin] Deleting subnet 1cc031fd-c5bc-4dab-9be6-0a2c21e59c64 {{(pid=91912) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 01 06:18:29.604922 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-7a4b0583-7b48-41ad-bd8c-57a05ac51b96 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:18:29.651514 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-7a4b0583-7b48-41ad-bd8c-57a05ac51b96 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11192973'] for subnet, precommit_delete_associations {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:18:29.732804 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-7a4b0583-7b48-41ad-bd8c-57a05ac51b96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3776980'] for subnet, precommit_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:18:29.812050 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-1d313a3c-a63a-4764-8840-fb680d7e5ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774208951022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772053'] for agent, after_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:18:29.855496 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245f896f-aa26-429c-abe2-3212691c41ee req-d3f05c2c-c619-4060-9901-1151990a319b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:18:29.856974 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-245f896f-aa26-429c-abe2-3212691c41ee req-d3f05c2c-c619-4060-9901-1151990a319b service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=4dbb02b6-b3ca-4f32-b0f3-939203b96bb3&tenant_id=cf682efceb1b40c4a2056518b30cc419 HTTP/1.1" status: 200 len: 1097 time: 0.0920205 Jun 01 06:18:29.981248 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245f896f-aa26-429c-abe2-3212691c41ee req-928aeb0b-177c-4c1c-8095-1273ce9938fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:18:29.983021 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-245f896f-aa26-429c-abe2-3212691c41ee req-928aeb0b-177c-4c1c-8095-1273ce9938fd service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=cf682efceb1b40c4a2056518b30cc419&device_id=4dbb02b6-b3ca-4f32-b0f3-939203b96bb3 HTTP/1.1" status: 200 len: 1097 time: 0.1005545 Jun 01 06:18:30.048627 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-7a4b0583-7b48-41ad-bd8c-57a05ac51b96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3784033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1720489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11144667'] for subnet, after_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:18:30.056781 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-5e486ed2-cf04-4c1a-98c8-6fbbd43ad49d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:18:30.094329 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4b0583-7b48-41ad-bd8c-57a05ac51b96 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1cc031fd-c5bc-4dab-9be6-0a2c21e59c64,revision_number=None']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:18:30.096505 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-7a4b0583-7b48-41ad-bd8c-57a05ac51b96 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:18:30.101816 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4a68a06-186c-4905-935d-85899651d231 None None] Network be2b441a-fb1a-427b-819d-eed80cc049e7 requested from dv-cinder-793885-1-smb {{(pid=91914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 06:18:30.102039 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-7a4b0583-7b48-41ad-bd8c-57a05ac51b96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:18:30.115821 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b953da-5541-4fc6-b460-40fd7d8d09fe req-6e2a15af-80d3-444b-b46b-5cf66c3d1bf8 tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:18:30.117471 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-d4b953da-5541-4fc6-b460-40fd7d8d09fe req-6e2a15af-80d3-444b-b46b-5cf66c3d1bf8 tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] 10.222.0.41 "GET /v2.0/ports?device_id=4dbb02b6-b3ca-4f32-b0f3-939203b96bb3 HTTP/1.1" status: 200 len: 944 time: 0.1419866 Jun 01 06:18:30.121741 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [None req-7a4b0583-7b48-41ad-bd8c-57a05ac51b96 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/1cc031fd-c5bc-4dab-9be6-0a2c21e59c64 HTTP/1.1" status: 204 len: 168 time: 0.5754833 Jun 01 06:18:30.121741 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.wsgi [-] (91912) accepted ('10.222.0.41', 59416) {{(pid=91912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 06:18:30.130770 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245f896f-aa26-429c-abe2-3212691c41ee req-cf915e52-b1f2-40eb-8461-a5db3a5d2b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:18:30.132209 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-245f896f-aa26-429c-abe2-3212691c41ee req-cf915e52-b1f2-40eb-8461-a5db3a5d2b37 service neutron] 10.222.0.45 "GET /v2.0/networks?id=0d0e27d7-e499-44c0-a6d3-0e69d07aa387 HTTP/1.1" status: 200 len: 916 time: 0.1413350 Jun 01 06:18:30.239376 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-245f896f-aa26-429c-abe2-3212691c41ee req-5d162a15-3699-4e96-8a93-ae735fb99879 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f92f82cb-bde5-4fd8-9d44-11800191b7b8 HTTP/1.1" status: 200 len: 1000 time: 0.0983183 Jun 01 06:18:30.260600 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-d4b953da-5541-4fc6-b460-40fd7d8d09fe req-c95cadef-4233-4348-bf1c-dc255c6fe25b tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] 10.222.0.41 "GET /v2.0/security-groups?id=55f638aa-325e-49ec-a7c9-191269e41e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1187258 Jun 01 06:18:30.264412 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-c3264357-6d1c-4341-82f1-bb820a83550a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670944'] for network, before_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:18:30.317214 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245f896f-aa26-429c-abe2-3212691c41ee req-c28d43b3-670c-4658-94cb-9ab8f3f47da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:18:30.320262 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-245f896f-aa26-429c-abe2-3212691c41ee req-c28d43b3-670c-4658-94cb-9ab8f3f47da9 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=afe82765-6164-43ac-8036-06de690ecff6 HTTP/1.1" status: 200 len: 854 time: 0.0713706 Jun 01 06:18:30.342932 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.plugins.ml2.plugin [None req-c3264357-6d1c-4341-82f1-bb820a83550a admin admin] Deleting port 093cf742-45bc-4e8a-8358-1b1c4ef1b599 {{(pid=91912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 06:18:30.343279 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-c3264357-6d1c-4341-82f1-bb820a83550a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774208809027'] for port, before_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:18:30.356306 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.rpc [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] Device 2e9ff09b-baca-4de1-ac59-b97aff3676d3 no longer exists at agent ovs-agent-dv-cinder-793885-1-smb {{(pid=91914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 06:18:30.394399 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.plugin [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] No Port match for: 2e9ff09b-baca-4de1-ac59-b97aff3676d3 {{(pid=91914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 01 06:18:30.396472 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.rpc [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] Device 2e9ff09b-baca-4de1-ac59-b97aff3676d3 not bound to the agent host dv-cinder-793885-1-smb {{(pid=91914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 06:18:30.397028 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.rpc [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] Device 1f04ce48-f22e-47f9-a44e-f6e021713252 no longer exists at agent ovs-agent-dv-cinder-793885-1-smb {{(pid=91914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 06:18:30.416639 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245f896f-aa26-429c-abe2-3212691c41ee req-6d8c2b93-e405-4524-a121-8bcad5b5d137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:18:30.418397 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-245f896f-aa26-429c-abe2-3212691c41ee req-6d8c2b93-e405-4524-a121-8bcad5b5d137 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=0d0e27d7-e499-44c0-a6d3-0e69d07aa387&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0906718 Jun 01 06:18:30.431583 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fde0350-cfa6-45c5-8e9a-00870786b03f None None] DHCP port deletion for be2b441a-fb1a-427b-819d-eed80cc049e7 request from dv-cinder-793885-1-smb {{(pid=91914) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 01 06:18:30.455499 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.plugins.ml2.db [None req-c3264357-6d1c-4341-82f1-bb820a83550a admin admin] For port 093cf742-45bc-4e8a-8358-1b1c4ef1b599, host dv-cinder-793885-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793885-1-smb',level=0,port_id=093cf742-45bc-4e8a-8358-1b1c4ef1b599,segment=NetworkSegment(0e7dd937-69e2-40df-b10d-100b14ee89a1),segment_id=0e7dd937-69e2-40df-b10d-100b14ee89a1)] {{(pid=91912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 06:18:30.455857 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-c3264357-6d1c-4341-82f1-bb820a83550a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-879323'] for port, precommit_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:18:30.472693 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.plugin [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] No Port match for: 1f04ce48-f22e-47f9-a44e-f6e021713252 {{(pid=91914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 01 06:18:30.473170 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.rpc [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] Device 1f04ce48-f22e-47f9-a44e-f6e021713252 not bound to the agent host dv-cinder-793885-1-smb {{(pid=91914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 06:18:30.537383 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.plugin [None req-3fde0350-cfa6-45c5-8e9a-00870786b03f None None] Deleting port 093cf742-45bc-4e8a-8358-1b1c4ef1b599 {{(pid=91914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 06:18:30.537695 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-3fde0350-cfa6-45c5-8e9a-00870786b03f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774208809027'] for port, before_delete {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:18:30.560406 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-245f896f-aa26-429c-abe2-3212691c41ee req-bff8f17a-cda8-441a-98e6-5b8dce4e0d7d service neutron] 10.222.0.45 "GET /v2.0/networks/0d0e27d7-e499-44c0-a6d3-0e69d07aa387?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333582 Jun 01 06:18:30.579131 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.plugins.ml2.plugin [None req-c3264357-6d1c-4341-82f1-bb820a83550a admin admin] Calling delete_port for 093cf742-45bc-4e8a-8358-1b1c4ef1b599 owned by network:dhcp {{(pid=91912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 06:18:30.634062 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-c3264357-6d1c-4341-82f1-bb820a83550a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774208810150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774208425692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1720922'] for port, after_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:18:30.637927 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-e8aee5ae-37b7-4658-ab39-ea9cbdb09d13 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:18:30.645916 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.db [None req-3fde0350-cfa6-45c5-8e9a-00870786b03f None None] For port 093cf742-45bc-4e8a-8358-1b1c4ef1b599, host dv-cinder-793885-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793885-1-smb',level=0,port_id=093cf742-45bc-4e8a-8358-1b1c4ef1b599,segment=NetworkSegment(0e7dd937-69e2-40df-b10d-100b14ee89a1),segment_id=0e7dd937-69e2-40df-b10d-100b14ee89a1)] {{(pid=91914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 06:18:30.646320 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-3fde0350-cfa6-45c5-8e9a-00870786b03f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-879323'] for port, precommit_delete {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:18:30.684097 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3264357-6d1c-4341-82f1-bb820a83550a admin admin] Pushing event deleted for resources: {'Port': ['ID=093cf742-45bc-4e8a-8358-1b1c4ef1b599,revision_number=None']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:18:30.686033 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3264357-6d1c-4341-82f1-bb820a83550a admin admin] No DVR routers for this DVR port 093cf742-45bc-4e8a-8358-1b1c4ef1b599 on host dv-cinder-793885-1-smb {{(pid=91912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 06:18:30.687569 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-c3264357-6d1c-4341-82f1-bb820a83550a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:18:30.774059 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.plugin [None req-3fde0350-cfa6-45c5-8e9a-00870786b03f None None] Calling delete_port for 093cf742-45bc-4e8a-8358-1b1c4ef1b599 owned by network:dhcp {{(pid=91914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 06:18:30.800849 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-245f896f-aa26-429c-abe2-3212691c41ee req-fd0068f1-0746-4119-80e2-61f6fb8aa924 service neutron] 10.222.0.45 "GET /v2.0/networks/0d0e27d7-e499-44c0-a6d3-0e69d07aa387?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2329717 Jun 01 06:18:30.825756 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-3fde0350-cfa6-45c5-8e9a-00870786b03f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774208810150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774208425692'] for port, after_delete {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:18:30.830616 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG oslo_concurrency.lockutils [None req-761e0974-8e3b-4362-90ec-272397447ec1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91914) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:18:30.877513 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fde0350-cfa6-45c5-8e9a-00870786b03f None None] Pushing event deleted for resources: {'Port': ['ID=093cf742-45bc-4e8a-8358-1b1c4ef1b599,revision_number=None']} {{(pid=91914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:18:30.882081 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fde0350-cfa6-45c5-8e9a-00870786b03f None None] No DVR routers for this DVR port 093cf742-45bc-4e8a-8358-1b1c4ef1b599 on host dv-cinder-793885-1-smb {{(pid=91914) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 06:18:30.895038 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fde0350-cfa6-45c5-8e9a-00870786b03f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:18:30.895620 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fde0350-cfa6-45c5-8e9a-00870786b03f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:18:30.896186 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fde0350-cfa6-45c5-8e9a-00870786b03f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:18:30.896611 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fde0350-cfa6-45c5-8e9a-00870786b03f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:18:30.897023 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fde0350-cfa6-45c5-8e9a-00870786b03f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:18:30.897453 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fde0350-cfa6-45c5-8e9a-00870786b03f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:18:30.897837 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fde0350-cfa6-45c5-8e9a-00870786b03f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:18:30.898217 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fde0350-cfa6-45c5-8e9a-00870786b03f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:18:30.898598 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fde0350-cfa6-45c5-8e9a-00870786b03f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:18:30.898978 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fde0350-cfa6-45c5-8e9a-00870786b03f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:18:30.899419 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fde0350-cfa6-45c5-8e9a-00870786b03f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:18:30.899600 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fde0350-cfa6-45c5-8e9a-00870786b03f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:18:30.902824 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG oslo_concurrency.lockutils [None req-3fde0350-cfa6-45c5-8e9a-00870786b03f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91914) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:18:30.909912 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-c3264357-6d1c-4341-82f1-bb820a83550a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3782491', 'neutron.services.segments.db._delete_segments_for_network-8774208951004'] for network, precommit_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:18:30.926093 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.services.segments.db [None req-c3264357-6d1c-4341-82f1-bb820a83550a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be2b441a-fb1a-427b-819d-eed80cc049e7']}} {{(pid=91912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 06:18:30.937770 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.services.segments.db [None req-c3264357-6d1c-4341-82f1-bb820a83550a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e7dd937-69e2-40df-b10d-100b14ee89a1') {'for_net_delete': True} {{(pid=91912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 06:18:30.938155 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.services.segments.db [None req-c3264357-6d1c-4341-82f1-bb820a83550a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e7dd937-69e2-40df-b10d-100b14ee89a1') {} {{(pid=91912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 06:18:30.949807 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-c3264357-6d1c-4341-82f1-bb820a83550a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774208960925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11192966'] for segment, before_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:18:30.966186 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-c3264357-6d1c-4341-82f1-bb820a83550a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3778787'] for segment, precommit_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:18:30.972298 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3264357-6d1c-4341-82f1-bb820a83550a admin admin] Releasing vlan 311 on physical network physnet1 to pool {{(pid=91912) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 06:18:30.972671 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-c3264357-6d1c-4341-82f1-bb820a83550a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3778787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1720847'] for segment, after_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:18:30.987516 dv-cinder-793885-1-smb neutron-server[91912]: Traceback (most recent call last): Jun 01 06:18:30.987516 dv-cinder-793885-1-smb neutron-server[91912]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 01 06:18:30.987516 dv-cinder-793885-1-smb neutron-server[91912]: timer() Jun 01 06:18:30.987516 dv-cinder-793885-1-smb neutron-server[91912]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 01 06:18:30.987516 dv-cinder-793885-1-smb neutron-server[91912]: cb(*args, **kw) Jun 01 06:18:30.987516 dv-cinder-793885-1-smb neutron-server[91912]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 01 06:18:30.987516 dv-cinder-793885-1-smb neutron-server[91912]: return func(*args, **kwargs) Jun 01 06:18:30.987516 dv-cinder-793885-1-smb neutron-server[91912]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 01 06:18:30.987516 dv-cinder-793885-1-smb neutron-server[91912]: self._notify() Jun 01 06:18:30.987516 dv-cinder-793885-1-smb neutron-server[91912]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 01 06:18:30.987516 dv-cinder-793885-1-smb neutron-server[91912]: self.callback(batched_events) Jun 01 06:18:30.987516 dv-cinder-793885-1-smb neutron-server[91912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 01 06:18:30.987516 dv-cinder-793885-1-smb neutron-server[91912]: event.method(event) Jun 01 06:18:30.987516 dv-cinder-793885-1-smb neutron-server[91912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 01 06:18:30.987516 dv-cinder-793885-1-smb neutron-server[91912]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 01 06:18:30.987516 dv-cinder-793885-1-smb neutron-server[91912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 01 06:18:30.987516 dv-cinder-793885-1-smb neutron-server[91912]: aggregate_uuid = self.p_client.list_aggregates( Jun 01 06:18:30.987516 dv-cinder-793885-1-smb neutron-server[91912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 01 06:18:30.987516 dv-cinder-793885-1-smb neutron-server[91912]: return f(self, *a, **k) Jun 01 06:18:30.987516 dv-cinder-793885-1-smb neutron-server[91912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 01 06:18:30.987516 dv-cinder-793885-1-smb neutron-server[91912]: return self._get(url).json() Jun 01 06:18:30.987516 dv-cinder-793885-1-smb neutron-server[91912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 01 06:18:30.987516 dv-cinder-793885-1-smb neutron-server[91912]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 01 06:18:30.987516 dv-cinder-793885-1-smb neutron-server[91912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 01 06:18:30.987516 dv-cinder-793885-1-smb neutron-server[91912]: return self.request(url, 'GET', **kwargs) Jun 01 06:18:30.987516 dv-cinder-793885-1-smb neutron-server[91912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 01 06:18:30.987516 dv-cinder-793885-1-smb neutron-server[91912]: base_url = self.get_endpoint(auth, allow=allow, Jun 01 06:18:30.987516 dv-cinder-793885-1-smb neutron-server[91912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 01 06:18:30.987516 dv-cinder-793885-1-smb neutron-server[91912]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 01 06:18:30.987516 dv-cinder-793885-1-smb neutron-server[91912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 01 06:18:30.987516 dv-cinder-793885-1-smb neutron-server[91912]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 01 06:18:30.987516 dv-cinder-793885-1-smb neutron-server[91912]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 01 06:18:31.061178 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-c3264357-6d1c-4341-82f1-bb820a83550a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3782482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-940336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-880394'] for network, after_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:18:31.066263 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-d417f60e-37b2-43ae-abc3-bf859c8cbbce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:18:31.085826 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-c3264357-6d1c-4341-82f1-bb820a83550a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536287'] for network, before_response {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:18:31.091776 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3264357-6d1c-4341-82f1-bb820a83550a admin admin] Pushing event deleted for resources: {'Network': ['ID=be2b441a-fb1a-427b-819d-eed80cc049e7,revision_number=None']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:18:31.096183 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-c3264357-6d1c-4341-82f1-bb820a83550a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:18:31.108954 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [None req-c3264357-6d1c-4341-82f1-bb820a83550a admin admin] 10.222.0.41 "DELETE /v2.0/networks/be2b441a-fb1a-427b-819d-eed80cc049e7 HTTP/1.1" status: 204 len: 168 time: 0.9864657 Jun 01 06:18:31.111620 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.wsgi [-] (91912) accepted ('10.222.0.41', 59436) {{(pid=91912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 06:18:31.156925 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-2212ef7e-50c1-45a6-8db2-90e035748ac3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774208951022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772053'] for agent, after_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:18:31.526166 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a60bdf-6b17-466c-85e9-69a8bdd64ea0 req-55eedc6d-e7b5-46db-81b9-2a64e06c3f86 tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:18:31.530416 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-f9a60bdf-6b17-466c-85e9-69a8bdd64ea0 req-55eedc6d-e7b5-46db-81b9-2a64e06c3f86 tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] 10.222.0.41 "GET /v2.0/ports?device_id=4dbb02b6-b3ca-4f32-b0f3-939203b96bb3 HTTP/1.1" status: 200 len: 944 time: 0.1096606 Jun 01 06:18:31.582868 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-f9a60bdf-6b17-466c-85e9-69a8bdd64ea0 req-07672e4a-c718-4011-a3f5-2a36be56662d tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] 10.222.0.41 "GET /v2.0/security-groups?id=55f638aa-325e-49ec-a7c9-191269e41e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429981 Jun 01 06:18:31.759306 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-bd7754f1-dd41-4caf-9c7e-1f44dc4c6b21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-878346'] for router_interface, before_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:18:32.185316 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.plugins.ml2.plugin [None req-bd7754f1-dd41-4caf-9c7e-1f44dc4c6b21 admin admin] Deleting port 6426c3b4-4d0f-476e-9168-1a453ba6ebe2 {{(pid=91912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 06:18:32.185564 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-bd7754f1-dd41-4caf-9c7e-1f44dc4c6b21 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774208809027'] for port, before_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:18:32.310384 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.plugins.ml2.db [None req-bd7754f1-dd41-4caf-9c7e-1f44dc4c6b21 admin admin] For port 6426c3b4-4d0f-476e-9168-1a453ba6ebe2, host dv-cinder-793885-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793885-1-smb',level=0,port_id=6426c3b4-4d0f-476e-9168-1a453ba6ebe2,segment=NetworkSegment(64a9cc7a-9cb8-4972-b0ba-49efafd76524),segment_id=64a9cc7a-9cb8-4972-b0ba-49efafd76524)] {{(pid=91912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 06:18:32.310736 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-bd7754f1-dd41-4caf-9c7e-1f44dc4c6b21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-879323'] for port, precommit_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:18:32.366249 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.rpc [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] Device 093cf742-45bc-4e8a-8358-1b1c4ef1b599 no longer exists at agent ovs-agent-dv-cinder-793885-1-smb {{(pid=91914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 06:18:32.402881 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.plugin [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] No Port match for: 093cf742-45bc-4e8a-8358-1b1c4ef1b599 {{(pid=91914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 01 06:18:32.403233 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.rpc [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] Device 093cf742-45bc-4e8a-8358-1b1c4ef1b599 not bound to the agent host dv-cinder-793885-1-smb {{(pid=91914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 06:18:32.543129 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.plugins.ml2.plugin [None req-bd7754f1-dd41-4caf-9c7e-1f44dc4c6b21 admin admin] Calling delete_port for 6426c3b4-4d0f-476e-9168-1a453ba6ebe2 owned by network:router_interface {{(pid=91912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 06:18:32.763554 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-bd7754f1-dd41-4caf-9c7e-1f44dc4c6b21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774208810150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774208425692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1720922'] for port, after_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:18:32.770656 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-091e6d33-bd8f-4b22-811f-079887072fe9 tempest-TestShelveInstance-1107887697 tempest-TestShelveInstance-1107887697-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:18:32.847952 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7754f1-dd41-4caf-9c7e-1f44dc4c6b21 admin admin] Pushing event deleted for resources: {'Port': ['ID=6426c3b4-4d0f-476e-9168-1a453ba6ebe2,revision_number=None']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:18:32.850606 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-bd7754f1-dd41-4caf-9c7e-1f44dc4c6b21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:18:32.931385 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c40104-c027-4d7d-b897-3a5cf19969f2 req-042823df-b7b2-4195-a64c-cdfdf17b911d tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:18:32.932957 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-a4c40104-c027-4d7d-b897-3a5cf19969f2 req-042823df-b7b2-4195-a64c-cdfdf17b911d tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] 10.222.0.41 "GET /v2.0/ports?device_id=4dbb02b6-b3ca-4f32-b0f3-939203b96bb3 HTTP/1.1" status: 200 len: 944 time: 0.2316799 Jun 01 06:18:33.133507 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-a4c40104-c027-4d7d-b897-3a5cf19969f2 req-a4009dc0-bb7d-446e-bb90-bc24278e0cce tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] 10.222.0.41 "GET /v2.0/security-groups?id=55f638aa-325e-49ec-a7c9-191269e41e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1434093 Jun 01 06:18:33.155310 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-bd7754f1-dd41-4caf-9c7e-1f44dc4c6b21 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-890010'] for router_interface, after_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:18:33.522966 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd7754f1-dd41-4caf-9c7e-1f44dc4c6b21 admin admin] Router 180e85d4-bdfa-4219-bf42-53f95115edc7 has already been hosted by L3 agent a2597806-c6e6-4acd-a843-608abc904602 {{(pid=91912) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 06:18:33.700945 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd7754f1-dd41-4caf-9c7e-1f44dc4c6b21 admin admin] Notify agent at l3_agent.dv-cinder-793885-1-smb the message routers_updated {{(pid=91912) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 06:18:33.709196 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dad90e5-59fa-432a-8929-205de005c648 None None] Sync routers for ids ['180e85d4-bdfa-4219-bf42-53f95115edc7'] in dv-cinder-793885-1-smb {{(pid=91915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 06:18:33.714972 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [None req-bd7754f1-dd41-4caf-9c7e-1f44dc4c6b21 admin admin] 10.222.0.41 "PUT /v2.0/routers/180e85d4-bdfa-4219-bf42-53f95115edc7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5997162 Jun 01 06:18:33.715384 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.wsgi [-] (91913) accepted ('10.222.0.41', 59450) {{(pid=91913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 06:18:33.719387 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dad90e5-59fa-432a-8929-205de005c648 None None] Routers {'180e85d4-bdfa-4219-bf42-53f95115edc7'} bound to L3 agent in host dv-cinder-793885-1-smb {{(pid=91915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 06:18:33.720312 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG neutron.db.l3_hamode_db [None req-5dad90e5-59fa-432a-8929-205de005c648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793885-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-01T06:01:58Z,description=,heartbeat_timestamp=2021-06-01T06:18:29Z,host='dv-cinder-793885-1-smb',id=a2597806-c6e6-4acd-a843-608abc904602,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T06:01:58Z,topic='l3_agent')) {'router_ids': ['180e85d4-bdfa-4219-bf42-53f95115edc7'], 'active': True} {{(pid=91915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 06:18:33.917315 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-d582fc07-5e37-4520-8a44-13d49029783b admin admin] Notify callbacks [] for router, before_delete {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:18:33.919632 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG neutron.db.l3_dvr_db [None req-5dad90e5-59fa-432a-8929-205de005c648 None None] Set router 180e85d4-bdfa-4219-bf42-53f95115edc7 gateway port host: dv-cinder-793885-1-smb {{(pid=91915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 06:18:34.100769 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-d582fc07-5e37-4520-8a44-13d49029783b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:18:34.187673 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.plugins.ml2.plugin [None req-d582fc07-5e37-4520-8a44-13d49029783b admin admin] Deleting port f8b0545d-724d-4320-88ed-206815aebb7e {{(pid=91913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 06:18:34.188067 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-d582fc07-5e37-4520-8a44-13d49029783b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774208809027'] for port, before_delete {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:18:34.242738 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG neutron.db.l3_hamode_db [None req-5dad90e5-59fa-432a-8929-205de005c648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '180e85d4-bdfa-4219-bf42-53f95115edc7', 'name': 'tempest-TestShelveInstance-1706773213-router', 'tenant_id': 'fed377efae854216b9f148b73a2ed6ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df727fa4-ca0b-43ba-be88-ffeb156f0c84', 'external_fixed_ips': [{'subnet_id': '8acdb510-d5f4-4c90-8e8c-2a5ae18e332f', 'ip_address': '172.28.2.221'}], 'enable_snat': True}, 'gw_port_id': 'f8b0545d-724d-4320-88ed-206815aebb7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T06:11:52Z', 'updated_at': '2021-06-01T06:18:32Z', 'revision_number': 5, 'project_id': 'fed377efae854216b9f148b73a2ed6ed', 'gw_port': {'id': 'f8b0545d-724d-4320-88ed-206815aebb7e', 'name': '', 'network_id': 'df727fa4-ca0b-43ba-be88-ffeb156f0c84', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:7b:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '180e85d4-bdfa-4219-bf42-53f95115edc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': '8acdb510-d5f4-4c90-8e8c-2a5ae18e332f', 'ip_address': '172.28.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793885-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T06:11:53Z', 'updated_at': '2021-06-01T06:12:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acdb510-d5f4-4c90-8e8c-2a5ae18e332f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793885-1-smb'}], 'dv-cinder-793885-1-smb', False) {} {{(pid=91915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 06:18:34.246886 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dad90e5-59fa-432a-8929-205de005c648 None None] Checking router: 180e85d4-bdfa-4219-bf42-53f95115edc7 for host: dv-cinder-793885-1-smb {{(pid=91915) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 06:18:34.256291 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dad90e5-59fa-432a-8929-205de005c648 None None] Routers {'180e85d4-bdfa-4219-bf42-53f95115edc7'} bound to L3 agent in host dv-cinder-793885-1-smb {{(pid=91915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 06:18:34.261722 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG neutron.db.l3_hamode_db [None req-5dad90e5-59fa-432a-8929-205de005c648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793885-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-01T06:01:58Z,description=,heartbeat_timestamp=2021-06-01T06:18:29Z,host='dv-cinder-793885-1-smb',id=a2597806-c6e6-4acd-a843-608abc904602,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T06:01:58Z,topic='l3_agent')) {'router_ids': ['180e85d4-bdfa-4219-bf42-53f95115edc7'], 'active': True} {{(pid=91915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 06:18:34.400306 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.plugins.ml2.db [None req-d582fc07-5e37-4520-8a44-13d49029783b admin admin] For port f8b0545d-724d-4320-88ed-206815aebb7e, host dv-cinder-793885-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793885-1-smb',level=0,port_id=f8b0545d-724d-4320-88ed-206815aebb7e,segment=NetworkSegment(97ee6b0e-31ac-4687-a432-1c46ba18e1e7),segment_id=97ee6b0e-31ac-4687-a432-1c46ba18e1e7)] {{(pid=91913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 06:18:34.400672 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-d582fc07-5e37-4520-8a44-13d49029783b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-879323'] for port, precommit_delete {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:18:34.434436 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG neutron.db.l3_dvr_db [None req-5dad90e5-59fa-432a-8929-205de005c648 None None] Set router 180e85d4-bdfa-4219-bf42-53f95115edc7 gateway port host: None {{(pid=91915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 06:18:34.529646 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.plugins.ml2.plugin [None req-d582fc07-5e37-4520-8a44-13d49029783b admin admin] Calling delete_port for f8b0545d-724d-4320-88ed-206815aebb7e owned by network:router_gateway {{(pid=91913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 06:18:34.551203 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG neutron.db.l3_hamode_db [None req-5dad90e5-59fa-432a-8929-205de005c648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '180e85d4-bdfa-4219-bf42-53f95115edc7', 'name': 'tempest-TestShelveInstance-1706773213-router', 'tenant_id': 'fed377efae854216b9f148b73a2ed6ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T06:11:52Z', 'updated_at': '2021-06-01T06:18:34Z', 'revision_number': 6, 'project_id': 'fed377efae854216b9f148b73a2ed6ed', 'gw_port_host': None}], 'dv-cinder-793885-1-smb', False) {} {{(pid=91915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 06:18:34.555591 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dad90e5-59fa-432a-8929-205de005c648 None None] The sync data for ids ['180e85d4-bdfa-4219-bf42-53f95115edc7'] in dv-cinder-793885-1-smb is: [{'id': '180e85d4-bdfa-4219-bf42-53f95115edc7', 'name': 'tempest-TestShelveInstance-1706773213-router', 'tenant_id': 'fed377efae854216b9f148b73a2ed6ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T06:11:52Z', 'updated_at': '2021-06-01T06:18:34Z', 'revision_number': 6, 'project_id': 'fed377efae854216b9f148b73a2ed6ed', 'gw_port_host': None}] {{(pid=91915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 06:18:34.562730 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b433a8c-cc73-4c0e-a9ab-7f7319fd41df req-ed21c67d-04f8-46e7-a12f-d0afcae6b507 tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:18:34.568368 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-1b433a8c-cc73-4c0e-a9ab-7f7319fd41df req-ed21c67d-04f8-46e7-a12f-d0afcae6b507 tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] 10.222.0.41 "GET /v2.0/ports?device_id=4dbb02b6-b3ca-4f32-b0f3-939203b96bb3 HTTP/1.1" status: 200 len: 944 time: 0.2462873 Jun 01 06:18:34.621115 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-1b433a8c-cc73-4c0e-a9ab-7f7319fd41df req-bac1e09b-045a-421c-a8cf-c8221813a5e6 tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] 10.222.0.41 "GET /v2.0/security-groups?id=55f638aa-325e-49ec-a7c9-191269e41e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504222 Jun 01 06:18:34.740288 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-d582fc07-5e37-4520-8a44-13d49029783b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774208810150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774208425692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10749551'] for port, after_delete {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:18:34.745796 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [None req-f718f134-7cc9-4b7c-b68a-e1c49719d8a7 tempest-TestMinimumBasicScenario-1035900223 tempest-TestMinimumBasicScenario-1035900223-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:18:34.793418 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d582fc07-5e37-4520-8a44-13d49029783b admin admin] Pushing event deleted for resources: {'Port': ['ID=f8b0545d-724d-4320-88ed-206815aebb7e,revision_number=None']} {{(pid=91913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:18:34.836639 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d582fc07-5e37-4520-8a44-13d49029783b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:18:34.837112 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d582fc07-5e37-4520-8a44-13d49029783b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:18:34.837451 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d582fc07-5e37-4520-8a44-13d49029783b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:18:34.837762 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d582fc07-5e37-4520-8a44-13d49029783b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:18:34.838123 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d582fc07-5e37-4520-8a44-13d49029783b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:18:34.838455 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d582fc07-5e37-4520-8a44-13d49029783b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:18:34.838797 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d582fc07-5e37-4520-8a44-13d49029783b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:18:34.839183 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d582fc07-5e37-4520-8a44-13d49029783b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:18:34.839484 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d582fc07-5e37-4520-8a44-13d49029783b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:18:34.839827 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d582fc07-5e37-4520-8a44-13d49029783b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:18:34.840165 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d582fc07-5e37-4520-8a44-13d49029783b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:18:34.840502 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d582fc07-5e37-4520-8a44-13d49029783b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:18:34.867151 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [None req-d582fc07-5e37-4520-8a44-13d49029783b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:18:34.900107 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-d582fc07-5e37-4520-8a44-13d49029783b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-880407'] for router_gateway, after_delete {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:18:35.184499 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-d582fc07-5e37-4520-8a44-13d49029783b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-890778', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5217'] for router, precommit_delete {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:18:35.186765 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-d582fc07-5e37-4520-8a44-13d49029783b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:18:35.208867 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-d582fc07-5e37-4520-8a44-13d49029783b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-890278'] for router, after_delete {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:18:35.209394 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d582fc07-5e37-4520-8a44-13d49029783b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 180e85d4-bdfa-4219-bf42-53f95115edc7 {{(pid=91913) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 01 06:18:35.221923 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-d582fc07-5e37-4520-8a44-13d49029783b admin admin] Notify callbacks [] for router, before_response {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:18:35.223075 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [None req-d582fc07-5e37-4520-8a44-13d49029783b admin admin] 10.222.0.41 "DELETE /v2.0/routers/180e85d4-bdfa-4219-bf42-53f95115edc7 HTTP/1.1" status: 204 len: 168 time: 1.5067081 Jun 01 06:18:35.225782 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.wsgi [-] (91912) accepted ('10.222.0.41', 59458) {{(pid=91912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 06:18:35.296916 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.db.db_base_plugin_v2 [None req-7699428c-78ee-4348-b17b-4dfee79778ed admin admin] Deleting subnet 583c983b-cbf4-4a47-8c33-2b3c8f8c851e {{(pid=91912) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 01 06:18:35.299722 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-7699428c-78ee-4348-b17b-4dfee79778ed admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:18:35.351359 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-7699428c-78ee-4348-b17b-4dfee79778ed admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11192973'] for subnet, precommit_delete_associations {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:18:35.551892 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-7699428c-78ee-4348-b17b-4dfee79778ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3776980'] for subnet, precommit_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:18:35.903931 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9b9c9b-fce9-461a-9592-d2cf8d79eae4 req-2498caad-dad9-4bf6-a694-8ce8c25bee52 tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:18:35.905929 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-9d9b9c9b-fce9-461a-9592-d2cf8d79eae4 req-2498caad-dad9-4bf6-a694-8ce8c25bee52 tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] 10.222.0.41 "GET /v2.0/ports?device_id=4dbb02b6-b3ca-4f32-b0f3-939203b96bb3 HTTP/1.1" status: 200 len: 944 time: 0.1587753 Jun 01 06:18:35.916932 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-7699428c-78ee-4348-b17b-4dfee79778ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3784033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1720489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11144667'] for subnet, after_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:18:35.940258 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-1ba95833-7c48-48c3-b818-f36d94ee1eb8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:18:35.984327 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7699428c-78ee-4348-b17b-4dfee79778ed admin admin] Pushing event deleted for resources: {'Subnet': ['ID=583c983b-cbf4-4a47-8c33-2b3c8f8c851e,revision_number=None']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:18:35.992768 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-7699428c-78ee-4348-b17b-4dfee79778ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:18:35.997965 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dc71ff7-7706-4640-9fc6-9ebf843a1960 None None] Network f1b630be-b48a-42d1-ade7-d56f19fb0ead requested from dv-cinder-793885-1-smb {{(pid=91914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 06:18:36.001689 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-7699428c-78ee-4348-b17b-4dfee79778ed admin admin] Notify callbacks [] for subnet, before_response {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:18:36.012700 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-9d9b9c9b-fce9-461a-9592-d2cf8d79eae4 req-a595aafe-b761-41eb-857d-9f2a094f3bc8 tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] 10.222.0.41 "GET /v2.0/security-groups?id=55f638aa-325e-49ec-a7c9-191269e41e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0986295 Jun 01 06:18:36.014935 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [None req-7699428c-78ee-4348-b17b-4dfee79778ed admin admin] 10.222.0.41 "DELETE /v2.0/subnets/583c983b-cbf4-4a47-8c33-2b3c8f8c851e HTTP/1.1" status: 204 len: 168 time: 0.7877808 Jun 01 06:18:36.017149 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.wsgi [-] (91913) accepted ('10.222.0.41', 59464) {{(pid=91913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 06:18:36.153362 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-14e278aa-23a9-415b-9b81-f5ceffc14133 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670944'] for network, before_delete {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:18:36.235532 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.plugins.ml2.plugin [None req-14e278aa-23a9-415b-9b81-f5ceffc14133 admin admin] Deleting port 867f0f85-50f0-46ff-b441-dac5e36d104c {{(pid=91913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 06:18:36.235922 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-14e278aa-23a9-415b-9b81-f5ceffc14133 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774208809027'] for port, before_delete {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:18:36.277676 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4a1107d-c95d-4c59-88f4-fa824fcc2fac None None] DHCP port deletion for f1b630be-b48a-42d1-ade7-d56f19fb0ead request from dv-cinder-793885-1-smb {{(pid=91914) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 01 06:18:36.342620 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.plugins.ml2.db [None req-14e278aa-23a9-415b-9b81-f5ceffc14133 admin admin] For port 867f0f85-50f0-46ff-b441-dac5e36d104c, host dv-cinder-793885-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793885-1-smb',level=0,port_id=867f0f85-50f0-46ff-b441-dac5e36d104c,segment=NetworkSegment(64a9cc7a-9cb8-4972-b0ba-49efafd76524),segment_id=64a9cc7a-9cb8-4972-b0ba-49efafd76524)] {{(pid=91913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 06:18:36.343211 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-14e278aa-23a9-415b-9b81-f5ceffc14133 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-879323'] for port, precommit_delete {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:18:36.375377 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.plugin [None req-a4a1107d-c95d-4c59-88f4-fa824fcc2fac None None] Deleting port 867f0f85-50f0-46ff-b441-dac5e36d104c {{(pid=91914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 06:18:36.376067 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-a4a1107d-c95d-4c59-88f4-fa824fcc2fac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774208809027'] for port, before_delete {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:18:36.396677 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.rpc [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] Device 6426c3b4-4d0f-476e-9168-1a453ba6ebe2 no longer exists at agent ovs-agent-dv-cinder-793885-1-smb {{(pid=91914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 06:18:36.476284 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.plugins.ml2.plugin [None req-14e278aa-23a9-415b-9b81-f5ceffc14133 admin admin] Calling delete_port for 867f0f85-50f0-46ff-b441-dac5e36d104c owned by network:dhcp {{(pid=91913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 06:18:36.497610 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.plugin [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] No Port match for: 6426c3b4-4d0f-476e-9168-1a453ba6ebe2 {{(pid=91914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 01 06:18:36.498240 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.rpc [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] Device 6426c3b4-4d0f-476e-9168-1a453ba6ebe2 not bound to the agent host dv-cinder-793885-1-smb {{(pid=91914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 06:18:36.498811 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.rpc [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] Device 867f0f85-50f0-46ff-b441-dac5e36d104c no longer exists at agent ovs-agent-dv-cinder-793885-1-smb {{(pid=91914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 06:18:36.532962 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-14e278aa-23a9-415b-9b81-f5ceffc14133 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774208810150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774208425692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10749551'] for port, after_delete {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:18:36.539736 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [None req-7fda5dbc-2a3f-42c2-919a-29999624503e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:18:36.547510 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.plugin [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] No Port match for: 867f0f85-50f0-46ff-b441-dac5e36d104c {{(pid=91914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 01 06:18:36.547863 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.rpc [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] Device 867f0f85-50f0-46ff-b441-dac5e36d104c not bound to the agent host dv-cinder-793885-1-smb {{(pid=91914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 06:18:36.548283 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.rpc [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] Device f8b0545d-724d-4320-88ed-206815aebb7e no longer exists at agent ovs-agent-dv-cinder-793885-1-smb {{(pid=91914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 06:18:36.604657 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e278aa-23a9-415b-9b81-f5ceffc14133 admin admin] Pushing event deleted for resources: {'Port': ['ID=867f0f85-50f0-46ff-b441-dac5e36d104c,revision_number=None']} {{(pid=91913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:18:36.606781 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.db [None req-a4a1107d-c95d-4c59-88f4-fa824fcc2fac None None] For port 867f0f85-50f0-46ff-b441-dac5e36d104c, host dv-cinder-793885-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793885-1-smb',level=0,port_id=867f0f85-50f0-46ff-b441-dac5e36d104c,segment=NetworkSegment(64a9cc7a-9cb8-4972-b0ba-49efafd76524),segment_id=64a9cc7a-9cb8-4972-b0ba-49efafd76524)] {{(pid=91914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 06:18:36.607768 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-a4a1107d-c95d-4c59-88f4-fa824fcc2fac None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-879323'] for port, precommit_delete {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:18:36.608068 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [None req-14e278aa-23a9-415b-9b81-f5ceffc14133 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:18:36.608970 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14e278aa-23a9-415b-9b81-f5ceffc14133 admin admin] No DVR routers for this DVR port 867f0f85-50f0-46ff-b441-dac5e36d104c on host dv-cinder-793885-1-smb {{(pid=91913) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 06:18:36.617867 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.plugin [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] No Port match for: f8b0545d-724d-4320-88ed-206815aebb7e {{(pid=91914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 01 06:18:36.618221 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.rpc [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] Device f8b0545d-724d-4320-88ed-206815aebb7e not bound to the agent host dv-cinder-793885-1-smb {{(pid=91914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 06:18:36.732909 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-14e278aa-23a9-415b-9b81-f5ceffc14133 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3782491', 'neutron.services.segments.db._delete_segments_for_network-8774208951004'] for network, precommit_delete {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:18:36.734337 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.plugin [None req-a4a1107d-c95d-4c59-88f4-fa824fcc2fac None None] Calling delete_port for 867f0f85-50f0-46ff-b441-dac5e36d104c owned by network:dhcp {{(pid=91914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 06:18:36.757711 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.services.segments.db [None req-14e278aa-23a9-415b-9b81-f5ceffc14133 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1b630be-b48a-42d1-ade7-d56f19fb0ead']}} {{(pid=91913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 06:18:36.773797 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.services.segments.db [None req-14e278aa-23a9-415b-9b81-f5ceffc14133 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64a9cc7a-9cb8-4972-b0ba-49efafd76524') {'for_net_delete': True} {{(pid=91913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 06:18:36.774093 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.services.segments.db [None req-14e278aa-23a9-415b-9b81-f5ceffc14133 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64a9cc7a-9cb8-4972-b0ba-49efafd76524') {} {{(pid=91913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 06:18:36.787294 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-14e278aa-23a9-415b-9b81-f5ceffc14133 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774208960925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11393170'] for segment, before_delete {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:18:36.794728 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-a4a1107d-c95d-4c59-88f4-fa824fcc2fac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774208810150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774208425692'] for port, after_delete {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:18:36.798513 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG oslo_concurrency.lockutils [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91914) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:18:36.804961 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-14e278aa-23a9-415b-9b81-f5ceffc14133 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3778787'] for segment, precommit_delete {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:18:36.812018 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14e278aa-23a9-415b-9b81-f5ceffc14133 admin admin] Releasing vlan 335 on physical network physnet1 to pool {{(pid=91913) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 06:18:36.812437 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-14e278aa-23a9-415b-9b81-f5ceffc14133 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3778787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10749498'] for segment, after_delete {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:18:36.829509 dv-cinder-793885-1-smb neutron-server[91913]: Traceback (most recent call last): Jun 01 06:18:36.829509 dv-cinder-793885-1-smb neutron-server[91913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 01 06:18:36.829509 dv-cinder-793885-1-smb neutron-server[91913]: timer() Jun 01 06:18:36.829509 dv-cinder-793885-1-smb neutron-server[91913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 01 06:18:36.829509 dv-cinder-793885-1-smb neutron-server[91913]: cb(*args, **kw) Jun 01 06:18:36.829509 dv-cinder-793885-1-smb neutron-server[91913]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 01 06:18:36.829509 dv-cinder-793885-1-smb neutron-server[91913]: return func(*args, **kwargs) Jun 01 06:18:36.829509 dv-cinder-793885-1-smb neutron-server[91913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 01 06:18:36.829509 dv-cinder-793885-1-smb neutron-server[91913]: self._notify() Jun 01 06:18:36.829509 dv-cinder-793885-1-smb neutron-server[91913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 01 06:18:36.829509 dv-cinder-793885-1-smb neutron-server[91913]: self.callback(batched_events) Jun 01 06:18:36.829509 dv-cinder-793885-1-smb neutron-server[91913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 01 06:18:36.829509 dv-cinder-793885-1-smb neutron-server[91913]: event.method(event) Jun 01 06:18:36.829509 dv-cinder-793885-1-smb neutron-server[91913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 01 06:18:36.829509 dv-cinder-793885-1-smb neutron-server[91913]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 01 06:18:36.829509 dv-cinder-793885-1-smb neutron-server[91913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 01 06:18:36.829509 dv-cinder-793885-1-smb neutron-server[91913]: aggregate_uuid = self.p_client.list_aggregates( Jun 01 06:18:36.829509 dv-cinder-793885-1-smb neutron-server[91913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 01 06:18:36.829509 dv-cinder-793885-1-smb neutron-server[91913]: return f(self, *a, **k) Jun 01 06:18:36.829509 dv-cinder-793885-1-smb neutron-server[91913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 01 06:18:36.829509 dv-cinder-793885-1-smb neutron-server[91913]: return self._get(url).json() Jun 01 06:18:36.829509 dv-cinder-793885-1-smb neutron-server[91913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 01 06:18:36.829509 dv-cinder-793885-1-smb neutron-server[91913]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 01 06:18:36.829509 dv-cinder-793885-1-smb neutron-server[91913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 01 06:18:36.829509 dv-cinder-793885-1-smb neutron-server[91913]: return self.request(url, 'GET', **kwargs) Jun 01 06:18:36.829509 dv-cinder-793885-1-smb neutron-server[91913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 01 06:18:36.829509 dv-cinder-793885-1-smb neutron-server[91913]: base_url = self.get_endpoint(auth, allow=allow, Jun 01 06:18:36.829509 dv-cinder-793885-1-smb neutron-server[91913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 01 06:18:36.829509 dv-cinder-793885-1-smb neutron-server[91913]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 01 06:18:36.829509 dv-cinder-793885-1-smb neutron-server[91913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 01 06:18:36.829509 dv-cinder-793885-1-smb neutron-server[91913]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 01 06:18:36.829509 dv-cinder-793885-1-smb neutron-server[91913]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 01 06:18:36.842341 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a1107d-c95d-4c59-88f4-fa824fcc2fac None None] Pushing event deleted for resources: {'Port': ['ID=867f0f85-50f0-46ff-b441-dac5e36d104c,revision_number=None']} {{(pid=91914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:18:36.849659 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG oslo_concurrency.lockutils [None req-a4a1107d-c95d-4c59-88f4-fa824fcc2fac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91914) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:18:36.852663 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4a1107d-c95d-4c59-88f4-fa824fcc2fac None None] No DVR routers for this DVR port 867f0f85-50f0-46ff-b441-dac5e36d104c on host dv-cinder-793885-1-smb {{(pid=91914) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 06:18:36.911154 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-14e278aa-23a9-415b-9b81-f5ceffc14133 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3782482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-940336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-880394'] for network, after_delete {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:18:36.914829 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:18:36.928048 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-14e278aa-23a9-415b-9b81-f5ceffc14133 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536287'] for network, before_response {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:18:36.937951 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e278aa-23a9-415b-9b81-f5ceffc14133 admin admin] Pushing event deleted for resources: {'Network': ['ID=f1b630be-b48a-42d1-ade7-d56f19fb0ead,revision_number=None']} {{(pid=91913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:18:36.945103 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [None req-14e278aa-23a9-415b-9b81-f5ceffc14133 admin admin] 10.222.0.41 "DELETE /v2.0/networks/f1b630be-b48a-42d1-ade7-d56f19fb0ead HTTP/1.1" status: 204 len: 168 time: 0.9240458 Jun 01 06:18:36.946372 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [None req-14e278aa-23a9-415b-9b81-f5ceffc14133 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:18:37.075468 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.wsgi [-] (91913) accepted ('10.222.0.41', 59474) {{(pid=91913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 06:18:37.167983 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [None req-48b032bf-d751-4c47-bd00-890cabd8c619 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=856ad5dcb525408fab9b255236023d67&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0912192 Jun 01 06:18:37.170581 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.wsgi [-] (91912) accepted ('10.222.0.41', 59478) {{(pid=91912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 06:18:37.210098 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eebff50-91da-49e6-bff0-19cfe61c845f req-29aba15b-1bec-470f-b504-fe02f9fe3c0c tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:18:37.211826 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-0eebff50-91da-49e6-bff0-19cfe61c845f req-29aba15b-1bec-470f-b504-fe02f9fe3c0c tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] 10.222.0.41 "GET /v2.0/ports?device_id=4dbb02b6-b3ca-4f32-b0f3-939203b96bb3 HTTP/1.1" status: 200 len: 944 time: 0.0850644 Jun 01 06:18:37.234211 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-753566b9-4bb9-4e31-8648-56f1ab23c411 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:18:37.261568 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-0eebff50-91da-49e6-bff0-19cfe61c845f req-8c5146bf-26eb-459b-9ce0-6c86d36dbe0c tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] 10.222.0.41 "GET /v2.0/security-groups?id=55f638aa-325e-49ec-a7c9-191269e41e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430758 Jun 01 06:18:37.261827 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-753566b9-4bb9-4e31-8648-56f1ab23c411 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:18:37.315169 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-753566b9-4bb9-4e31-8648-56f1ab23c411 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940402'] for security_group, after_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:18:37.319052 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-d17a6051-b7ab-4bd2-9ceb-8f311e657c53 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:18:37.334319 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753566b9-4bb9-4e31-8648-56f1ab23c411 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=469d2781-9606-4f2b-abaa-e008e0dcc587,revision_number=None']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:18:37.336673 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-753566b9-4bb9-4e31-8648-56f1ab23c411 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:18:37.341901 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-753566b9-4bb9-4e31-8648-56f1ab23c411 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:18:37.352286 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [None req-753566b9-4bb9-4e31-8648-56f1ab23c411 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/469d2781-9606-4f2b-abaa-e008e0dcc587 HTTP/1.1" status: 204 len: 168 time: 0.1714222 Jun 01 06:18:37.699440 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.wsgi [-] (91912) accepted ('10.222.0.41', 59488) {{(pid=91912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 06:18:37.750180 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [None req-371d09da-9023-48bf-b56e-6a213237084f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=fed377efae854216b9f148b73a2ed6ed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0495102 Jun 01 06:18:37.752564 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.wsgi [-] (91912) accepted ('10.222.0.41', 59492) {{(pid=91912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 06:18:37.817356 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-2e99f624-49b2-4070-a26f-ebae344905ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:18:37.844608 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-2e99f624-49b2-4070-a26f-ebae344905ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:18:37.899435 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-2e99f624-49b2-4070-a26f-ebae344905ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940402'] for security_group, after_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:18:37.903384 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-0455e5ef-3f4a-4e53-afa9-7b10e2da0415 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:18:37.916278 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e99f624-49b2-4070-a26f-ebae344905ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2743481c-679e-467b-b653-7e0eae012874,revision_number=None']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:18:37.919806 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-2e99f624-49b2-4070-a26f-ebae344905ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:18:37.927133 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-2e99f624-49b2-4070-a26f-ebae344905ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:18:37.928763 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [None req-2e99f624-49b2-4070-a26f-ebae344905ad admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2743481c-679e-467b-b653-7e0eae012874 HTTP/1.1" status: 204 len: 168 time: 0.1746204 Jun 01 06:18:38.478184 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b074d6-4b1f-4b3c-810d-77cd20b0fb3d req-b17d48d2-9424-4acc-91ea-b518e3d1ae0a tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:18:38.479685 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-f7b074d6-4b1f-4b3c-810d-77cd20b0fb3d req-b17d48d2-9424-4acc-91ea-b518e3d1ae0a tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] 10.222.0.41 "GET /v2.0/ports?device_id=4dbb02b6-b3ca-4f32-b0f3-939203b96bb3 HTTP/1.1" status: 200 len: 944 time: 0.0832124 Jun 01 06:18:38.525760 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-f7b074d6-4b1f-4b3c-810d-77cd20b0fb3d req-49097451-5a2d-442d-ae2f-0b36d98961fa tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] 10.222.0.41 "GET /v2.0/security-groups?id=55f638aa-325e-49ec-a7c9-191269e41e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401971 Jun 01 06:18:39.723157 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842c43b8-934c-460d-9934-1ff391d75f1b req-0ba072de-8164-4d9d-9c06-486e65a319d3 tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:18:39.728076 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-842c43b8-934c-460d-9934-1ff391d75f1b req-0ba072de-8164-4d9d-9c06-486e65a319d3 tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] 10.222.0.41 "GET /v2.0/ports?device_id=4dbb02b6-b3ca-4f32-b0f3-939203b96bb3 HTTP/1.1" status: 200 len: 944 time: 0.0905190 Jun 01 06:18:39.769352 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-842c43b8-934c-460d-9934-1ff391d75f1b req-9b8dde14-ed6e-46e3-8faa-5add642eacc5 tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] 10.222.0.41 "GET /v2.0/security-groups?id=55f638aa-325e-49ec-a7c9-191269e41e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374351 Jun 01 06:18:40.999185 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3df19c-2aea-4a36-909a-efe3f139f231 req-0b8a2bbc-ff74-4f1c-bbe7-aad9e4740482 tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:18:41.000562 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-2b3df19c-2aea-4a36-909a-efe3f139f231 req-0b8a2bbc-ff74-4f1c-bbe7-aad9e4740482 tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] 10.222.0.41 "GET /v2.0/ports?device_id=4dbb02b6-b3ca-4f32-b0f3-939203b96bb3 HTTP/1.1" status: 200 len: 944 time: 0.0858159 Jun 01 06:18:41.054148 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-2b3df19c-2aea-4a36-909a-efe3f139f231 req-053ed4f0-4fae-46d8-b197-0a480dea6109 tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] 10.222.0.41 "GET /v2.0/security-groups?id=55f638aa-325e-49ec-a7c9-191269e41e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473402 Jun 01 06:18:42.238229 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89afa38b-99e5-497d-91dd-920ed1f23f0a req-4942e3f6-0564-4a05-91e1-7f5b14907e20 tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:18:42.239687 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-89afa38b-99e5-497d-91dd-920ed1f23f0a req-4942e3f6-0564-4a05-91e1-7f5b14907e20 tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] 10.222.0.41 "GET /v2.0/ports?device_id=4dbb02b6-b3ca-4f32-b0f3-939203b96bb3 HTTP/1.1" status: 200 len: 944 time: 0.0816481 Jun 01 06:18:42.283001 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-89afa38b-99e5-497d-91dd-920ed1f23f0a req-34986f64-1895-42d2-a294-c7c5dceee14d tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] 10.222.0.41 "GET /v2.0/security-groups?id=55f638aa-325e-49ec-a7c9-191269e41e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376973 Jun 01 06:18:42.803950 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b4f0bc-29ae-4ad7-a799-b2cb8ff128cc req-3d9aaaa8-92b5-47b5-b48d-c251e178da88 tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:18:42.805316 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-b6b4f0bc-29ae-4ad7-a799-b2cb8ff128cc req-3d9aaaa8-92b5-47b5-b48d-c251e178da88 tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] 10.222.0.41 "GET /v2.0/ports?device_id=43f14c8a-71ca-4849-a522-b8265eed9264 HTTP/1.1" status: 200 len: 945 time: 0.0812266 Jun 01 06:18:42.849206 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-b6b4f0bc-29ae-4ad7-a799-b2cb8ff128cc req-ddd31958-0d4a-49bd-9dea-ead007d18f62 tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] 10.222.0.41 "GET /v2.0/security-groups?id=5d54a839-0bf1-4bdb-9539-67104b9aee98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383852 Jun 01 06:18:43.471680 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2dd48ff-22ef-4a80-b9f6-35c0f1d91c65 req-addd0fda-7c4b-4195-97e4-c42c3033e64c tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:18:43.473139 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-f2dd48ff-22ef-4a80-b9f6-35c0f1d91c65 req-addd0fda-7c4b-4195-97e4-c42c3033e64c tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] 10.222.0.41 "GET /v2.0/ports?device_id=4dbb02b6-b3ca-4f32-b0f3-939203b96bb3 HTTP/1.1" status: 200 len: 944 time: 0.0776842 Jun 01 06:18:43.520086 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-f2dd48ff-22ef-4a80-b9f6-35c0f1d91c65 req-2b763ff9-c3e9-4721-9583-39e065e419ed tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] 10.222.0.41 "GET /v2.0/security-groups?id=55f638aa-325e-49ec-a7c9-191269e41e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414414 Jun 01 06:18:44.029562 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bc7bc7-1f96-4fb1-bbfa-6401697dd492 req-8da2e956-ab87-4cda-ab86-4bdc535d359e tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:18:44.030986 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-14bc7bc7-1f96-4fb1-bbfa-6401697dd492 req-8da2e956-ab87-4cda-ab86-4bdc535d359e tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] 10.222.0.41 "GET /v2.0/ports?device_id=43f14c8a-71ca-4849-a522-b8265eed9264 HTTP/1.1" status: 200 len: 945 time: 0.0779598 Jun 01 06:18:44.077862 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-14bc7bc7-1f96-4fb1-bbfa-6401697dd492 req-75a889fc-1a08-4d1b-ab95-0dae6fc06787 tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] 10.222.0.41 "GET /v2.0/security-groups?id=5d54a839-0bf1-4bdb-9539-67104b9aee98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407791 Jun 01 06:18:44.704262 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a4e389-a9f5-465a-9e4c-281a360ff3de req-0a1a88b6-95fd-4c25-84fa-0cc82ad9d923 tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:18:44.705731 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-a4a4e389-a9f5-465a-9e4c-281a360ff3de req-0a1a88b6-95fd-4c25-84fa-0cc82ad9d923 tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] 10.222.0.41 "GET /v2.0/ports?device_id=4dbb02b6-b3ca-4f32-b0f3-939203b96bb3 HTTP/1.1" status: 200 len: 944 time: 0.0792716 Jun 01 06:18:44.749185 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-a4a4e389-a9f5-465a-9e4c-281a360ff3de req-2c42d483-4829-4b3a-b8fa-4080266ce8de tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] 10.222.0.41 "GET /v2.0/security-groups?id=55f638aa-325e-49ec-a7c9-191269e41e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372963 Jun 01 06:18:45.267776 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e5b254-2081-4d1e-8b15-7f4229eedddf req-7e4ffd10-b4c6-4e0e-a34a-525535472aec tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:18:45.269248 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-92e5b254-2081-4d1e-8b15-7f4229eedddf req-7e4ffd10-b4c6-4e0e-a34a-525535472aec tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] 10.222.0.41 "GET /v2.0/ports?device_id=43f14c8a-71ca-4849-a522-b8265eed9264 HTTP/1.1" status: 200 len: 945 time: 0.0822625 Jun 01 06:18:45.313339 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-92e5b254-2081-4d1e-8b15-7f4229eedddf req-1f5d2e16-183a-467b-9c07-0f0747abf9bd tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] 10.222.0.41 "GET /v2.0/security-groups?id=5d54a839-0bf1-4bdb-9539-67104b9aee98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384943 Jun 01 06:18:45.943150 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3a956c-fe7d-44c9-adba-687877f57456 req-72b7b11d-8350-48a5-ab11-36a2fa27ca36 tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:18:45.944614 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-3d3a956c-fe7d-44c9-adba-687877f57456 req-72b7b11d-8350-48a5-ab11-36a2fa27ca36 tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] 10.222.0.41 "GET /v2.0/ports?device_id=4dbb02b6-b3ca-4f32-b0f3-939203b96bb3 HTTP/1.1" status: 200 len: 944 time: 0.0846014 Jun 01 06:18:45.988339 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-3d3a956c-fe7d-44c9-adba-687877f57456 req-afe45c3f-f9ce-4a72-a25d-63bf3327dbf7 tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] 10.222.0.41 "GET /v2.0/security-groups?id=55f638aa-325e-49ec-a7c9-191269e41e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380476 Jun 01 06:18:46.500440 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4319ef50-2e2c-4f1c-a083-627a5bb5bd76 req-e4618e84-a231-4f99-88b6-0ac5dfce52d0 tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:18:46.501900 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-4319ef50-2e2c-4f1c-a083-627a5bb5bd76 req-e4618e84-a231-4f99-88b6-0ac5dfce52d0 tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] 10.222.0.41 "GET /v2.0/ports?device_id=43f14c8a-71ca-4849-a522-b8265eed9264 HTTP/1.1" status: 200 len: 945 time: 0.0823801 Jun 01 06:18:46.544897 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-4319ef50-2e2c-4f1c-a083-627a5bb5bd76 req-6069dbf1-819b-4be6-846f-3fdc8c8a0d8d tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] 10.222.0.41 "GET /v2.0/security-groups?id=5d54a839-0bf1-4bdb-9539-67104b9aee98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368128 Jun 01 06:18:47.167796 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62b8e26-8c96-4893-9c98-30efe55c4339 req-acb716a9-fbb9-414a-a1ad-861389371204 tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:18:47.169221 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-c62b8e26-8c96-4893-9c98-30efe55c4339 req-acb716a9-fbb9-414a-a1ad-861389371204 tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] 10.222.0.45 "GET /v2.0/ports?device_id=43f14c8a-71ca-4849-a522-b8265eed9264 HTTP/1.1" status: 200 len: 945 time: 0.0804665 Jun 01 06:18:47.173520 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1f2749-72b3-4375-8704-e4e44d8d532d req-5db3bfeb-8a97-4367-a5bd-bc93737230a9 tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:18:47.174997 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-cc1f2749-72b3-4375-8704-e4e44d8d532d req-5db3bfeb-8a97-4367-a5bd-bc93737230a9 tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] 10.222.0.41 "GET /v2.0/ports?device_id=4dbb02b6-b3ca-4f32-b0f3-939203b96bb3 HTTP/1.1" status: 200 len: 944 time: 0.0790308 Jun 01 06:18:47.218573 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-cc1f2749-72b3-4375-8704-e4e44d8d532d req-85f9b834-beec-48a5-be3e-bd61eb2e6dc4 tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] 10.222.0.41 "GET /v2.0/security-groups?id=55f638aa-325e-49ec-a7c9-191269e41e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378258 Jun 01 06:18:47.308891 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.plugins.ml2.plugin [req-c62b8e26-8c96-4893-9c98-30efe55c4339 req-0385206e-74ef-4228-96c6-e4c61ea26626 tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] Deleting port 04cb92a6-89ce-4401-9cf4-d65ae86f6023 {{(pid=91913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 06:18:47.309261 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [req-c62b8e26-8c96-4893-9c98-30efe55c4339 req-0385206e-74ef-4228-96c6-e4c61ea26626 tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774208809027'] for port, before_delete {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:18:47.523895 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.plugins.ml2.db [req-c62b8e26-8c96-4893-9c98-30efe55c4339 req-0385206e-74ef-4228-96c6-e4c61ea26626 tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] For port 04cb92a6-89ce-4401-9cf4-d65ae86f6023, host hv-cinder-79388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79388',level=0,port_id=04cb92a6-89ce-4401-9cf4-d65ae86f6023,segment=NetworkSegment(d79691a5-696b-4e9f-a876-911d0747fe56),segment_id=d79691a5-696b-4e9f-a876-911d0747fe56)] {{(pid=91913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 06:18:47.524630 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [req-c62b8e26-8c96-4893-9c98-30efe55c4339 req-0385206e-74ef-4228-96c6-e4c61ea26626 tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-879323'] for port, precommit_delete {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:18:47.689910 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774208951022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772053'] for agent, after_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:18:47.872815 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a33634b-cf5c-4e91-89be-86a8911b38ed req-b8b38da5-7102-4808-8669-b1538144f356 tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:18:47.874210 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-0a33634b-cf5c-4e91-89be-86a8911b38ed req-b8b38da5-7102-4808-8669-b1538144f356 tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] 10.222.0.41 "GET /v2.0/ports?device_id=43f14c8a-71ca-4849-a522-b8265eed9264 HTTP/1.1" status: 200 len: 945 time: 0.2034063 Jun 01 06:18:47.875864 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [req-c62b8e26-8c96-4893-9c98-30efe55c4339 req-0385206e-74ef-4228-96c6-e4c61ea26626 tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:18:47.876213 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [req-c62b8e26-8c96-4893-9c98-30efe55c4339 req-0385206e-74ef-4228-96c6-e4c61ea26626 tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-880440'] for floatingip, after_update {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:18:47.876555 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.db.l3_db [req-c62b8e26-8c96-4893-9c98-30efe55c4339 req-0385206e-74ef-4228-96c6-e4c61ea26626 tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] Floating IP 18f4729b-039d-418e-b7f8-b121742dd2d3 disassociated. External IP: 172.28.2.240, port: 04cb92a6-89ce-4401-9cf4-d65ae86f6023. Jun 01 06:18:47.876968 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.plugins.ml2.plugin [req-c62b8e26-8c96-4893-9c98-30efe55c4339 req-0385206e-74ef-4228-96c6-e4c61ea26626 tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] Calling delete_port for 04cb92a6-89ce-4401-9cf4-d65ae86f6023 owned by compute:nova {{(pid=91913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 06:18:47.936679 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-0a33634b-cf5c-4e91-89be-86a8911b38ed req-b8cc6d53-3451-4e51-88b9-48ce1abc08e3 tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] 10.222.0.41 "GET /v2.0/security-groups?id=5d54a839-0bf1-4bdb-9539-67104b9aee98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545092 Jun 01 06:18:48.024631 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [req-c62b8e26-8c96-4893-9c98-30efe55c4339 req-0385206e-74ef-4228-96c6-e4c61ea26626 tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774208810150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774208425692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10749551'] for port, after_delete {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:18:48.029869 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [None req-df2633bb-78cf-4c24-9021-e9e3a3897137 tempest-VolumesSnapshotTestJSON-714247562 tempest-VolumesSnapshotTestJSON-714247562-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:18:48.073945 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0385206e-74ef-4228-96c6-e4c61ea26626 tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] Pushing event deleted for resources: {'Port': ['ID=04cb92a6-89ce-4401-9cf4-d65ae86f6023,revision_number=None']} {{(pid=91913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:18:48.076926 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [None req-0385206e-74ef-4228-96c6-e4c61ea26626 tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:18:48.258198 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c62b8e26-8c96-4893-9c98-30efe55c4339 req-0385206e-74ef-4228-96c6-e4c61ea26626 tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] Router 249d0b0b-4d15-4689-8933-4e7c1f39c53a has already been hosted by L3 agent a2597806-c6e6-4acd-a843-608abc904602 {{(pid=91913) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 06:18:48.431429 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88aa377-7554-4815-ae5a-fab6a6e38483 req-1ea9bd29-2a55-4c3a-ac11-64631c630b7f tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:18:48.433214 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-b88aa377-7554-4815-ae5a-fab6a6e38483 req-1ea9bd29-2a55-4c3a-ac11-64631c630b7f tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] 10.222.0.41 "GET /v2.0/ports?device_id=4dbb02b6-b3ca-4f32-b0f3-939203b96bb3 HTTP/1.1" status: 200 len: 944 time: 0.1066754 Jun 01 06:18:48.440025 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c62b8e26-8c96-4893-9c98-30efe55c4339 req-0385206e-74ef-4228-96c6-e4c61ea26626 tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] Notify agent at l3_agent.dv-cinder-793885-1-smb the message routers_updated {{(pid=91913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 06:18:48.450329 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e43a2ed-f1a8-44e8-adb9-9dbec6c663d2 None None] Sync routers for ids ['249d0b0b-4d15-4689-8933-4e7c1f39c53a'] in dv-cinder-793885-1-smb {{(pid=91914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 06:18:48.464436 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e43a2ed-f1a8-44e8-adb9-9dbec6c663d2 None None] Routers {'249d0b0b-4d15-4689-8933-4e7c1f39c53a'} bound to L3 agent in host dv-cinder-793885-1-smb {{(pid=91914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 06:18:48.465550 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.db.l3_hamode_db [None req-9e43a2ed-f1a8-44e8-adb9-9dbec6c663d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793885-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-01T06:01:58Z,description=,heartbeat_timestamp=2021-06-01T06:18:29Z,host='dv-cinder-793885-1-smb',id=a2597806-c6e6-4acd-a843-608abc904602,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T06:01:58Z,topic='l3_agent')) {'router_ids': ['249d0b0b-4d15-4689-8933-4e7c1f39c53a'], 'active': True} {{(pid=91914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 06:18:48.481678 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-b88aa377-7554-4815-ae5a-fab6a6e38483 req-5d74e109-4304-421a-b376-64fec3ca0422 tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] 10.222.0.41 "GET /v2.0/security-groups?id=55f638aa-325e-49ec-a7c9-191269e41e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424349 Jun 01 06:18:48.524845 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.db.l3_dvrscheduler_db [req-c62b8e26-8c96-4893-9c98-30efe55c4339 req-0385206e-74ef-4228-96c6-e4c61ea26626 tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] No DVR routers for this DVR port 04cb92a6-89ce-4401-9cf4-d65ae86f6023 on host hv-cinder-79388 {{(pid=91913) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 06:18:48.527753 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [req-c62b8e26-8c96-4893-9c98-30efe55c4339 req-0385206e-74ef-4228-96c6-e4c61ea26626 tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239402'] for port, before_response {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:18:48.532225 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43f14c8a-71ca-4849-a522-b8265eed9264', 'name': 'network-vif-deleted', 'tag': '04cb92a6-89ce-4401-9cf4-d65ae86f6023'}] {{(pid=91913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 06:18:48.535112 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdc6be6d06003a26e0797ba9c3cae52571918e0042132e4e221042360f826683" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69338e92-ae4c-49de-b435-d7dd194c6eba" -d '{"events": [{"server_uuid": "43f14c8a-71ca-4849-a522-b8265eed9264", "name": "network-vif-deleted", "tag": "04cb92a6-89ce-4401-9cf4-d65ae86f6023"}]}' {{(pid=91913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 06:18:48.553785 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-c62b8e26-8c96-4893-9c98-30efe55c4339 req-0385206e-74ef-4228-96c6-e4c61ea26626 tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] 10.222.0.45 "DELETE /v2.0/ports/04cb92a6-89ce-4401-9cf4-d65ae86f6023 HTTP/1.1" status: 204 len: 173 time: 1.3791845 Jun 01 06:18:48.614586 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 06:18:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdf658ac-09e8-46c9-a9d0-153ba389fc18 x-openstack-request-id: req-bdf658ac-09e8-46c9-a9d0-153ba389fc18 {{(pid=91913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 06:18:48.614923 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43f14c8a-71ca-4849-a522-b8265eed9264", "name": "network-vif-deleted", "tag": "04cb92a6-89ce-4401-9cf4-d65ae86f6023", "status": "completed", "code": 200}]} {{(pid=91913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 06:18:48.615213 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-bdf658ac-09e8-46c9-a9d0-153ba389fc18 {{(pid=91913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 06:18:48.615778 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43f14c8a-71ca-4849-a522-b8265eed9264', 'name': 'network-vif-deleted', 'tag': '04cb92a6-89ce-4401-9cf4-d65ae86f6023', 'status': 'completed', 'code': 200} Jun 01 06:18:48.666434 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.db.l3_dvr_db [None req-9e43a2ed-f1a8-44e8-adb9-9dbec6c663d2 None None] Set router 249d0b0b-4d15-4689-8933-4e7c1f39c53a gateway port host: dv-cinder-793885-1-smb {{(pid=91914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 06:18:48.910520 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.rpc [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Device f92f82cb-bde5-4fd8-9d44-11800191b7b8 details requested by agent hyperv_hv-cinder-79388 with host hv-cinder-79388 {{(pid=91914) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 06:18:49.111004 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-e2e449fd-158f-4263-92a0-ba0cbab26f65 req-4d6208f2-203e-44c4-b4e2-f1e85aa5ff17 tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] 10.222.0.41 "GET /v2.0/ports?device_id=43f14c8a-71ca-4849-a522-b8265eed9264 HTTP/1.1" status: 200 len: 210 time: 0.0457766 Jun 01 06:18:49.134325 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.db [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] For port f92f82cb-bde5-4fd8-9d44-11800191b7b8, host hv-cinder-79388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79388',level=0,port_id=f92f82cb-bde5-4fd8-9d44-11800191b7b8,segment=NetworkSegment(5bcb411c-cc6a-4a4c-9bde-5ea76448952b),segment_id=5bcb411c-cc6a-4a4c-9bde-5ea76448952b)] {{(pid=91914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 06:18:49.151179 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.rpc [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Returning: {'device': 'f92f82cb-bde5-4fd8-9d44-11800191b7b8', 'network_id': '0d0e27d7-e499-44c0-a6d3-0e69d07aa387', 'port_id': 'f92f82cb-bde5-4fd8-9d44-11800191b7b8', 'mac_address': 'fa:16:3e:c9:7e:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 346, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'afe82765-6164-43ac-8036-06de690ecff6', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91914) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 06:18:49.213077 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.db.l3_hamode_db [None req-9e43a2ed-f1a8-44e8-adb9-9dbec6c663d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '249d0b0b-4d15-4689-8933-4e7c1f39c53a', 'name': 'tempest-AttachVolumeTestJSON-2112037125-router', 'tenant_id': '7c893d8978f845f0bd2173a5ce1ebc47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df727fa4-ca0b-43ba-be88-ffeb156f0c84', 'external_fixed_ips': [{'subnet_id': '8acdb510-d5f4-4c90-8e8c-2a5ae18e332f', 'ip_address': '172.28.2.127'}], 'enable_snat': True}, 'gw_port_id': 'e66a6258-f990-48f9-9a98-ff54e6253942', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T06:13:16Z', 'updated_at': '2021-06-01T06:13:23Z', 'revision_number': 4, 'project_id': '7c893d8978f845f0bd2173a5ce1ebc47', 'gw_port': {'id': 'e66a6258-f990-48f9-9a98-ff54e6253942', 'name': '', 'network_id': 'df727fa4-ca0b-43ba-be88-ffeb156f0c84', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:f6:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '249d0b0b-4d15-4689-8933-4e7c1f39c53a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '8acdb510-d5f4-4c90-8e8c-2a5ae18e332f', 'ip_address': '172.28.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793885-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T06:13:17Z', 'updated_at': '2021-06-01T06:13:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acdb510-d5f4-4c90-8e8c-2a5ae18e332f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793885-1-smb', '_interfaces': [{'id': '818fc12b-89eb-4df6-8601-e76aaf8c828e', 'name': '', 'network_id': '1aef2bca-7ed6-4d41-a156-11dcffb5b8e2', 'tenant_id': '7c893d8978f845f0bd2173a5ce1ebc47', 'mac_address': 'fa:16:3e:0d:2f:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '249d0b0b-4d15-4689-8933-4e7c1f39c53a', 'device_owner': 'network:router_interface', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '855dfebb-5fe1-422f-95fd-8b5f405d78be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793885-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T06:13:21Z', 'updated_at': '2021-06-01T06:13:32Z', 'revision_number': 5, 'project_id': '7c893d8978f845f0bd2173a5ce1ebc47', 'subnets': [{'id': '855dfebb-5fe1-422f-95fd-8b5f405d78be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793885-1-smb', False) {} {{(pid=91914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 06:18:49.218940 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3824664'] for port, before_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:18:49.227472 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e43a2ed-f1a8-44e8-adb9-9dbec6c663d2 None None] Checking router: 249d0b0b-4d15-4689-8933-4e7c1f39c53a for host: dv-cinder-793885-1-smb {{(pid=91914) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 06:18:49.241661 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.notifiers.nova [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f92f82cb-bde5-4fd8-9d44-11800191b7b8 {{(pid=91914) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 06:18:49.246565 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e43a2ed-f1a8-44e8-adb9-9dbec6c663d2 None None] Routers {'249d0b0b-4d15-4689-8933-4e7c1f39c53a'} bound to L3 agent in host dv-cinder-793885-1-smb {{(pid=91914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 06:18:49.247164 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.db.l3_hamode_db [None req-9e43a2ed-f1a8-44e8-adb9-9dbec6c663d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793885-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-01T06:01:58Z,description=,heartbeat_timestamp=2021-06-01T06:18:29Z,host='dv-cinder-793885-1-smb',id=a2597806-c6e6-4acd-a843-608abc904602,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T06:01:58Z,topic='l3_agent')) {'router_ids': ['249d0b0b-4d15-4689-8933-4e7c1f39c53a'], 'active': True} {{(pid=91914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 06:18:49.329969 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.db [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] For port f92f82cb-bde5-4fd8-9d44-11800191b7b8, host hv-cinder-79388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79388',level=0,port_id=f92f82cb-bde5-4fd8-9d44-11800191b7b8,segment=NetworkSegment(5bcb411c-cc6a-4a4c-9bde-5ea76448952b),segment_id=5bcb411c-cc6a-4a4c-9bde-5ea76448952b)] {{(pid=91914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 06:18:49.336376 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774208810132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774208425701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774208426006'] for port, after_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:18:49.340308 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG oslo_concurrency.lockutils [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91914) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:18:49.484730 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Pushing event updated for resources: {'Port': ['ID=f92f82cb-bde5-4fd8-9d44-11800191b7b8,revision_number=9']} {{(pid=91914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:18:49.489920 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG oslo_concurrency.lockutils [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=91914) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:18:49.491570 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.db.l3_dvr_db [None req-9e43a2ed-f1a8-44e8-adb9-9dbec6c663d2 None None] Set router 249d0b0b-4d15-4689-8933-4e7c1f39c53a gateway port host: dv-cinder-793885-1-smb {{(pid=91914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 06:18:49.676853 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f478bef2-cf7a-4046-9981-cfce5a3352fc req-5bd1b1da-875b-4257-ba5e-c21a0b3e7731 tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:18:49.678412 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-f478bef2-cf7a-4046-9981-cfce5a3352fc req-5bd1b1da-875b-4257-ba5e-c21a0b3e7731 tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] 10.222.0.41 "GET /v2.0/ports?device_id=4dbb02b6-b3ca-4f32-b0f3-939203b96bb3 HTTP/1.1" status: 200 len: 945 time: 0.0839295 Jun 01 06:18:49.725857 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-f478bef2-cf7a-4046-9981-cfce5a3352fc req-d5c01862-603d-4141-a8c1-3d2b0098bc2b tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] 10.222.0.41 "GET /v2.0/security-groups?id=55f638aa-325e-49ec-a7c9-191269e41e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418041 Jun 01 06:18:49.771994 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.db [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] get_ports_and_sgs() called for port_ids ['f92f82cb-bde5-4fd8-9d44-11800191b7b8'] {{(pid=91914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 06:18:49.894730 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.db.l3_hamode_db [None req-9e43a2ed-f1a8-44e8-adb9-9dbec6c663d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '249d0b0b-4d15-4689-8933-4e7c1f39c53a', 'name': 'tempest-AttachVolumeTestJSON-2112037125-router', 'tenant_id': '7c893d8978f845f0bd2173a5ce1ebc47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df727fa4-ca0b-43ba-be88-ffeb156f0c84', 'external_fixed_ips': [{'subnet_id': '8acdb510-d5f4-4c90-8e8c-2a5ae18e332f', 'ip_address': '172.28.2.127'}], 'enable_snat': True}, 'gw_port_id': 'e66a6258-f990-48f9-9a98-ff54e6253942', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T06:13:16Z', 'updated_at': '2021-06-01T06:13:23Z', 'revision_number': 4, 'project_id': '7c893d8978f845f0bd2173a5ce1ebc47', 'gw_port': {'id': 'e66a6258-f990-48f9-9a98-ff54e6253942', 'name': '', 'network_id': 'df727fa4-ca0b-43ba-be88-ffeb156f0c84', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:f6:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '249d0b0b-4d15-4689-8933-4e7c1f39c53a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '8acdb510-d5f4-4c90-8e8c-2a5ae18e332f', 'ip_address': '172.28.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793885-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T06:13:17Z', 'updated_at': '2021-06-01T06:13:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acdb510-d5f4-4c90-8e8c-2a5ae18e332f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793885-1-smb', '_interfaces': [{'id': '818fc12b-89eb-4df6-8601-e76aaf8c828e', 'name': '', 'network_id': '1aef2bca-7ed6-4d41-a156-11dcffb5b8e2', 'tenant_id': '7c893d8978f845f0bd2173a5ce1ebc47', 'mac_address': 'fa:16:3e:0d:2f:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '249d0b0b-4d15-4689-8933-4e7c1f39c53a', 'device_owner': 'network:router_interface', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '855dfebb-5fe1-422f-95fd-8b5f405d78be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793885-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T06:13:21Z', 'updated_at': '2021-06-01T06:13:32Z', 'revision_number': 5, 'project_id': '7c893d8978f845f0bd2173a5ce1ebc47', 'subnets': [{'id': '855dfebb-5fe1-422f-95fd-8b5f405d78be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793885-1-smb', False) {} {{(pid=91914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 06:18:49.908327 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e43a2ed-f1a8-44e8-adb9-9dbec6c663d2 None None] The sync data for ids ['249d0b0b-4d15-4689-8933-4e7c1f39c53a'] in dv-cinder-793885-1-smb is: [{'id': '249d0b0b-4d15-4689-8933-4e7c1f39c53a', 'name': 'tempest-AttachVolumeTestJSON-2112037125-router', 'tenant_id': '7c893d8978f845f0bd2173a5ce1ebc47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df727fa4-ca0b-43ba-be88-ffeb156f0c84', 'external_fixed_ips': [{'subnet_id': '8acdb510-d5f4-4c90-8e8c-2a5ae18e332f', 'ip_address': '172.28.2.127'}], 'enable_snat': True}, 'gw_port_id': 'e66a6258-f990-48f9-9a98-ff54e6253942', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T06:13:16Z', 'updated_at': '2021-06-01T06:13:23Z', 'revision_number': 4, 'project_id': '7c893d8978f845f0bd2173a5ce1ebc47', 'gw_port': {'id': 'e66a6258-f990-48f9-9a98-ff54e6253942', 'name': '', 'network_id': 'df727fa4-ca0b-43ba-be88-ffeb156f0c84', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:f6:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '249d0b0b-4d15-4689-8933-4e7c1f39c53a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '8acdb510-d5f4-4c90-8e8c-2a5ae18e332f', 'ip_address': '172.28.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793885-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T06:13:17Z', 'updated_at': '2021-06-01T06:13:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acdb510-d5f4-4c90-8e8c-2a5ae18e332f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793885-1-smb', '_interfaces': [{'id': '818fc12b-89eb-4df6-8601-e76aaf8c828e', 'name': '', 'network_id': '1aef2bca-7ed6-4d41-a156-11dcffb5b8e2', 'tenant_id': '7c893d8978f845f0bd2173a5ce1ebc47', 'mac_address': 'fa:16:3e:0d:2f:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '249d0b0b-4d15-4689-8933-4e7c1f39c53a', 'device_owner': 'network:router_interface', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '855dfebb-5fe1-422f-95fd-8b5f405d78be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793885-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T06:13:21Z', 'updated_at': '2021-06-01T06:13:32Z', 'revision_number': 5, 'project_id': '7c893d8978f845f0bd2173a5ce1ebc47', 'subnets': [{'id': '855dfebb-5fe1-422f-95fd-8b5f405d78be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 06:18:50.114750 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fbbfbe1-255e-474d-af60-dc430de500e8 None None] New status for floating IP 18f4729b-039d-418e-b7f8-b121742dd2d3: DOWN {{(pid=91915) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 01 06:18:50.239740 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.wsgi [-] (91912) accepted ('10.222.0.41', 59546) {{(pid=91912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 06:18:50.315361 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-f2881e99-0cd1-4eb6-a5a9-4f12204f48d4 tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] Notify callbacks [] for security_group, before_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:18:50.345238 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-f2881e99-0cd1-4eb6-a5a9-4f12204f48d4 tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:18:50.398631 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-f2881e99-0cd1-4eb6-a5a9-4f12204f48d4 tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940402'] for security_group, after_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:18:50.402342 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-75edf402-1de0-4e42-a9d4-af3dac9c5d50 tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:18:50.417149 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2881e99-0cd1-4eb6-a5a9-4f12204f48d4 tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d54a839-0bf1-4bdb-9539-67104b9aee98,revision_number=None']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:18:50.419860 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-f2881e99-0cd1-4eb6-a5a9-4f12204f48d4 tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:18:50.428445 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-f2881e99-0cd1-4eb6-a5a9-4f12204f48d4 tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] Notify callbacks [] for security_group, before_response {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:18:50.432023 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [None req-f2881e99-0cd1-4eb6-a5a9-4f12204f48d4 tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] 10.222.0.41 "DELETE /v2.0/security-groups/5d54a839-0bf1-4bdb-9539-67104b9aee98 HTTP/1.1" status: 204 len: 168 time: 0.1889024 Jun 01 06:18:50.432240 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.wsgi [-] (91912) accepted ('10.222.0.41', 59550) {{(pid=91912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 06:18:50.449431 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.api.v2.resource [None req-f01cfe13-910d-44e6-b956-3c0b80d799e1 tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] show failed (client error): The resource could not be found. Jun 01 06:18:50.450395 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [None req-f01cfe13-910d-44e6-b956-3c0b80d799e1 tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] 10.222.0.41 "GET /v2.0/security-groups/5d54a839-0bf1-4bdb-9539-67104b9aee98 HTTP/1.1" status: 404 len: 347 time: 0.0172744 Jun 01 06:18:50.453146 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.wsgi [-] (91912) accepted ('10.222.0.41', 59554) {{(pid=91912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 06:18:50.750824 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.plugins.ml2.plugin [None req-6ea7efd2-a08d-43f8-a609-e91e511bb740 tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] Deleting port c5ebdcef-0cb5-4adb-bb4d-1820996c3107 {{(pid=91912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 06:18:50.751159 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-6ea7efd2-a08d-43f8-a609-e91e511bb740 tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774208809027'] for port, before_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:18:50.900528 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.rpc [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Device f92f82cb-bde5-4fd8-9d44-11800191b7b8 up at agent hyperv_hv-cinder-79388 {{(pid=91914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 06:18:50.915827 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-6ea7efd2-a08d-43f8-a609-e91e511bb740 tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-879323'] for port, precommit_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:18:50.916149 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-6ea7efd2-a08d-43f8-a609-e91e511bb740 tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:18:50.971302 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.db.provisioning_blocks [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Provisioning complete for port f92f82cb-bde5-4fd8-9d44-11800191b7b8 triggered by entity L2. {{(pid=91914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 06:18:50.971705 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3772206'] for port, provisioning_complete {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:18:51.044485 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.plugins.ml2.plugin [None req-6ea7efd2-a08d-43f8-a609-e91e511bb740 tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] Calling delete_port for c5ebdcef-0cb5-4adb-bb4d-1820996c3107 owned by network:floatingip {{(pid=91912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 06:18:51.079435 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be38fb07-0319-4577-9dd8-61280f8a93bd req-6cdbe863-e434-41be-89ce-bb8388e6167e tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:18:51.081077 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-be38fb07-0319-4577-9dd8-61280f8a93bd req-6cdbe863-e434-41be-89ce-bb8388e6167e tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] 10.222.0.41 "GET /v2.0/ports?device_id=4dbb02b6-b3ca-4f32-b0f3-939203b96bb3 HTTP/1.1" status: 200 len: 945 time: 0.2450202 Jun 01 06:18:51.129787 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3824664'] for port, before_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:18:51.141017 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-be38fb07-0319-4577-9dd8-61280f8a93bd req-4f5d7abd-6b3f-47f5-9c22-2a0a1a474259 tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] 10.222.0.41 "GET /v2.0/security-groups?id=55f638aa-325e-49ec-a7c9-191269e41e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528848 Jun 01 06:18:51.157401 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4dbb02b6-b3ca-4f32-b0f3-939203b96bb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f92f82cb-bde5-4fd8-9d44-11800191b7b8'}] {{(pid=91914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 06:18:51.160363 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cefeca7b2fbb82c39cf99810f9cdf69defc097144ee6f344485b033ce81b52cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3bd9fe2-ed74-47f4-906f-d2bc1f80651f" -d '{"events": [{"server_uuid": "4dbb02b6-b3ca-4f32-b0f3-939203b96bb3", "name": "network-vif-plugged", "status": "completed", "tag": "f92f82cb-bde5-4fd8-9d44-11800191b7b8"}]}' {{(pid=91914) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 06:18:51.168212 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.db [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] For port f92f82cb-bde5-4fd8-9d44-11800191b7b8, host hv-cinder-79388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79388',level=0,port_id=f92f82cb-bde5-4fd8-9d44-11800191b7b8,segment=NetworkSegment(5bcb411c-cc6a-4a4c-9bde-5ea76448952b),segment_id=5bcb411c-cc6a-4a4c-9bde-5ea76448952b)] {{(pid=91914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 06:18:51.173830 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774208810132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774208425701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774208426006'] for port, after_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:18:51.175664 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.rpc [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Device 04cb92a6-89ce-4401-9cf4-d65ae86f6023 no longer exists at agent hyperv_hv-cinder-79388 {{(pid=91914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 06:18:51.204075 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG oslo_concurrency.lockutils [None req-3fde0350-cfa6-45c5-8e9a-00870786b03f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91914) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:18:51.218315 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-6ea7efd2-a08d-43f8-a609-e91e511bb740 tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774208810150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774208425692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1720922'] for port, after_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:18:51.223157 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-edc0fa35-91c2-481f-975e-7d04fb0d2749 tempest-TestMinimumBasicScenario-1035900223 tempest-TestMinimumBasicScenario-1035900223-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:18:51.243772 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 06:18:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dadaaf1-81d1-49fc-98ae-21406e105c2b x-openstack-request-id: req-5dadaaf1-81d1-49fc-98ae-21406e105c2b {{(pid=91914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 06:18:51.244072 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4dbb02b6-b3ca-4f32-b0f3-939203b96bb3", "name": "network-vif-plugged", "status": "completed", "tag": "f92f82cb-bde5-4fd8-9d44-11800191b7b8", "code": 200}]} {{(pid=91914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 06:18:51.244333 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5dadaaf1-81d1-49fc-98ae-21406e105c2b {{(pid=91914) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 06:18:51.244724 dv-cinder-793885-1-smb neutron-server[91914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4dbb02b6-b3ca-4f32-b0f3-939203b96bb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f92f82cb-bde5-4fd8-9d44-11800191b7b8', 'code': 200} Jun 01 06:18:51.253999 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.plugin [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] No Port match for: 04cb92a6-89ce-4401-9cf4-d65ae86f6023 {{(pid=91914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 01 06:18:51.254352 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.rpc [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Device 04cb92a6-89ce-4401-9cf4-d65ae86f6023 not bound to the agent host hv-cinder-79388 {{(pid=91914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 06:18:51.271289 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea7efd2-a08d-43f8-a609-e91e511bb740 tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] Pushing event deleted for resources: {'Port': ['ID=c5ebdcef-0cb5-4adb-bb4d-1820996c3107,revision_number=None']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:18:51.274535 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-6ea7efd2-a08d-43f8-a609-e91e511bb740 tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:18:51.287063 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Pushing event updated for resources: {'Port': ['ID=f92f82cb-bde5-4fd8-9d44-11800191b7b8,revision_number=10']} {{(pid=91914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:18:51.291362 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG oslo_concurrency.lockutils [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=91914) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:18:51.366144 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-6ea7efd2-a08d-43f8-a609-e91e511bb740 tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] Notify callbacks [] for floatingip, after_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:18:51.380210 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-6ea7efd2-a08d-43f8-a609-e91e511bb740 tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239402'] for floatingip, before_response {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:18:51.382158 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [None req-6ea7efd2-a08d-43f8-a609-e91e511bb740 tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] 10.222.0.41 "DELETE /v2.0/floatingips/18f4729b-039d-418e-b7f8-b121742dd2d3 HTTP/1.1" status: 204 len: 168 time: 0.9273539 Jun 01 06:18:51.445264 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a22146-36f6-4623-a435-6de6876748f2 req-7cbcea80-8b83-4604-9fef-fbd33e5c54f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:18:51.446725 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-d3a22146-36f6-4623-a435-6de6876748f2 req-7cbcea80-8b83-4604-9fef-fbd33e5c54f8 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=4dbb02b6-b3ca-4f32-b0f3-939203b96bb3 HTTP/1.1" status: 200 len: 1100 time: 0.0700152 Jun 01 06:18:51.488512 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-d3a22146-36f6-4623-a435-6de6876748f2 req-b01bb642-e0a1-41be-888a-6f596f904a5f service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=55f638aa-325e-49ec-a7c9-191269e41e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351691 Jun 01 06:18:51.946000 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.wsgi [-] (91913) accepted ('10.222.0.41', 59564) {{(pid=91913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 06:18:51.951196 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.v2.base [None req-8a6869ba-bc66-43ee-ad09-9b56f51fec70 tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] Request body: {'security_group': {'name': 'tempest-securitygroup--164311286', 'description': 'tempest-description--924425884'}} {{(pid=91913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 06:18:51.957068 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.db.quota.driver [None req-8a6869ba-bc66-43ee-ad09-9b56f51fec70 tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 06:18:51.961172 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.quota.resource [None req-8a6869ba-bc66-43ee-ad09-9b56f51fec70 tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] Usage tracker for resource:security_group and tenant:7c893d8978f845f0bd2173a5ce1ebc47 is out of sync, need to count used quota {{(pid=91913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 06:18:51.963998 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.quota.resource [None req-8a6869ba-bc66-43ee-ad09-9b56f51fec70 tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=91913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 06:18:51.970528 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.db.quota.driver [None req-8a6869ba-bc66-43ee-ad09-9b56f51fec70 tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 06:18:51.980883 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-8a6869ba-bc66-43ee-ad09-9b56f51fec70 tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] Notify callbacks [] for security_group, before_create {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:18:52.000499 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.db.quota.driver [None req-8a6869ba-bc66-43ee-ad09-9b56f51fec70 tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 06:18:52.004213 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.quota.resource [None req-8a6869ba-bc66-43ee-ad09-9b56f51fec70 tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] Usage tracker for resource:security_group_rule and tenant:7c893d8978f845f0bd2173a5ce1ebc47 is out of sync, need to count used quota {{(pid=91913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 06:18:52.007061 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.quota.resource [None req-8a6869ba-bc66-43ee-ad09-9b56f51fec70 tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=91913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 06:18:52.012766 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.db.quota.driver [None req-8a6869ba-bc66-43ee-ad09-9b56f51fec70 tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=91913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 06:18:52.082913 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-8a6869ba-bc66-43ee-ad09-9b56f51fec70 tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] Notify callbacks [] for security_group, precommit_create {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:18:52.087583 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-8a6869ba-bc66-43ee-ad09-9b56f51fec70 tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940402'] for security_group, after_create {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:18:52.092437 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [None req-d9b16b9d-861b-4460-b7aa-c642861c1301 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:18:52.132151 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6869ba-bc66-43ee-ad09-9b56f51fec70 tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] Pushing event updated for resources: {'SecurityGroup': ['ID=42a7a7fe-07a6-457f-8acf-d6a0580705d5,revision_number=1']} {{(pid=91913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:18:52.134793 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-8a6869ba-bc66-43ee-ad09-9b56f51fec70 tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] Notify callbacks [] for security_group, before_response {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:18:52.135950 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [None req-8a6869ba-bc66-43ee-ad09-9b56f51fec70 tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.1889684 Jun 01 06:18:52.136877 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [None req-8a6869ba-bc66-43ee-ad09-9b56f51fec70 tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:18:52.138819 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.wsgi [-] (91913) accepted ('10.222.0.41', 59568) {{(pid=91913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 06:18:52.143867 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.v2.base [None req-1d4c64c1-ad83-40d0-b104-3458e1c4ccf5 tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] Request body: {'security_group_rule': {'security_group_id': '42a7a7fe-07a6-457f-8acf-d6a0580705d5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 06:18:52.149673 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.db.quota.driver [None req-1d4c64c1-ad83-40d0-b104-3458e1c4ccf5 tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 06:18:52.153475 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.quota.resource [None req-1d4c64c1-ad83-40d0-b104-3458e1c4ccf5 tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] Usage tracker for resource:security_group_rule and tenant:7c893d8978f845f0bd2173a5ce1ebc47 is out of sync, need to count used quota {{(pid=91913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 06:18:52.156305 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.quota.resource [None req-1d4c64c1-ad83-40d0-b104-3458e1c4ccf5 tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=91913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 06:18:52.162573 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.db.quota.driver [None req-1d4c64c1-ad83-40d0-b104-3458e1c4ccf5 tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=91913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 06:18:52.179318 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-1d4c64c1-ad83-40d0-b104-3458e1c4ccf5 tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:18:52.241205 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-1d4c64c1-ad83-40d0-b104-3458e1c4ccf5 tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:18:52.245117 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-1d4c64c1-ad83-40d0-b104-3458e1c4ccf5 tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940440'] for security_group_rule, after_create {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:18:52.253272 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:18:52.303320 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4c64c1-ad83-40d0-b104-3458e1c4ccf5 tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73306685-b808-4ff1-885f-67f5c916004c,revision_number=0']} {{(pid=91913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:18:52.306426 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [None req-1d4c64c1-ad83-40d0-b104-3458e1c4ccf5 tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:18:52.321546 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-1d4c64c1-ad83-40d0-b104-3458e1c4ccf5 tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:18:52.322688 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [None req-1d4c64c1-ad83-40d0-b104-3458e1c4ccf5 tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1830313 Jun 01 06:18:52.326219 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.wsgi [-] (91912) accepted ('10.222.0.41', 59574) {{(pid=91912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 06:18:52.332087 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.v2.base [None req-2a0c6212-8e17-4196-bdd7-6380f6626a7e tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] Request body: {'security_group_rule': {'security_group_id': '42a7a7fe-07a6-457f-8acf-d6a0580705d5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=91912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 06:18:52.337694 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.db.quota.driver [None req-2a0c6212-8e17-4196-bdd7-6380f6626a7e tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91912) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 06:18:52.341453 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.quota.resource [None req-2a0c6212-8e17-4196-bdd7-6380f6626a7e tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] Usage tracker for resource:security_group_rule and tenant:7c893d8978f845f0bd2173a5ce1ebc47 is out of sync, need to count used quota {{(pid=91912) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 06:18:52.344465 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.quota.resource [None req-2a0c6212-8e17-4196-bdd7-6380f6626a7e tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=91912) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 06:18:52.352093 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.db.quota.driver [None req-2a0c6212-8e17-4196-bdd7-6380f6626a7e tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=91912) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 06:18:52.362459 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c690057-86f2-4a04-acbf-f5a529678f58 req-fc7427c6-fcd1-4bb2-b744-c2bc22338c8e tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:18:52.363923 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-0c690057-86f2-4a04-acbf-f5a529678f58 req-fc7427c6-fcd1-4bb2-b744-c2bc22338c8e tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] 10.222.0.41 "GET /v2.0/ports?device_id=4dbb02b6-b3ca-4f32-b0f3-939203b96bb3 HTTP/1.1" status: 200 len: 947 time: 0.0987787 Jun 01 06:18:52.367895 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-2a0c6212-8e17-4196-bdd7-6380f6626a7e tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:18:52.435237 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-2a0c6212-8e17-4196-bdd7-6380f6626a7e tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:18:52.439052 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-2a0c6212-8e17-4196-bdd7-6380f6626a7e tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940440'] for security_group_rule, after_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:18:52.445979 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:18:52.466261 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0c6212-8e17-4196-bdd7-6380f6626a7e tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a60dbe1e-76bc-4244-812e-97cef497128a,revision_number=0']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:18:52.469389 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-2a0c6212-8e17-4196-bdd7-6380f6626a7e tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:18:52.477984 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-2a0c6212-8e17-4196-bdd7-6380f6626a7e tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:18:52.479436 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [None req-2a0c6212-8e17-4196-bdd7-6380f6626a7e tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1520374 Jun 01 06:18:52.482513 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.wsgi [-] (91912) accepted ('10.222.0.41', 59580) {{(pid=91912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 06:18:52.487992 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.v2.base [None req-773bcf91-b77c-455b-bb4d-552ba13da942 tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] Request body: {'floatingip': {'floating_network_id': 'df727fa4-ca0b-43ba-be88-ffeb156f0c84'}} {{(pid=91912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 06:18:52.493963 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.db.quota.driver [None req-773bcf91-b77c-455b-bb4d-552ba13da942 tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91912) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 06:18:52.497837 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.quota.resource [None req-773bcf91-b77c-455b-bb4d-552ba13da942 tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] Usage tracker for resource:floatingip and tenant:7c893d8978f845f0bd2173a5ce1ebc47 is out of sync, need to count used quota {{(pid=91912) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 06:18:52.500752 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.quota.resource [None req-773bcf91-b77c-455b-bb4d-552ba13da942 tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=91912) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 06:18:52.506612 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.db.quota.driver [None req-773bcf91-b77c-455b-bb4d-552ba13da942 tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=91912) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 06:18:52.511600 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-0c690057-86f2-4a04-acbf-f5a529678f58 req-50a4b989-2d35-4e81-9006-668ad1717a0f tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] 10.222.0.41 "GET /v2.0/security-groups?id=55f638aa-325e-49ec-a7c9-191269e41e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1419265 Jun 01 06:18:52.518051 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-773bcf91-b77c-455b-bb4d-552ba13da942 tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] Notify callbacks [] for floatingip, before_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:18:52.660077 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-773bcf91-b77c-455b-bb4d-552ba13da942 tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3824664'] for port, before_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:18:52.799840 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.db.db_base_plugin_common [None req-773bcf91-b77c-455b-bb4d-552ba13da942 tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] Allocated IP 172.28.2.56 (df727fa4-ca0b-43ba-be88-ffeb156f0c84/8acdb510-d5f4-4c90-8e8c-2a5ae18e332f/41c86016-419a-4dff-a70e-4684c6f71efa) {{(pid=91912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 06:18:52.959237 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-773bcf91-b77c-455b-bb4d-552ba13da942 tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] Notify callbacks [] for port, precommit_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:18:52.990378 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-773bcf91-b77c-455b-bb4d-552ba13da942 tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774208425683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1720922'] for port, after_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:18:52.995153 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-6dcc9075-0a52-4a82-a409-35ab564af93b tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:18:53.058574 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-773bcf91-b77c-455b-bb4d-552ba13da942 tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] Network df727fa4-ca0b-43ba-be88-ffeb156f0c84 is already hosted by enough agents. {{(pid=91912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 06:18:53.061495 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.scheduler.base_scheduler [None req-773bcf91-b77c-455b-bb4d-552ba13da942 tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] Resources bound (agent type, host, resource id): {{(pid=91912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 06:18:53.063890 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-773bcf91-b77c-455b-bb4d-552ba13da942 tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] Received port after_create {{(pid=91912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 06:18:53.116129 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773bcf91-b77c-455b-bb4d-552ba13da942 tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] Pushing event updated for resources: {'Port': ['ID=41c86016-419a-4dff-a70e-4684c6f71efa,revision_number=1']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:18:53.119137 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-773bcf91-b77c-455b-bb4d-552ba13da942 tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:18:53.159582 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-773bcf91-b77c-455b-bb4d-552ba13da942 tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:18:53.219265 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-773bcf91-b77c-455b-bb4d-552ba13da942 tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3824664'] for port, before_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:18:53.427929 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-773bcf91-b77c-455b-bb4d-552ba13da942 tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] Notify callbacks [] for port, precommit_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:18:53.432093 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-773bcf91-b77c-455b-bb4d-552ba13da942 tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774208810132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774208425701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774208426006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1720915'] for port, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:18:53.436445 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-742ab3b7-86f8-4417-a4f5-edfa6a524915 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:18:53.680785 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773bcf91-b77c-455b-bb4d-552ba13da942 tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] Pushing event updated for resources: {'Port': ['ID=41c86016-419a-4dff-a70e-4684c6f71efa,revision_number=2']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:18:53.685785 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-773bcf91-b77c-455b-bb4d-552ba13da942 tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:18:53.690595 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-773bcf91-b77c-455b-bb4d-552ba13da942 tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-880440'] for floatingip, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:18:53.727791 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-773bcf91-b77c-455b-bb4d-552ba13da942 tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239402'] for floatingip, before_response {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:18:53.728977 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [None req-773bcf91-b77c-455b-bb4d-552ba13da942 tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2455494 Jun 01 06:18:53.744853 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533cb438-d913-4f8f-aac7-f1b8050e1a22 req-6b2fd8f6-e023-4cf7-aa58-f5b79ad58b1d tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:18:53.746363 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-533cb438-d913-4f8f-aac7-f1b8050e1a22 req-6b2fd8f6-e023-4cf7-aa58-f5b79ad58b1d tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] 10.222.0.41 "GET /v2.0/ports?device_id=4dbb02b6-b3ca-4f32-b0f3-939203b96bb3 HTTP/1.1" status: 200 len: 947 time: 0.1193314 Jun 01 06:18:53.791933 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-533cb438-d913-4f8f-aac7-f1b8050e1a22 req-2d8b98f4-e65c-4132-a033-a950e487f172 tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] 10.222.0.41 "GET /v2.0/security-groups?id=55f638aa-325e-49ec-a7c9-191269e41e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399826 Jun 01 06:18:53.886969 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.quota.resource [req-e68bc518-f133-4ab0-b50f-f1387f21fd9f req-8d7be957-ca35-4c00-bf21-049a4ca9f995 tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] Synchronizing usage tracker for tenant:7c893d8978f845f0bd2173a5ce1ebc47 on resource:security_group {{(pid=91913) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 06:18:53.902641 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.quota.resource [req-e68bc518-f133-4ab0-b50f-f1387f21fd9f req-8d7be957-ca35-4c00-bf21-049a4ca9f995 tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] Unset dirty status for tenant:7c893d8978f845f0bd2173a5ce1ebc47 on resource:security_group {{(pid=91913) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 06:18:53.903857 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-e68bc518-f133-4ab0-b50f-f1387f21fd9f req-8d7be957-ca35-4c00-bf21-049a4ca9f995 tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--164311286&fields=id&tenant_id=7c893d8978f845f0bd2173a5ce1ebc47 HTTP/1.1" status: 200 len: 267 time: 0.0547125 Jun 01 06:18:54.051532 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68bc518-f133-4ab0-b50f-f1387f21fd9f req-98a746c9-6b36-48dd-a880-461f9c47cffb tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:18:54.052949 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-e68bc518-f133-4ab0-b50f-f1387f21fd9f req-98a746c9-6b36-48dd-a880-461f9c47cffb tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] 10.222.0.41 "GET /v2.0/networks?id=1aef2bca-7ed6-4d41-a156-11dcffb5b8e2 HTTP/1.1" status: 200 len: 811 time: 0.1418006 Jun 01 06:18:54.066998 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-e68bc518-f133-4ab0-b50f-f1387f21fd9f req-7b7299a0-5752-4908-9bf6-7c7a8d5eb703 tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] 10.222.0.41 "GET /v2.0/quotas/7c893d8978f845f0bd2173a5ce1ebc47 HTTP/1.1" status: 200 len: 375 time: 0.0085638 Jun 01 06:18:54.147843 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.quota.resource [req-e68bc518-f133-4ab0-b50f-f1387f21fd9f req-3c88b5bf-6c64-406d-b5b5-18a3aac2368a tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] Synchronizing usage tracker for tenant:7c893d8978f845f0bd2173a5ce1ebc47 on resource:port {{(pid=91913) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 06:18:54.162420 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.quota.resource [req-e68bc518-f133-4ab0-b50f-f1387f21fd9f req-3c88b5bf-6c64-406d-b5b5-18a3aac2368a tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] Unset dirty status for tenant:7c893d8978f845f0bd2173a5ce1ebc47 on resource:port {{(pid=91913) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 06:18:54.163910 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-e68bc518-f133-4ab0-b50f-f1387f21fd9f req-3c88b5bf-6c64-406d-b5b5-18a3aac2368a tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=7c893d8978f845f0bd2173a5ce1ebc47&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0922320 Jun 01 06:18:54.300634 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-e68bc518-f133-4ab0-b50f-f1387f21fd9f req-5d9d0bb1-7b3f-4d16-b3b9-77fbc1232257 service neutron] 10.222.0.41 "GET /v2.0/networks/1aef2bca-7ed6-4d41-a156-11dcffb5b8e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252196 Jun 01 06:18:54.431108 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-e68bc518-f133-4ab0-b50f-f1387f21fd9f req-c765cb9e-876c-4d11-92b5-63375ad06cc1 service neutron] 10.222.0.41 "GET /v2.0/networks/1aef2bca-7ed6-4d41-a156-11dcffb5b8e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229179 Jun 01 06:18:54.607759 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.quota.resource [req-03e6abc3-dbda-4c1b-8472-b547c358a9a9 req-c8037fd1-9e41-4497-a959-9bcb4c7cf0ca tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] Synchronizing usage tracker for tenant:7c893d8978f845f0bd2173a5ce1ebc47 on resource:port {{(pid=91912) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 06:18:54.619623 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.quota.resource [req-03e6abc3-dbda-4c1b-8472-b547c358a9a9 req-c8037fd1-9e41-4497-a959-9bcb4c7cf0ca tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] Unset dirty status for tenant:7c893d8978f845f0bd2173a5ce1ebc47 on resource:port {{(pid=91912) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 06:18:54.620743 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-03e6abc3-dbda-4c1b-8472-b547c358a9a9 req-c8037fd1-9e41-4497-a959-9bcb4c7cf0ca tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] 10.222.0.41 "GET /v2.0/ports?device_id=9001957f-ad8a-4a1c-8e92-a971e3ff7fce HTTP/1.1" status: 200 len: 210 time: 0.0577943 Jun 01 06:18:55.593913 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68bc518-f133-4ab0-b50f-f1387f21fd9f req-e80caa9a-f52e-4cc1-a11f-cf27c677dfb3 tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:18:55.595560 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-e68bc518-f133-4ab0-b50f-f1387f21fd9f req-e80caa9a-f52e-4cc1-a11f-cf27c677dfb3 tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] 10.222.0.45 "GET /v2.0/networks?id=1aef2bca-7ed6-4d41-a156-11dcffb5b8e2 HTTP/1.1" status: 200 len: 811 time: 0.1478040 Jun 01 06:18:55.652570 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-e68bc518-f133-4ab0-b50f-f1387f21fd9f req-bee66c6c-e243-4965-b8e3-0f9a5e2c9bf2 tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7c893d8978f845f0bd2173a5ce1ebc47 HTTP/1.1" status: 200 len: 379 time: 0.0466592 Jun 01 06:18:55.661064 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.v2.base [req-e68bc518-f133-4ab0-b50f-f1387f21fd9f req-07d39342-dd13-4724-964d-a79bc8de6bd4 tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] Request body: {'port': {'device_id': '9001957f-ad8a-4a1c-8e92-a971e3ff7fce', 'network_id': '1aef2bca-7ed6-4d41-a156-11dcffb5b8e2', 'admin_state_up': True, 'tenant_id': '7c893d8978f845f0bd2173a5ce1ebc47', 'security_groups': ['42a7a7fe-07a6-457f-8acf-d6a0580705d5']}} {{(pid=91913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 06:18:55.789268 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-a1f4af62-1a17-4296-8202-062158203871 req-6d7d3833-18a5-4162-b72a-67a83969bf2d tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] 10.222.0.41 "GET /v2.0/ports?device_id=9001957f-ad8a-4a1c-8e92-a971e3ff7fce HTTP/1.1" status: 200 len: 210 time: 0.0563323 Jun 01 06:18:55.820259 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-cc15c2e1-d7aa-4bd7-93a7-00795001944f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774208951022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772053'] for agent, after_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:18:55.836101 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.db.quota.driver [req-e68bc518-f133-4ab0-b50f-f1387f21fd9f req-07d39342-dd13-4724-964d-a79bc8de6bd4 tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 06:18:55.845746 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.db.quota.driver [req-e68bc518-f133-4ab0-b50f-f1387f21fd9f req-07d39342-dd13-4724-964d-a79bc8de6bd4 tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=91913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 06:18:55.855796 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e68bc518-f133-4ab0-b50f-f1387f21fd9f req-07d39342-dd13-4724-964d-a79bc8de6bd4 tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] Made reservation on behalf of 7c893d8978f845f0bd2173a5ce1ebc47 for: {'port': 1} {{(pid=91913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 06:18:55.859262 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [req-e68bc518-f133-4ab0-b50f-f1387f21fd9f req-07d39342-dd13-4724-964d-a79bc8de6bd4 tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3824664'] for port, before_create {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:18:56.019448 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.db.db_base_plugin_common [req-e68bc518-f133-4ab0-b50f-f1387f21fd9f req-07d39342-dd13-4724-964d-a79bc8de6bd4 tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] Allocated IP 172.20.0.6 (1aef2bca-7ed6-4d41-a156-11dcffb5b8e2/855dfebb-5fe1-422f-95fd-8b5f405d78be/20dd5ee9-a2af-413b-a986-77a906dc779f) {{(pid=91913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 06:18:56.201010 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [req-e68bc518-f133-4ab0-b50f-f1387f21fd9f req-07d39342-dd13-4724-964d-a79bc8de6bd4 tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] Notify callbacks [] for port, precommit_create {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:18:56.215759 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.db.provisioning_blocks [req-e68bc518-f133-4ab0-b50f-f1387f21fd9f req-07d39342-dd13-4724-964d-a79bc8de6bd4 tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] Transition to ACTIVE for port object 20dd5ee9-a2af-413b-a986-77a906dc779f will not be triggered until provisioned by entity DHCP. {{(pid=91913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 06:18:56.239288 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [req-e68bc518-f133-4ab0-b50f-f1387f21fd9f req-07d39342-dd13-4724-964d-a79bc8de6bd4 tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774208425683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10749551'] for port, after_create {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:18:56.245013 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [None req-7fda5dbc-2a3f-42c2-919a-29999624503e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:18:56.313468 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e68bc518-f133-4ab0-b50f-f1387f21fd9f req-07d39342-dd13-4724-964d-a79bc8de6bd4 tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] Network 1aef2bca-7ed6-4d41-a156-11dcffb5b8e2 is already hosted by enough agents. {{(pid=91913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 06:18:56.317274 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.scheduler.base_scheduler [req-e68bc518-f133-4ab0-b50f-f1387f21fd9f req-07d39342-dd13-4724-964d-a79bc8de6bd4 tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] Resources bound (agent type, host, resource id): {{(pid=91913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 06:18:56.320880 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.db.l3_dvrscheduler_db [req-e68bc518-f133-4ab0-b50f-f1387f21fd9f req-07d39342-dd13-4724-964d-a79bc8de6bd4 tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] Received port after_create {{(pid=91913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 06:18:56.355565 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d39342-dd13-4724-964d-a79bc8de6bd4 tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] Pushing event updated for resources: {'Port': ['ID=20dd5ee9-a2af-413b-a986-77a906dc779f,revision_number=1']} {{(pid=91913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:18:56.360111 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [None req-07d39342-dd13-4724-964d-a79bc8de6bd4 tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:18:56.388127 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68bc518-f133-4ab0-b50f-f1387f21fd9f req-07d39342-dd13-4724-964d-a79bc8de6bd4 tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:18:56.388906 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [req-e68bc518-f133-4ab0-b50f-f1387f21fd9f req-07d39342-dd13-4724-964d-a79bc8de6bd4 tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239402'] for port, before_response {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:18:56.415077 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-e68bc518-f133-4ab0-b50f-f1387f21fd9f req-07d39342-dd13-4724-964d-a79bc8de6bd4 tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7574537 Jun 01 06:18:56.427391 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.v2.base [req-e68bc518-f133-4ab0-b50f-f1387f21fd9f req-777b54ca-48c7-46d0-b065-bccdbdb582e5 service neutron] Request body: {'port': {'device_id': '9001957f-ad8a-4a1c-8e92-a971e3ff7fce', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79388'}} {{(pid=91913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 06:18:56.486558 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.db.provisioning_blocks [None req-cf3c0171-19ef-4ad0-8883-a8532db840c6 None None] Provisioning for port 20dd5ee9-a2af-413b-a986-77a906dc779f completed by entity DHCP. {{(pid=91914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 06:18:56.492588 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.db.provisioning_blocks [None req-cf3c0171-19ef-4ad0-8883-a8532db840c6 None None] Provisioning complete for port 20dd5ee9-a2af-413b-a986-77a906dc779f triggered by entity DHCP. {{(pid=91914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 06:18:56.492965 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-cf3c0171-19ef-4ad0-8883-a8532db840c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3772206'] for port, provisioning_complete {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:18:56.539324 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [req-e68bc518-f133-4ab0-b50f-f1387f21fd9f req-777b54ca-48c7-46d0-b065-bccdbdb582e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3824664'] for port, before_update {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:18:56.544351 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.plugin [None req-cf3c0171-19ef-4ad0-8883-a8532db840c6 None None] Port 20dd5ee9-a2af-413b-a986-77a906dc779f cannot update to ACTIVE because it is not bound. {{(pid=91914) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 06:18:56.963278 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.notifiers.nova [req-e68bc518-f133-4ab0-b50f-f1387f21fd9f req-777b54ca-48c7-46d0-b065-bccdbdb582e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20dd5ee9-a2af-413b-a986-77a906dc779f {{(pid=91913) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 06:18:56.970738 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [req-e68bc518-f133-4ab0-b50f-f1387f21fd9f req-777b54ca-48c7-46d0-b065-bccdbdb582e5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:18:56.972546 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f89edf5-f53a-419a-b355-1839fe19891e req-40c04a39-d3ce-4f8f-88c2-5f84d4339f9f tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:18:56.974020 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-8f89edf5-f53a-419a-b355-1839fe19891e req-40c04a39-d3ce-4f8f-88c2-5f84d4339f9f tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] 10.222.0.41 "GET /v2.0/ports?device_id=9001957f-ad8a-4a1c-8e92-a971e3ff7fce HTTP/1.1" status: 200 len: 931 time: 0.0809741 Jun 01 06:18:56.985285 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.db.provisioning_blocks [req-e68bc518-f133-4ab0-b50f-f1387f21fd9f req-777b54ca-48c7-46d0-b065-bccdbdb582e5 service neutron] Transition to ACTIVE for port object 20dd5ee9-a2af-413b-a986-77a906dc779f will not be triggered until provisioned by entity L2. {{(pid=91913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 06:18:56.989231 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [req-e68bc518-f133-4ab0-b50f-f1387f21fd9f req-777b54ca-48c7-46d0-b065-bccdbdb582e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774208810132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774208425701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774208426006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10749542'] for port, after_update {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:18:56.993688 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [None req-14e278aa-23a9-415b-9b81-f5ceffc14133 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:18:57.016839 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.quota.resource [req-8f89edf5-f53a-419a-b355-1839fe19891e req-62d80de9-a53b-4dd4-aa4f-d92f153cf9b0 tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] Synchronizing usage tracker for tenant:7c893d8978f845f0bd2173a5ce1ebc47 on resource:security_group {{(pid=91912) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 06:18:57.028574 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.quota.resource [req-8f89edf5-f53a-419a-b355-1839fe19891e req-62d80de9-a53b-4dd4-aa4f-d92f153cf9b0 tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] Unset dirty status for tenant:7c893d8978f845f0bd2173a5ce1ebc47 on resource:security_group {{(pid=91912) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 06:18:57.029716 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-8f89edf5-f53a-419a-b355-1839fe19891e req-62d80de9-a53b-4dd4-aa4f-d92f153cf9b0 tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] 10.222.0.41 "GET /v2.0/security-groups?id=42a7a7fe-07a6-457f-8acf-d6a0580705d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498877 Jun 01 06:18:57.150898 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777b54ca-48c7-46d0-b065-bccdbdb582e5 service neutron] Pushing event updated for resources: {'Port': ['ID=20dd5ee9-a2af-413b-a986-77a906dc779f,revision_number=2']} {{(pid=91913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:18:57.158237 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [None req-777b54ca-48c7-46d0-b065-bccdbdb582e5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:18:57.226060 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.plugins.ml2.managers [req-e68bc518-f133-4ab0-b50f-f1387f21fd9f req-777b54ca-48c7-46d0-b065-bccdbdb582e5 service neutron] Attempting to bind port 20dd5ee9-a2af-413b-a986-77a906dc779f on host hv-cinder-79388 for vnic_type normal with profile {{(pid=91913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 06:18:57.226392 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.plugins.ml2.managers [req-e68bc518-f133-4ab0-b50f-f1387f21fd9f req-777b54ca-48c7-46d0-b065-bccdbdb582e5 service neutron] Attempting to bind port 20dd5ee9-a2af-413b-a986-77a906dc779f by drivers openvswitch,hyperv on host hv-cinder-79388 at level 0 using segments [{'id': 'd79691a5-696b-4e9f-a876-911d0747fe56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '1aef2bca-7ed6-4d41-a156-11dcffb5b8e2'}] {{(pid=91913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 06:18:57.226733 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e68bc518-f133-4ab0-b50f-f1387f21fd9f req-777b54ca-48c7-46d0-b065-bccdbdb582e5 service neutron] Attempting to bind port 20dd5ee9-a2af-413b-a986-77a906dc779f on network 1aef2bca-7ed6-4d41-a156-11dcffb5b8e2 {{(pid=91913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 06:18:57.231158 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e68bc518-f133-4ab0-b50f-f1387f21fd9f req-777b54ca-48c7-46d0-b065-bccdbdb582e5 service neutron] Port 20dd5ee9-a2af-413b-a986-77a906dc779f on network 1aef2bca-7ed6-4d41-a156-11dcffb5b8e2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79388 {{(pid=91913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 06:18:57.231479 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e68bc518-f133-4ab0-b50f-f1387f21fd9f req-777b54ca-48c7-46d0-b065-bccdbdb582e5 service neutron] Attempting to bind port 20dd5ee9-a2af-413b-a986-77a906dc779f on network 1aef2bca-7ed6-4d41-a156-11dcffb5b8e2 {{(pid=91913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 06:18:57.236451 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e68bc518-f133-4ab0-b50f-f1387f21fd9f req-777b54ca-48c7-46d0-b065-bccdbdb582e5 service neutron] Checking agent: {'id': '9d825435-0dee-4786-8fdd-f7c3fb37050b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79388', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 6, 8, 18), 'started_at': datetime.datetime(2021, 6, 1, 6, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 6, 18, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 06:18:57.236802 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e68bc518-f133-4ab0-b50f-f1387f21fd9f req-777b54ca-48c7-46d0-b065-bccdbdb582e5 service neutron] Checking segment: {'id': 'd79691a5-696b-4e9f-a876-911d0747fe56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '1aef2bca-7ed6-4d41-a156-11dcffb5b8e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 06:18:57.237211 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e68bc518-f133-4ab0-b50f-f1387f21fd9f req-777b54ca-48c7-46d0-b065-bccdbdb582e5 service neutron] Bound using segment: {'id': 'd79691a5-696b-4e9f-a876-911d0747fe56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '1aef2bca-7ed6-4d41-a156-11dcffb5b8e2'} {{(pid=91913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 06:18:57.237631 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.plugins.ml2.managers [req-e68bc518-f133-4ab0-b50f-f1387f21fd9f req-777b54ca-48c7-46d0-b065-bccdbdb582e5 service neutron] Bound port: 20dd5ee9-a2af-413b-a986-77a906dc779f, host: hv-cinder-79388, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd79691a5-696b-4e9f-a876-911d0747fe56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '1aef2bca-7ed6-4d41-a156-11dcffb5b8e2'}}] {{(pid=91913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 06:18:57.237967 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [req-e68bc518-f133-4ab0-b50f-f1387f21fd9f req-777b54ca-48c7-46d0-b065-bccdbdb582e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3824664'] for port, before_update {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:18:57.327836 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.plugins.ml2.db [req-e68bc518-f133-4ab0-b50f-f1387f21fd9f req-777b54ca-48c7-46d0-b065-bccdbdb582e5 service neutron] For port 20dd5ee9-a2af-413b-a986-77a906dc779f, host hv-cinder-79388, cleared binding levels {{(pid=91913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 06:18:57.331276 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.plugins.ml2.db [req-e68bc518-f133-4ab0-b50f-f1387f21fd9f req-777b54ca-48c7-46d0-b065-bccdbdb582e5 service neutron] For port 20dd5ee9-a2af-413b-a986-77a906dc779f, host hv-cinder-79388, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79388',level=0,port_id=20dd5ee9-a2af-413b-a986-77a906dc779f,segment=NetworkSegment(d79691a5-696b-4e9f-a876-911d0747fe56),segment_id=d79691a5-696b-4e9f-a876-911d0747fe56)] {{(pid=91913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 06:18:57.336858 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [req-e68bc518-f133-4ab0-b50f-f1387f21fd9f req-777b54ca-48c7-46d0-b065-bccdbdb582e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774208810132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774208425701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774208426006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10749542'] for port, after_update {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:18:57.341694 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [None req-aecb84a4-d5b3-430e-9298-ab05cec993f6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:18:57.396786 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68bc518-f133-4ab0-b50f-f1387f21fd9f req-777b54ca-48c7-46d0-b065-bccdbdb582e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:18:57.397436 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [req-e68bc518-f133-4ab0-b50f-f1387f21fd9f req-777b54ca-48c7-46d0-b065-bccdbdb582e5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239402'] for port, before_response {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:18:57.398800 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-e68bc518-f133-4ab0-b50f-f1387f21fd9f req-777b54ca-48c7-46d0-b065-bccdbdb582e5 service neutron] 10.222.0.45 "PUT /v2.0/ports/20dd5ee9-a2af-413b-a986-77a906dc779f HTTP/1.1" status: 200 len: 1093 time: 0.9763210 Jun 01 06:18:57.399302 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9001957f-ad8a-4a1c-8e92-a971e3ff7fce', 'tag': '20dd5ee9-a2af-413b-a986-77a906dc779f'}] {{(pid=91913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 06:18:57.401579 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdc6be6d06003a26e0797ba9c3cae52571918e0042132e4e221042360f826683" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5a028e4-7247-4a7c-8ae9-1bdc6998dd1b" -d '{"events": [{"name": "network-changed", "server_uuid": "9001957f-ad8a-4a1c-8e92-a971e3ff7fce", "tag": "20dd5ee9-a2af-413b-a986-77a906dc779f"}]}' {{(pid=91913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 06:18:57.428046 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777b54ca-48c7-46d0-b065-bccdbdb582e5 service neutron] Pushing event updated for resources: {'Port': ['ID=20dd5ee9-a2af-413b-a986-77a906dc779f,revision_number=3']} {{(pid=91913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:18:57.430995 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [None req-777b54ca-48c7-46d0-b065-bccdbdb582e5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:18:57.470387 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Jun 2021 06:18:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c2dd591-84be-45d5-860e-cd869a4ba178 x-openstack-request-id: req-9c2dd591-84be-45d5-860e-cd869a4ba178 {{(pid=91913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 06:18:57.470713 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9001957f-ad8a-4a1c-8e92-a971e3ff7fce", "tag": "20dd5ee9-a2af-413b-a986-77a906dc779f", "status": "completed", "code": 200}]} {{(pid=91913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 06:18:57.470999 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-9c2dd591-84be-45d5-860e-cd869a4ba178 {{(pid=91913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 06:18:57.471461 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9001957f-ad8a-4a1c-8e92-a971e3ff7fce', 'tag': '20dd5ee9-a2af-413b-a986-77a906dc779f', 'status': 'completed', 'code': 200} Jun 01 06:18:57.515731 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68bc518-f133-4ab0-b50f-f1387f21fd9f req-b3fe541b-b3d5-457a-bb3c-ec0fe6a1d4d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:18:57.517259 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-e68bc518-f133-4ab0-b50f-f1387f21fd9f req-b3fe541b-b3d5-457a-bb3c-ec0fe6a1d4d1 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7c893d8978f845f0bd2173a5ce1ebc47&device_id=9001957f-ad8a-4a1c-8e92-a971e3ff7fce HTTP/1.1" status: 200 len: 1096 time: 0.0816083 Jun 01 06:18:57.585983 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-e68bc518-f133-4ab0-b50f-f1387f21fd9f req-efc8213d-eaec-4eb0-8511-d738a388d5c8 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=20dd5ee9-a2af-413b-a986-77a906dc779f HTTP/1.1" status: 200 len: 217 time: 0.0608962 Jun 01 06:18:57.651201 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68bc518-f133-4ab0-b50f-f1387f21fd9f req-8314b6b9-949b-49aa-992b-f190813d1478 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:18:57.652612 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-e68bc518-f133-4ab0-b50f-f1387f21fd9f req-8314b6b9-949b-49aa-992b-f190813d1478 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=855dfebb-5fe1-422f-95fd-8b5f405d78be HTTP/1.1" status: 200 len: 850 time: 0.0607214 Jun 01 06:18:57.725735 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68bc518-f133-4ab0-b50f-f1387f21fd9f req-f9d952f5-dadc-4e71-9706-4b9cc46d1896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:18:57.727158 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-e68bc518-f133-4ab0-b50f-f1387f21fd9f req-f9d952f5-dadc-4e71-9706-4b9cc46d1896 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1aef2bca-7ed6-4d41-a156-11dcffb5b8e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0681734 Jun 01 06:18:57.855174 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-e68bc518-f133-4ab0-b50f-f1387f21fd9f req-94221056-1705-46ad-8988-5ceac119c36e service neutron] 10.222.0.45 "GET /v2.0/networks/1aef2bca-7ed6-4d41-a156-11dcffb5b8e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208348 Jun 01 06:18:57.985624 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-e68bc518-f133-4ab0-b50f-f1387f21fd9f req-824c0607-94dd-4b74-8466-23a5c82406d7 service neutron] 10.222.0.45 "GET /v2.0/networks/1aef2bca-7ed6-4d41-a156-11dcffb5b8e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240287 Jun 01 06:18:58.113033 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a028e4-7247-4a7c-8ae9-1bdc6998dd1b req-6dad16a0-e471-41d8-80b3-16ed381f252d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:18:58.114502 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-b5a028e4-7247-4a7c-8ae9-1bdc6998dd1b req-6dad16a0-e471-41d8-80b3-16ed381f252d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7c893d8978f845f0bd2173a5ce1ebc47&device_id=9001957f-ad8a-4a1c-8e92-a971e3ff7fce HTTP/1.1" status: 200 len: 1096 time: 0.0825694 Jun 01 06:18:58.206488 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774208951022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772053'] for agent, after_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:18:58.217573 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e26cc9b-fdfe-4f77-86f4-5cc1cd967f0f req-9a59330d-de42-4a45-9559-0b343f3aadf6 tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:18:58.219037 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-3e26cc9b-fdfe-4f77-86f4-5cc1cd967f0f req-9a59330d-de42-4a45-9559-0b343f3aadf6 tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] 10.222.0.41 "GET /v2.0/ports?device_id=9001957f-ad8a-4a1c-8e92-a971e3ff7fce HTTP/1.1" status: 200 len: 943 time: 0.0832255 Jun 01 06:18:58.248556 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a028e4-7247-4a7c-8ae9-1bdc6998dd1b req-26567cbb-dc92-43ca-ac9a-07370ea47e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:18:58.249999 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-b5a028e4-7247-4a7c-8ae9-1bdc6998dd1b req-26567cbb-dc92-43ca-ac9a-07370ea47e19 service neutron] 10.222.0.45 "GET /v2.0/networks?id=1aef2bca-7ed6-4d41-a156-11dcffb5b8e2 HTTP/1.1" status: 200 len: 912 time: 0.1283805 Jun 01 06:18:58.263737 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-3e26cc9b-fdfe-4f77-86f4-5cc1cd967f0f req-a5df52a9-0346-438c-9590-ac87d02819e0 tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] 10.222.0.41 "GET /v2.0/security-groups?id=42a7a7fe-07a6-457f-8acf-d6a0580705d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380363 Jun 01 06:18:58.318254 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-b5a028e4-7247-4a7c-8ae9-1bdc6998dd1b req-85e8224e-5aa0-450c-b307-b3f439b4b841 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=20dd5ee9-a2af-413b-a986-77a906dc779f HTTP/1.1" status: 200 len: 217 time: 0.0605445 Jun 01 06:18:58.472613 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a028e4-7247-4a7c-8ae9-1bdc6998dd1b req-93f64744-b03a-4b7e-b7a4-0ecc3bd416df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:18:58.473959 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-b5a028e4-7247-4a7c-8ae9-1bdc6998dd1b req-93f64744-b03a-4b7e-b7a4-0ecc3bd416df service neutron] 10.222.0.45 "GET /v2.0/subnets?id=855dfebb-5fe1-422f-95fd-8b5f405d78be HTTP/1.1" status: 200 len: 850 time: 0.1495171 Jun 01 06:18:58.494165 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-b228938a-1613-4530-92c6-82b5f7d5a9d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774208951022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772053'] for agent, after_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:18:58.547381 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a028e4-7247-4a7c-8ae9-1bdc6998dd1b req-22ba3c6f-4edc-45ac-ab32-469b5ceeaa78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:18:58.548807 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-b5a028e4-7247-4a7c-8ae9-1bdc6998dd1b req-22ba3c6f-4edc-45ac-ab32-469b5ceeaa78 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1aef2bca-7ed6-4d41-a156-11dcffb5b8e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0678666 Jun 01 06:18:58.679181 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-b5a028e4-7247-4a7c-8ae9-1bdc6998dd1b req-28af91a7-0ade-433e-997c-0e849419dba8 service neutron] 10.222.0.45 "GET /v2.0/networks/1aef2bca-7ed6-4d41-a156-11dcffb5b8e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209204 Jun 01 06:18:58.811953 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-b5a028e4-7247-4a7c-8ae9-1bdc6998dd1b req-2e30aa96-5ba5-460c-9f5f-527b49745989 service neutron] 10.222.0.45 "GET /v2.0/networks/1aef2bca-7ed6-4d41-a156-11dcffb5b8e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261663 Jun 01 06:18:58.981371 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG neutron.db.agents_db [None req-a707e798-5c4a-4349-b1a6-04fc24c0e8c1 None None] Agent healthcheck: found 6 active agents {{(pid=91915) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 06:18:59.446035 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8f8369-759b-426e-99f9-82cbdd275535 req-1dccc89a-0f5b-40c8-8776-93c998a0b9ee tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:18:59.446725 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.quota.resource [req-be8f8369-759b-426e-99f9-82cbdd275535 req-1dccc89a-0f5b-40c8-8776-93c998a0b9ee tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] Synchronizing usage tracker for tenant:7c893d8978f845f0bd2173a5ce1ebc47 on resource:port {{(pid=91913) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 06:18:59.461304 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.quota.resource [req-be8f8369-759b-426e-99f9-82cbdd275535 req-1dccc89a-0f5b-40c8-8776-93c998a0b9ee tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] Unset dirty status for tenant:7c893d8978f845f0bd2173a5ce1ebc47 on resource:port {{(pid=91913) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 06:18:59.462404 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-be8f8369-759b-426e-99f9-82cbdd275535 req-1dccc89a-0f5b-40c8-8776-93c998a0b9ee tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] 10.222.0.41 "GET /v2.0/ports?device_id=9001957f-ad8a-4a1c-8e92-a971e3ff7fce HTTP/1.1" status: 200 len: 943 time: 0.0930259 Jun 01 06:18:59.509975 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-be8f8369-759b-426e-99f9-82cbdd275535 req-0dec8e03-74c5-494e-84e9-83fed38ddca6 tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] 10.222.0.41 "GET /v2.0/security-groups?id=42a7a7fe-07a6-457f-8acf-d6a0580705d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419254 Jun 01 06:18:59.804641 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-1d313a3c-a63a-4764-8840-fb680d7e5ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774208951022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772053'] for agent, after_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:19:00.694083 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf78785-6b64-40da-b83a-d563967b9ad1 req-4ab7af80-35c8-4bcb-9aeb-c66dc64aa447 tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:19:00.695542 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-0cf78785-6b64-40da-b83a-d563967b9ad1 req-4ab7af80-35c8-4bcb-9aeb-c66dc64aa447 tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] 10.222.0.41 "GET /v2.0/ports?device_id=9001957f-ad8a-4a1c-8e92-a971e3ff7fce HTTP/1.1" status: 200 len: 943 time: 0.0802004 Jun 01 06:19:00.739714 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-0cf78785-6b64-40da-b83a-d563967b9ad1 req-9c5bda57-e476-46fe-acd4-21aa82801725 tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] 10.222.0.41 "GET /v2.0/security-groups?id=42a7a7fe-07a6-457f-8acf-d6a0580705d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386710 Jun 01 06:19:00.962893 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.rpc [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Device 20dd5ee9-a2af-413b-a986-77a906dc779f details requested by agent hyperv_hv-cinder-79388 with host hv-cinder-79388 {{(pid=91914) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 06:19:01.098733 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.db [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] For port 20dd5ee9-a2af-413b-a986-77a906dc779f, host hv-cinder-79388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79388',level=0,port_id=20dd5ee9-a2af-413b-a986-77a906dc779f,segment=NetworkSegment(d79691a5-696b-4e9f-a876-911d0747fe56),segment_id=d79691a5-696b-4e9f-a876-911d0747fe56)] {{(pid=91914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 06:19:01.111288 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.rpc [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Returning: {'device': '20dd5ee9-a2af-413b-a986-77a906dc779f', 'network_id': '1aef2bca-7ed6-4d41-a156-11dcffb5b8e2', 'port_id': '20dd5ee9-a2af-413b-a986-77a906dc779f', 'mac_address': 'fa:16:3e:bc:92:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 304, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '855dfebb-5fe1-422f-95fd-8b5f405d78be', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91914) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 06:19:01.173561 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-2212ef7e-50c1-45a6-8db2-90e035748ac3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774208951022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772053'] for agent, after_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:19:01.179716 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3824664'] for port, before_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:19:01.196022 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.notifiers.nova [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20dd5ee9-a2af-413b-a986-77a906dc779f {{(pid=91914) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 06:19:01.211024 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.db [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] For port 20dd5ee9-a2af-413b-a986-77a906dc779f, host hv-cinder-79388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79388',level=0,port_id=20dd5ee9-a2af-413b-a986-77a906dc779f,segment=NetworkSegment(d79691a5-696b-4e9f-a876-911d0747fe56),segment_id=d79691a5-696b-4e9f-a876-911d0747fe56)] {{(pid=91914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 06:19:01.214575 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774208810132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774208425701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774208426006'] for port, after_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:19:01.216163 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG oslo_concurrency.lockutils [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91914) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:19:01.281638 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Pushing event updated for resources: {'Port': ['ID=20dd5ee9-a2af-413b-a986-77a906dc779f,revision_number=4']} {{(pid=91914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:19:01.285124 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG oslo_concurrency.lockutils [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=91914) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:19:01.599800 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.db [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] get_ports_and_sgs() called for port_ids ['20dd5ee9-a2af-413b-a986-77a906dc779f'] {{(pid=91914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 06:19:01.920143 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5d8bc1-f17b-4460-bcd8-d331ff9076d6 req-9cda05ce-c02e-4c98-ba9d-2890f78e7aac tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:19:01.921615 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-8c5d8bc1-f17b-4460-bcd8-d331ff9076d6 req-9cda05ce-c02e-4c98-ba9d-2890f78e7aac tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] 10.222.0.41 "GET /v2.0/ports?device_id=9001957f-ad8a-4a1c-8e92-a971e3ff7fce HTTP/1.1" status: 200 len: 944 time: 0.0792503 Jun 01 06:19:01.966321 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-8c5d8bc1-f17b-4460-bcd8-d331ff9076d6 req-a94895c5-9c1f-4d0e-98eb-62a63d4cd28e tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] 10.222.0.41 "GET /v2.0/security-groups?id=42a7a7fe-07a6-457f-8acf-d6a0580705d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389891 Jun 01 06:19:02.978714 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.rpc [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Device 20dd5ee9-a2af-413b-a986-77a906dc779f up at agent hyperv_hv-cinder-79388 {{(pid=91914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 06:19:03.044955 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.db.provisioning_blocks [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Provisioning for port 20dd5ee9-a2af-413b-a986-77a906dc779f completed by entity L2. {{(pid=91914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 06:19:03.049574 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.db.provisioning_blocks [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Provisioning complete for port 20dd5ee9-a2af-413b-a986-77a906dc779f triggered by entity L2. {{(pid=91914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 06:19:03.049967 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3772206'] for port, provisioning_complete {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:19:03.152124 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbc4317-962b-4781-ab83-2e42faa6b078 req-eadd04a2-c987-4e8b-a7cf-b1642d8ff175 tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:19:03.153620 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-bcbc4317-962b-4781-ab83-2e42faa6b078 req-eadd04a2-c987-4e8b-a7cf-b1642d8ff175 tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] 10.222.0.41 "GET /v2.0/ports?device_id=9001957f-ad8a-4a1c-8e92-a971e3ff7fce HTTP/1.1" status: 200 len: 944 time: 0.0852861 Jun 01 06:19:03.167377 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3824664'] for port, before_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:19:03.194684 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9001957f-ad8a-4a1c-8e92-a971e3ff7fce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20dd5ee9-a2af-413b-a986-77a906dc779f'}] {{(pid=91914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 06:19:03.197295 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cefeca7b2fbb82c39cf99810f9cdf69defc097144ee6f344485b033ce81b52cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0fd3b46-d596-463d-8c54-47110eeb7fa1" -d '{"events": [{"server_uuid": "9001957f-ad8a-4a1c-8e92-a971e3ff7fce", "name": "network-vif-plugged", "status": "completed", "tag": "20dd5ee9-a2af-413b-a986-77a906dc779f"}]}' {{(pid=91914) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 06:19:03.198038 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-bcbc4317-962b-4781-ab83-2e42faa6b078 req-f969160e-045e-4326-98fb-7d67d3d0e140 tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] 10.222.0.41 "GET /v2.0/security-groups?id=42a7a7fe-07a6-457f-8acf-d6a0580705d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385230 Jun 01 06:19:03.212374 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.db [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] For port 20dd5ee9-a2af-413b-a986-77a906dc779f, host hv-cinder-79388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79388',level=0,port_id=20dd5ee9-a2af-413b-a986-77a906dc779f,segment=NetworkSegment(d79691a5-696b-4e9f-a876-911d0747fe56),segment_id=d79691a5-696b-4e9f-a876-911d0747fe56)] {{(pid=91914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 06:19:03.217291 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774208810132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774208425701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774208426006'] for port, after_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:19:03.219185 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG oslo_concurrency.lockutils [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91914) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:19:03.251700 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 06:19:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e2ac9b2-2d12-46e5-8d22-4ff630bad49e x-openstack-request-id: req-4e2ac9b2-2d12-46e5-8d22-4ff630bad49e {{(pid=91914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 06:19:03.251999 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9001957f-ad8a-4a1c-8e92-a971e3ff7fce", "name": "network-vif-plugged", "status": "completed", "tag": "20dd5ee9-a2af-413b-a986-77a906dc779f", "code": 200}]} {{(pid=91914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 06:19:03.253135 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4e2ac9b2-2d12-46e5-8d22-4ff630bad49e {{(pid=91914) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 06:19:03.253542 dv-cinder-793885-1-smb neutron-server[91914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9001957f-ad8a-4a1c-8e92-a971e3ff7fce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20dd5ee9-a2af-413b-a986-77a906dc779f', 'code': 200} Jun 01 06:19:03.290347 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Pushing event updated for resources: {'Port': ['ID=20dd5ee9-a2af-413b-a986-77a906dc779f,revision_number=5']} {{(pid=91914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:19:03.293144 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG oslo_concurrency.lockutils [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91914) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:19:03.466104 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8301c4-d76c-4d87-b303-fc9189fd5679 req-855b8afc-a947-4075-89b6-048b4c25e940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:19:03.467549 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-ee8301c4-d76c-4d87-b303-fc9189fd5679 req-855b8afc-a947-4075-89b6-048b4c25e940 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=9001957f-ad8a-4a1c-8e92-a971e3ff7fce HTTP/1.1" status: 200 len: 1098 time: 0.0726361 Jun 01 06:19:03.506895 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-ee8301c4-d76c-4d87-b303-fc9189fd5679 req-2074a642-4fa4-4d88-b605-32be872d13f2 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=42a7a7fe-07a6-457f-8acf-d6a0580705d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332034 Jun 01 06:19:04.379878 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0d6ea3-c2f3-4a83-ba4f-7ec97a5d956e req-1d90f962-63e7-415d-92f6-645a9a4f11d6 tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:19:04.382023 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-6e0d6ea3-c2f3-4a83-ba4f-7ec97a5d956e req-1d90f962-63e7-415d-92f6-645a9a4f11d6 tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] 10.222.0.41 "GET /v2.0/ports?device_id=9001957f-ad8a-4a1c-8e92-a971e3ff7fce HTTP/1.1" status: 200 len: 945 time: 0.0791423 Jun 01 06:19:04.432271 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-6e0d6ea3-c2f3-4a83-ba4f-7ec97a5d956e req-39dc3dd0-bf7b-46a5-a408-8f4a0dd9604e tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] 10.222.0.41 "GET /v2.0/security-groups?id=42a7a7fe-07a6-457f-8acf-d6a0580705d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447505 Jun 01 06:19:05.615983 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbe849e-2313-400e-8fef-c49755d98948 req-3a7613ac-7c63-412d-b1e2-a69390a69fa2 tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:19:05.617439 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-5fbe849e-2313-400e-8fef-c49755d98948 req-3a7613ac-7c63-412d-b1e2-a69390a69fa2 tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] 10.222.0.41 "GET /v2.0/ports?device_id=9001957f-ad8a-4a1c-8e92-a971e3ff7fce HTTP/1.1" status: 200 len: 945 time: 0.0791156 Jun 01 06:19:05.667612 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-5fbe849e-2313-400e-8fef-c49755d98948 req-9e8d3fc5-ac28-41b2-8163-27c57a518149 tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] 10.222.0.41 "GET /v2.0/security-groups?id=42a7a7fe-07a6-457f-8acf-d6a0580705d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446155 Jun 01 06:19:05.843204 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46a9203-57c7-4a40-ba83-9812cef1876a req-e58723e6-22ea-4e81-a46e-6e1a2d5b6f45 tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:19:05.844552 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-c46a9203-57c7-4a40-ba83-9812cef1876a req-e58723e6-22ea-4e81-a46e-6e1a2d5b6f45 tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] 10.222.0.41 "GET /v2.0/ports?device_id=9001957f-ad8a-4a1c-8e92-a971e3ff7fce HTTP/1.1" status: 200 len: 945 time: 0.0787201 Jun 01 06:19:05.853601 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.wsgi [-] (91912) accepted ('10.222.0.41', 59672) {{(pid=91912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 06:19:05.858514 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.v2.base [None req-1669c1b4-7b72-4693-be85-6bbd6b3ffdf4 tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] Request body: {'floatingip': {'port_id': '20dd5ee9-a2af-413b-a986-77a906dc779f'}} {{(pid=91912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 06:19:05.936291 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-1669c1b4-7b72-4693-be85-6bbd6b3ffdf4 tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] Notify callbacks [] for floatingip, before_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:19:06.600052 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-1669c1b4-7b72-4693-be85-6bbd6b3ffdf4 tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:19:06.604225 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-1669c1b4-7b72-4693-be85-6bbd6b3ffdf4 tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-880440'] for floatingip, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:19:06.777760 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.db.l3_db [None req-1669c1b4-7b72-4693-be85-6bbd6b3ffdf4 tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] Floating IP 9d5978f7-4c89-4c14-9575-f95a08c729cb associated. External IP: 172.28.2.56, port: 20dd5ee9-a2af-413b-a986-77a906dc779f. Jun 01 06:19:07.123469 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1669c1b4-7b72-4693-be85-6bbd6b3ffdf4 tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] Router 249d0b0b-4d15-4689-8933-4e7c1f39c53a has already been hosted by L3 agent a2597806-c6e6-4acd-a843-608abc904602 {{(pid=91912) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 06:19:07.299542 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1669c1b4-7b72-4693-be85-6bbd6b3ffdf4 tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] Notify agent at l3_agent.dv-cinder-793885-1-smb the message routers_updated {{(pid=91912) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 06:19:07.305569 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-1669c1b4-7b72-4693-be85-6bbd6b3ffdf4 tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239402'] for floatingip, before_response {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:19:07.309170 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3684abc2-c544-43f7-bcdf-a1e2814f8f1d None None] Sync routers for ids ['249d0b0b-4d15-4689-8933-4e7c1f39c53a'] in dv-cinder-793885-1-smb {{(pid=91914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 06:19:07.318527 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3684abc2-c544-43f7-bcdf-a1e2814f8f1d None None] Routers {'249d0b0b-4d15-4689-8933-4e7c1f39c53a'} bound to L3 agent in host dv-cinder-793885-1-smb {{(pid=91914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 06:19:07.319217 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.db.l3_hamode_db [None req-3684abc2-c544-43f7-bcdf-a1e2814f8f1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793885-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-01T06:01:58Z,description=,heartbeat_timestamp=2021-06-01T06:18:58Z,host='dv-cinder-793885-1-smb',id=a2597806-c6e6-4acd-a843-608abc904602,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T06:01:58Z,topic='l3_agent')) {'router_ids': ['249d0b0b-4d15-4689-8933-4e7c1f39c53a'], 'active': True} {{(pid=91914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 06:19:07.375639 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [None req-1669c1b4-7b72-4693-be85-6bbd6b3ffdf4 tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] 10.222.0.41 "PUT /v2.0/floatingips/9d5978f7-4c89-4c14-9575-f95a08c729cb HTTP/1.1" status: 200 len: 990 time: 1.5210085 Jun 01 06:19:07.376281 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9001957f-ad8a-4a1c-8e92-a971e3ff7fce', 'tag': '20dd5ee9-a2af-413b-a986-77a906dc779f'}] {{(pid=91912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 06:19:07.378631 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c7b3c6e1f14bb220aa0995d95792b8f3e6549c6955cb141320bca3e5502353f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3df824a-ec3d-4ab1-8f66-8442b6dc9332" -d '{"events": [{"name": "network-changed", "server_uuid": "9001957f-ad8a-4a1c-8e92-a971e3ff7fce", "tag": "20dd5ee9-a2af-413b-a986-77a906dc779f"}]}' {{(pid=91912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 06:19:07.425794 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Jun 2021 06:19:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f57b872-7a4d-4e45-b4ef-0f1342f562d0 x-openstack-request-id: req-9f57b872-7a4d-4e45-b4ef-0f1342f562d0 {{(pid=91912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 06:19:07.425794 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9001957f-ad8a-4a1c-8e92-a971e3ff7fce", "tag": "20dd5ee9-a2af-413b-a986-77a906dc779f", "status": "completed", "code": 200}]} {{(pid=91912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 06:19:07.425794 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-9f57b872-7a4d-4e45-b4ef-0f1342f562d0 {{(pid=91912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 06:19:07.425794 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9001957f-ad8a-4a1c-8e92-a971e3ff7fce', 'tag': '20dd5ee9-a2af-413b-a986-77a906dc779f', 'status': 'completed', 'code': 200} Jun 01 06:19:07.502861 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.db.l3_dvr_db [None req-3684abc2-c544-43f7-bcdf-a1e2814f8f1d None None] Set router 249d0b0b-4d15-4689-8933-4e7c1f39c53a gateway port host: dv-cinder-793885-1-smb {{(pid=91914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 06:19:07.527378 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3df824a-ec3d-4ab1-8f66-8442b6dc9332 req-0e326fcd-6668-4e50-8297-3dc6e75c7b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:19:07.528883 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-b3df824a-ec3d-4ab1-8f66-8442b6dc9332 req-0e326fcd-6668-4e50-8297-3dc6e75c7b2c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7c893d8978f845f0bd2173a5ce1ebc47&device_id=9001957f-ad8a-4a1c-8e92-a971e3ff7fce HTTP/1.1" status: 200 len: 1098 time: 0.0766511 Jun 01 06:19:07.660769 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3df824a-ec3d-4ab1-8f66-8442b6dc9332 req-efe15567-5bf4-40c2-a630-3ccb6cd615a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:19:07.662162 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-b3df824a-ec3d-4ab1-8f66-8442b6dc9332 req-efe15567-5bf4-40c2-a630-3ccb6cd615a9 service neutron] 10.222.0.45 "GET /v2.0/networks?id=1aef2bca-7ed6-4d41-a156-11dcffb5b8e2 HTTP/1.1" status: 200 len: 912 time: 0.1272433 Jun 01 06:19:07.775602 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-b3df824a-ec3d-4ab1-8f66-8442b6dc9332 req-28bb9bb9-dcbe-4dcd-b856-bc7ec0dcadbb service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=20dd5ee9-a2af-413b-a986-77a906dc779f HTTP/1.1" status: 200 len: 998 time: 0.0954187 Jun 01 06:19:07.847644 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3df824a-ec3d-4ab1-8f66-8442b6dc9332 req-1fd2afac-f086-48c7-b3f2-765af1cbd25f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:19:07.849105 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-b3df824a-ec3d-4ab1-8f66-8442b6dc9332 req-1fd2afac-f086-48c7-b3f2-765af1cbd25f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=855dfebb-5fe1-422f-95fd-8b5f405d78be HTTP/1.1" status: 200 len: 850 time: 0.0572405 Jun 01 06:19:07.854183 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.db.l3_hamode_db [None req-3684abc2-c544-43f7-bcdf-a1e2814f8f1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '249d0b0b-4d15-4689-8933-4e7c1f39c53a', 'name': 'tempest-AttachVolumeTestJSON-2112037125-router', 'tenant_id': '7c893d8978f845f0bd2173a5ce1ebc47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df727fa4-ca0b-43ba-be88-ffeb156f0c84', 'external_fixed_ips': [{'subnet_id': '8acdb510-d5f4-4c90-8e8c-2a5ae18e332f', 'ip_address': '172.28.2.127'}], 'enable_snat': True}, 'gw_port_id': 'e66a6258-f990-48f9-9a98-ff54e6253942', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T06:13:16Z', 'updated_at': '2021-06-01T06:13:23Z', 'revision_number': 4, 'project_id': '7c893d8978f845f0bd2173a5ce1ebc47', 'gw_port': {'id': 'e66a6258-f990-48f9-9a98-ff54e6253942', 'name': '', 'network_id': 'df727fa4-ca0b-43ba-be88-ffeb156f0c84', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:f6:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '249d0b0b-4d15-4689-8933-4e7c1f39c53a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '8acdb510-d5f4-4c90-8e8c-2a5ae18e332f', 'ip_address': '172.28.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793885-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T06:13:17Z', 'updated_at': '2021-06-01T06:13:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acdb510-d5f4-4c90-8e8c-2a5ae18e332f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793885-1-smb', '_floatingips': [{'id': '9d5978f7-4c89-4c14-9575-f95a08c729cb', 'tenant_id': '7c893d8978f845f0bd2173a5ce1ebc47', 'floating_ip_address': '172.28.2.56', 'floating_network_id': 'df727fa4-ca0b-43ba-be88-ffeb156f0c84', 'router_id': '249d0b0b-4d15-4689-8933-4e7c1f39c53a', 'port_id': '20dd5ee9-a2af-413b-a986-77a906dc779f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 529, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1aef2bca-7ed6-4d41-a156-11dcffb5b8e2', 'mac_address': 'fa:16:3e:bc:92:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9001957f-ad8a-4a1c-8e92-a971e3ff7fce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-01T06:18:53Z', 'updated_at': '2021-06-01T06:19:06Z', 'revision_number': 1, 'project_id': '7c893d8978f845f0bd2173a5ce1ebc47', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '818fc12b-89eb-4df6-8601-e76aaf8c828e', 'name': '', 'network_id': '1aef2bca-7ed6-4d41-a156-11dcffb5b8e2', 'tenant_id': '7c893d8978f845f0bd2173a5ce1ebc47', 'mac_address': 'fa:16:3e:0d:2f:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '249d0b0b-4d15-4689-8933-4e7c1f39c53a', 'device_owner': 'network:router_interface', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '855dfebb-5fe1-422f-95fd-8b5f405d78be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793885-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T06:13:21Z', 'updated_at': '2021-06-01T06:13:32Z', 'revision_number': 5, 'project_id': '7c893d8978f845f0bd2173a5ce1ebc47', 'subnets': [{'id': '855dfebb-5fe1-422f-95fd-8b5f405d78be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793885-1-smb', False) {} {{(pid=91914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 06:19:07.858000 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3684abc2-c544-43f7-bcdf-a1e2814f8f1d None None] Checking router: 249d0b0b-4d15-4689-8933-4e7c1f39c53a for host: dv-cinder-793885-1-smb {{(pid=91914) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 06:19:07.866839 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3684abc2-c544-43f7-bcdf-a1e2814f8f1d None None] Routers {'249d0b0b-4d15-4689-8933-4e7c1f39c53a'} bound to L3 agent in host dv-cinder-793885-1-smb {{(pid=91914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 06:19:07.867441 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.db.l3_hamode_db [None req-3684abc2-c544-43f7-bcdf-a1e2814f8f1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793885-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-01T06:01:58Z,description=,heartbeat_timestamp=2021-06-01T06:18:58Z,host='dv-cinder-793885-1-smb',id=a2597806-c6e6-4acd-a843-608abc904602,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T06:01:58Z,topic='l3_agent')) {'router_ids': ['249d0b0b-4d15-4689-8933-4e7c1f39c53a'], 'active': True} {{(pid=91914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 06:19:07.930453 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3df824a-ec3d-4ab1-8f66-8442b6dc9332 req-4c0d721d-7479-4f8c-ae34-ae6351f5fa9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:19:07.932033 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-b3df824a-ec3d-4ab1-8f66-8442b6dc9332 req-4c0d721d-7479-4f8c-ae34-ae6351f5fa9e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1aef2bca-7ed6-4d41-a156-11dcffb5b8e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0757015 Jun 01 06:19:08.063259 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-b3df824a-ec3d-4ab1-8f66-8442b6dc9332 req-bbe736ac-e855-4548-9fe7-7ec801118e2e service neutron] 10.222.0.45 "GET /v2.0/networks/1aef2bca-7ed6-4d41-a156-11dcffb5b8e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248195 Jun 01 06:19:08.075551 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.db.l3_dvr_db [None req-3684abc2-c544-43f7-bcdf-a1e2814f8f1d None None] Set router 249d0b0b-4d15-4689-8933-4e7c1f39c53a gateway port host: dv-cinder-793885-1-smb {{(pid=91914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 06:19:08.193140 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-b3df824a-ec3d-4ab1-8f66-8442b6dc9332 req-0d314785-89d0-4ff0-879b-cc7d274d8cf0 service neutron] 10.222.0.45 "GET /v2.0/networks/1aef2bca-7ed6-4d41-a156-11dcffb5b8e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225109 Jun 01 06:19:08.411861 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.db.l3_hamode_db [None req-3684abc2-c544-43f7-bcdf-a1e2814f8f1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '249d0b0b-4d15-4689-8933-4e7c1f39c53a', 'name': 'tempest-AttachVolumeTestJSON-2112037125-router', 'tenant_id': '7c893d8978f845f0bd2173a5ce1ebc47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df727fa4-ca0b-43ba-be88-ffeb156f0c84', 'external_fixed_ips': [{'subnet_id': '8acdb510-d5f4-4c90-8e8c-2a5ae18e332f', 'ip_address': '172.28.2.127'}], 'enable_snat': True}, 'gw_port_id': 'e66a6258-f990-48f9-9a98-ff54e6253942', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T06:13:16Z', 'updated_at': '2021-06-01T06:13:23Z', 'revision_number': 4, 'project_id': '7c893d8978f845f0bd2173a5ce1ebc47', 'gw_port': {'id': 'e66a6258-f990-48f9-9a98-ff54e6253942', 'name': '', 'network_id': 'df727fa4-ca0b-43ba-be88-ffeb156f0c84', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:f6:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '249d0b0b-4d15-4689-8933-4e7c1f39c53a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '8acdb510-d5f4-4c90-8e8c-2a5ae18e332f', 'ip_address': '172.28.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793885-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T06:13:17Z', 'updated_at': '2021-06-01T06:13:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acdb510-d5f4-4c90-8e8c-2a5ae18e332f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793885-1-smb', '_floatingips': [{'id': '9d5978f7-4c89-4c14-9575-f95a08c729cb', 'tenant_id': '7c893d8978f845f0bd2173a5ce1ebc47', 'floating_ip_address': '172.28.2.56', 'floating_network_id': 'df727fa4-ca0b-43ba-be88-ffeb156f0c84', 'router_id': '249d0b0b-4d15-4689-8933-4e7c1f39c53a', 'port_id': '20dd5ee9-a2af-413b-a986-77a906dc779f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 529, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1aef2bca-7ed6-4d41-a156-11dcffb5b8e2', 'mac_address': 'fa:16:3e:bc:92:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9001957f-ad8a-4a1c-8e92-a971e3ff7fce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-01T06:18:53Z', 'updated_at': '2021-06-01T06:19:06Z', 'revision_number': 1, 'project_id': '7c893d8978f845f0bd2173a5ce1ebc47', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '818fc12b-89eb-4df6-8601-e76aaf8c828e', 'name': '', 'network_id': '1aef2bca-7ed6-4d41-a156-11dcffb5b8e2', 'tenant_id': '7c893d8978f845f0bd2173a5ce1ebc47', 'mac_address': 'fa:16:3e:0d:2f:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '249d0b0b-4d15-4689-8933-4e7c1f39c53a', 'device_owner': 'network:router_interface', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '855dfebb-5fe1-422f-95fd-8b5f405d78be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793885-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T06:13:21Z', 'updated_at': '2021-06-01T06:13:32Z', 'revision_number': 5, 'project_id': '7c893d8978f845f0bd2173a5ce1ebc47', 'subnets': [{'id': '855dfebb-5fe1-422f-95fd-8b5f405d78be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793885-1-smb', False) {} {{(pid=91914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 06:19:08.415700 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3684abc2-c544-43f7-bcdf-a1e2814f8f1d None None] The sync data for ids ['249d0b0b-4d15-4689-8933-4e7c1f39c53a'] in dv-cinder-793885-1-smb is: [{'id': '249d0b0b-4d15-4689-8933-4e7c1f39c53a', 'name': 'tempest-AttachVolumeTestJSON-2112037125-router', 'tenant_id': '7c893d8978f845f0bd2173a5ce1ebc47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df727fa4-ca0b-43ba-be88-ffeb156f0c84', 'external_fixed_ips': [{'subnet_id': '8acdb510-d5f4-4c90-8e8c-2a5ae18e332f', 'ip_address': '172.28.2.127'}], 'enable_snat': True}, 'gw_port_id': 'e66a6258-f990-48f9-9a98-ff54e6253942', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T06:13:16Z', 'updated_at': '2021-06-01T06:13:23Z', 'revision_number': 4, 'project_id': '7c893d8978f845f0bd2173a5ce1ebc47', 'gw_port': {'id': 'e66a6258-f990-48f9-9a98-ff54e6253942', 'name': '', 'network_id': 'df727fa4-ca0b-43ba-be88-ffeb156f0c84', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:f6:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '249d0b0b-4d15-4689-8933-4e7c1f39c53a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '8acdb510-d5f4-4c90-8e8c-2a5ae18e332f', 'ip_address': '172.28.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793885-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T06:13:17Z', 'updated_at': '2021-06-01T06:13:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acdb510-d5f4-4c90-8e8c-2a5ae18e332f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793885-1-smb', '_floatingips': [{'id': '9d5978f7-4c89-4c14-9575-f95a08c729cb', 'tenant_id': '7c893d8978f845f0bd2173a5ce1ebc47', 'floating_ip_address': '172.28.2.56', 'floating_network_id': 'df727fa4-ca0b-43ba-be88-ffeb156f0c84', 'router_id': '249d0b0b-4d15-4689-8933-4e7c1f39c53a', 'port_id': '20dd5ee9-a2af-413b-a986-77a906dc779f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 529, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1aef2bca-7ed6-4d41-a156-11dcffb5b8e2', 'mac_address': 'fa:16:3e:bc:92:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9001957f-ad8a-4a1c-8e92-a971e3ff7fce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-01T06:18:53Z', 'updated_at': '2021-06-01T06:19:06Z', 'revision_number': 1, 'project_id': '7c893d8978f845f0bd2173a5ce1ebc47', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '818fc12b-89eb-4df6-8601-e76aaf8c828e', 'name': '', 'network_id': '1aef2bca-7ed6-4d41-a156-11dcffb5b8e2', 'tenant_id': '7c893d8978f845f0bd2173a5ce1ebc47', 'mac_address': 'fa:16:3e:0d:2f:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '249d0b0b-4d15-4689-8933-4e7c1f39c53a', 'device_owner': 'network:router_interface', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '855dfebb-5fe1-422f-95fd-8b5f405d78be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793885-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T06:13:21Z', 'updated_at': '2021-06-01T06:13:32Z', 'revision_number': 5, 'project_id': '7c893d8978f845f0bd2173a5ce1ebc47', 'subnets': [{'id': '855dfebb-5fe1-422f-95fd-8b5f405d78be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 06:19:08.589610 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-256e66ee-271f-4a17-8b8d-25b66fe2f19b None None] New status for floating IP 9d5978f7-4c89-4c14-9575-f95a08c729cb: ACTIVE {{(pid=91915) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 01 06:19:17.695086 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774208951022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772053'] for agent, after_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:19:18.751990 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-817cff3f-96d9-494c-8758-5a15654364c7 req-556cb72f-4ce6-428e-bd05-c294456903a0 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=4dbb02b6-b3ca-4f32-b0f3-939203b96bb3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0680571 Jun 01 06:19:18.889334 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817cff3f-96d9-494c-8758-5a15654364c7 req-28317cd8-d9f3-4cf7-b040-f14ff58bd28c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:19:18.890774 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-817cff3f-96d9-494c-8758-5a15654364c7 req-28317cd8-d9f3-4cf7-b040-f14ff58bd28c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=cf682efceb1b40c4a2056518b30cc419&device_id=4dbb02b6-b3ca-4f32-b0f3-939203b96bb3 HTTP/1.1" status: 200 len: 1100 time: 0.0689294 Jun 01 06:19:19.117815 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817cff3f-96d9-494c-8758-5a15654364c7 req-fec22f83-2251-458d-b069-f8b485a58dca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:19:19.119245 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-817cff3f-96d9-494c-8758-5a15654364c7 req-fec22f83-2251-458d-b069-f8b485a58dca service neutron] 10.222.0.45 "GET /v2.0/networks?id=0d0e27d7-e499-44c0-a6d3-0e69d07aa387 HTTP/1.1" status: 200 len: 916 time: 0.2088532 Jun 01 06:19:19.229625 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-817cff3f-96d9-494c-8758-5a15654364c7 req-9959c241-4ab7-4515-9b93-203b74c31cd0 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f92f82cb-bde5-4fd8-9d44-11800191b7b8 HTTP/1.1" status: 200 len: 1002 time: 0.1036017 Jun 01 06:19:19.294760 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817cff3f-96d9-494c-8758-5a15654364c7 req-7fca7aa2-6d6d-4f8d-b3cf-b73ae69aaf8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:19:19.296188 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-817cff3f-96d9-494c-8758-5a15654364c7 req-7fca7aa2-6d6d-4f8d-b3cf-b73ae69aaf8e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=afe82765-6164-43ac-8036-06de690ecff6 HTTP/1.1" status: 200 len: 854 time: 0.0600183 Jun 01 06:19:19.370853 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817cff3f-96d9-494c-8758-5a15654364c7 req-8077251f-8c6c-482b-88c0-97b1cac28030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:19:19.372631 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-817cff3f-96d9-494c-8758-5a15654364c7 req-8077251f-8c6c-482b-88c0-97b1cac28030 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=0d0e27d7-e499-44c0-a6d3-0e69d07aa387&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0692334 Jun 01 06:19:19.500692 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-817cff3f-96d9-494c-8758-5a15654364c7 req-b03db095-9a4a-4dbb-9bc2-30861811e6ec service neutron] 10.222.0.45 "GET /v2.0/networks/0d0e27d7-e499-44c0-a6d3-0e69d07aa387?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215980 Jun 01 06:19:19.631411 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-817cff3f-96d9-494c-8758-5a15654364c7 req-04b9cb4e-ca2b-4636-b06b-3e3f1cc08776 service neutron] 10.222.0.45 "GET /v2.0/networks/0d0e27d7-e499-44c0-a6d3-0e69d07aa387?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242225 Jun 01 06:19:25.822729 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-40f04f4e-335a-4567-ac4f-547a83cda634 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774208951022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772053'] for agent, after_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:19:28.210076 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774208951022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772053'] for agent, after_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:19:28.495739 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-294b3cf6-a666-4186-b386-b842668e21e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774208951022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772053'] for agent, after_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:19:29.806761 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-1d313a3c-a63a-4764-8840-fb680d7e5ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774208951022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772053'] for agent, after_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:19:31.157231 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-2212ef7e-50c1-45a6-8db2-90e035748ac3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774208951022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772053'] for agent, after_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:19:35.980873 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG neutron.db.agents_db [None req-a707e798-5c4a-4349-b1a6-04fc24c0e8c1 None None] Agent healthcheck: found 6 active agents {{(pid=91915) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 06:19:47.698927 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774208951022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772053'] for agent, after_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:19:49.867928 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e157e850-c08b-4244-be71-8223c7ff8fcb req-ffa866db-96eb-4fef-9640-a5c71e9d0f07 tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:19:49.869275 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-e157e850-c08b-4244-be71-8223c7ff8fcb req-ffa866db-96eb-4fef-9640-a5c71e9d0f07 tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] 10.222.0.41 "GET /v2.0/ports?device_id=4dbb02b6-b3ca-4f32-b0f3-939203b96bb3 HTTP/1.1" status: 200 len: 947 time: 0.0775766 Jun 01 06:19:49.912874 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-e157e850-c08b-4244-be71-8223c7ff8fcb req-22ff67e8-8288-44fa-92b9-0919d6b443f8 tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] 10.222.0.41 "GET /v2.0/security-groups?id=55f638aa-325e-49ec-a7c9-191269e41e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378609 Jun 01 06:19:51.105239 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d40619-48db-448e-bba3-d5cc92be5373 req-ca5580ce-c50e-4c3c-9155-2fe04badb289 tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:19:51.106671 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-11d40619-48db-448e-bba3-d5cc92be5373 req-ca5580ce-c50e-4c3c-9155-2fe04badb289 tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] 10.222.0.41 "GET /v2.0/ports?device_id=4dbb02b6-b3ca-4f32-b0f3-939203b96bb3 HTTP/1.1" status: 200 len: 947 time: 0.0817142 Jun 01 06:19:51.150396 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-11d40619-48db-448e-bba3-d5cc92be5373 req-13b5d787-841b-4196-8643-a7c2a1d91453 tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] 10.222.0.41 "GET /v2.0/security-groups?id=55f638aa-325e-49ec-a7c9-191269e41e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380776 Jun 01 06:19:51.365468 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925ab848-b840-4865-ba6f-7720329ba953 req-62cd7a26-7f26-4c44-b864-8d8524d8cfd2 tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:19:51.366882 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-925ab848-b840-4865-ba6f-7720329ba953 req-62cd7a26-7f26-4c44-b864-8d8524d8cfd2 tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] 10.222.0.45 "GET /v2.0/ports?device_id=4dbb02b6-b3ca-4f32-b0f3-939203b96bb3 HTTP/1.1" status: 200 len: 947 time: 0.0830595 Jun 01 06:19:51.500929 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.plugins.ml2.plugin [req-925ab848-b840-4865-ba6f-7720329ba953 req-8ed32ffd-257c-4fd5-95c7-57466f12086e tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Deleting port f92f82cb-bde5-4fd8-9d44-11800191b7b8 {{(pid=91913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 06:19:51.501815 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [req-925ab848-b840-4865-ba6f-7720329ba953 req-8ed32ffd-257c-4fd5-95c7-57466f12086e tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774208809027'] for port, before_delete {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:19:51.636172 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.plugins.ml2.db [req-925ab848-b840-4865-ba6f-7720329ba953 req-8ed32ffd-257c-4fd5-95c7-57466f12086e tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] For port f92f82cb-bde5-4fd8-9d44-11800191b7b8, host hv-cinder-79388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79388',level=0,port_id=f92f82cb-bde5-4fd8-9d44-11800191b7b8,segment=NetworkSegment(5bcb411c-cc6a-4a4c-9bde-5ea76448952b),segment_id=5bcb411c-cc6a-4a4c-9bde-5ea76448952b)] {{(pid=91913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 06:19:51.636530 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [req-925ab848-b840-4865-ba6f-7720329ba953 req-8ed32ffd-257c-4fd5-95c7-57466f12086e tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-879323'] for port, precommit_delete {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:19:51.929619 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [req-925ab848-b840-4865-ba6f-7720329ba953 req-8ed32ffd-257c-4fd5-95c7-57466f12086e tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:19:51.929987 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [req-925ab848-b840-4865-ba6f-7720329ba953 req-8ed32ffd-257c-4fd5-95c7-57466f12086e tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-880440'] for floatingip, after_update {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:19:51.930298 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.db.l3_db [req-925ab848-b840-4865-ba6f-7720329ba953 req-8ed32ffd-257c-4fd5-95c7-57466f12086e tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Floating IP 0e3dbe1a-c258-4223-9dc7-4345336ba13f disassociated. External IP: 172.28.2.139, port: f92f82cb-bde5-4fd8-9d44-11800191b7b8. Jun 01 06:19:51.930629 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.plugins.ml2.plugin [req-925ab848-b840-4865-ba6f-7720329ba953 req-8ed32ffd-257c-4fd5-95c7-57466f12086e tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Calling delete_port for f92f82cb-bde5-4fd8-9d44-11800191b7b8 owned by compute:nova {{(pid=91913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 06:19:52.037235 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [req-925ab848-b840-4865-ba6f-7720329ba953 req-8ed32ffd-257c-4fd5-95c7-57466f12086e tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774208810150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774208425692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10749551'] for port, after_delete {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:19:52.042579 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [None req-9609be31-9ccd-4e9d-88ab-9d039f854c21 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:19:52.090491 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed32ffd-257c-4fd5-95c7-57466f12086e tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Pushing event deleted for resources: {'Port': ['ID=f92f82cb-bde5-4fd8-9d44-11800191b7b8,revision_number=None']} {{(pid=91913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:19:52.102098 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed32ffd-257c-4fd5-95c7-57466f12086e tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:19:52.102479 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed32ffd-257c-4fd5-95c7-57466f12086e tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:19:52.102947 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed32ffd-257c-4fd5-95c7-57466f12086e tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:19:52.103202 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed32ffd-257c-4fd5-95c7-57466f12086e tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:19:52.103564 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed32ffd-257c-4fd5-95c7-57466f12086e tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:19:52.103923 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed32ffd-257c-4fd5-95c7-57466f12086e tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:19:52.104280 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed32ffd-257c-4fd5-95c7-57466f12086e tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:19:52.104633 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed32ffd-257c-4fd5-95c7-57466f12086e tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:19:52.104998 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed32ffd-257c-4fd5-95c7-57466f12086e tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:19:52.105368 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed32ffd-257c-4fd5-95c7-57466f12086e tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:19:52.105721 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed32ffd-257c-4fd5-95c7-57466f12086e tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:19:52.106074 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed32ffd-257c-4fd5-95c7-57466f12086e tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:19:52.109854 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [None req-8ed32ffd-257c-4fd5-95c7-57466f12086e tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:19:52.309225 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-d70cc686-323a-4611-83a3-4ea090f277da req-bee9f5f1-22fc-44bb-9b90-f295e671135f tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] 10.222.0.41 "GET /v2.0/ports?device_id=4dbb02b6-b3ca-4f32-b0f3-939203b96bb3 HTTP/1.1" status: 200 len: 210 time: 0.0426579 Jun 01 06:19:52.381881 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.scheduler.l3_agent_scheduler [req-925ab848-b840-4865-ba6f-7720329ba953 req-8ed32ffd-257c-4fd5-95c7-57466f12086e tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Router b48c156b-3c9c-4a27-8427-3932990494c6 has already been hosted by L3 agent a2597806-c6e6-4acd-a843-608abc904602 {{(pid=91913) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 06:19:52.561542 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-925ab848-b840-4865-ba6f-7720329ba953 req-8ed32ffd-257c-4fd5-95c7-57466f12086e tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Notify agent at l3_agent.dv-cinder-793885-1-smb the message routers_updated {{(pid=91913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 06:19:52.571973 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6827218c-bb9c-4abd-8e94-14634ee0dc84 None None] Sync routers for ids ['b48c156b-3c9c-4a27-8427-3932990494c6'] in dv-cinder-793885-1-smb {{(pid=91914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 06:19:52.581851 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6827218c-bb9c-4abd-8e94-14634ee0dc84 None None] Routers {'b48c156b-3c9c-4a27-8427-3932990494c6'} bound to L3 agent in host dv-cinder-793885-1-smb {{(pid=91914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 06:19:52.582465 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.db.l3_hamode_db [None req-6827218c-bb9c-4abd-8e94-14634ee0dc84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793885-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-01T06:01:58Z,description=,heartbeat_timestamp=2021-06-01T06:19:28Z,host='dv-cinder-793885-1-smb',id=a2597806-c6e6-4acd-a843-608abc904602,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T06:01:58Z,topic='l3_agent')) {'router_ids': ['b48c156b-3c9c-4a27-8427-3932990494c6'], 'active': True} {{(pid=91914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 06:19:52.637323 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.db.l3_dvrscheduler_db [req-925ab848-b840-4865-ba6f-7720329ba953 req-8ed32ffd-257c-4fd5-95c7-57466f12086e tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] No DVR routers for this DVR port f92f82cb-bde5-4fd8-9d44-11800191b7b8 on host hv-cinder-79388 {{(pid=91913) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 06:19:52.640025 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [req-925ab848-b840-4865-ba6f-7720329ba953 req-8ed32ffd-257c-4fd5-95c7-57466f12086e tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239402'] for port, before_response {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:19:52.642655 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4dbb02b6-b3ca-4f32-b0f3-939203b96bb3', 'name': 'network-vif-deleted', 'tag': 'f92f82cb-bde5-4fd8-9d44-11800191b7b8'}] {{(pid=91913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 06:19:52.645772 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdc6be6d06003a26e0797ba9c3cae52571918e0042132e4e221042360f826683" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75b69ff8-b6e8-42b0-9fa0-d2288ff53722" -d '{"events": [{"server_uuid": "4dbb02b6-b3ca-4f32-b0f3-939203b96bb3", "name": "network-vif-deleted", "tag": "f92f82cb-bde5-4fd8-9d44-11800191b7b8"}]}' {{(pid=91913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 06:19:52.661714 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-925ab848-b840-4865-ba6f-7720329ba953 req-8ed32ffd-257c-4fd5-95c7-57466f12086e tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] 10.222.0.45 "DELETE /v2.0/ports/f92f82cb-bde5-4fd8-9d44-11800191b7b8 HTTP/1.1" status: 204 len: 173 time: 1.2887168 Jun 01 06:19:52.689504 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 06:19:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a28a297d-9b7c-47cf-9440-89a9f66a0b9b x-openstack-request-id: req-a28a297d-9b7c-47cf-9440-89a9f66a0b9b {{(pid=91913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 06:19:52.690674 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4dbb02b6-b3ca-4f32-b0f3-939203b96bb3", "name": "network-vif-deleted", "tag": "f92f82cb-bde5-4fd8-9d44-11800191b7b8", "status": "completed", "code": 200}]} {{(pid=91913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 06:19:52.691490 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a28a297d-9b7c-47cf-9440-89a9f66a0b9b {{(pid=91913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 06:19:52.691621 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4dbb02b6-b3ca-4f32-b0f3-939203b96bb3', 'name': 'network-vif-deleted', 'tag': 'f92f82cb-bde5-4fd8-9d44-11800191b7b8', 'status': 'completed', 'code': 200} Jun 01 06:19:52.777790 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.db.l3_dvr_db [None req-6827218c-bb9c-4abd-8e94-14634ee0dc84 None None] Set router b48c156b-3c9c-4a27-8427-3932990494c6 gateway port host: dv-cinder-793885-1-smb {{(pid=91914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 06:19:53.086921 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.db.l3_hamode_db [None req-6827218c-bb9c-4abd-8e94-14634ee0dc84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b48c156b-3c9c-4a27-8427-3932990494c6', 'name': 'tempest-AttachVolumeShelveTestJSON-44898397-router', 'tenant_id': 'cf682efceb1b40c4a2056518b30cc419', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df727fa4-ca0b-43ba-be88-ffeb156f0c84', 'external_fixed_ips': [{'subnet_id': '8acdb510-d5f4-4c90-8e8c-2a5ae18e332f', 'ip_address': '172.28.2.171'}], 'enable_snat': True}, 'gw_port_id': 'b14abe69-0830-4a49-a1a6-c0865e3859ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T06:10:56Z', 'updated_at': '2021-06-01T06:11:06Z', 'revision_number': 4, 'project_id': 'cf682efceb1b40c4a2056518b30cc419', 'gw_port': {'id': 'b14abe69-0830-4a49-a1a6-c0865e3859ed', 'name': '', 'network_id': 'df727fa4-ca0b-43ba-be88-ffeb156f0c84', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:06:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b48c156b-3c9c-4a27-8427-3932990494c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': '8acdb510-d5f4-4c90-8e8c-2a5ae18e332f', 'ip_address': '172.28.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793885-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T06:10:57Z', 'updated_at': '2021-06-01T06:11:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acdb510-d5f4-4c90-8e8c-2a5ae18e332f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793885-1-smb', '_interfaces': [{'id': 'abf20de4-9ca8-4d3e-9dab-8840a5728104', 'name': '', 'network_id': '0d0e27d7-e499-44c0-a6d3-0e69d07aa387', 'tenant_id': 'cf682efceb1b40c4a2056518b30cc419', 'mac_address': 'fa:16:3e:56:c1:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b48c156b-3c9c-4a27-8427-3932990494c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': 'afe82765-6164-43ac-8036-06de690ecff6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793885-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T06:11:03Z', 'updated_at': '2021-06-01T06:11:13Z', 'revision_number': 5, 'project_id': 'cf682efceb1b40c4a2056518b30cc419', 'subnets': [{'id': 'afe82765-6164-43ac-8036-06de690ecff6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793885-1-smb', False) {} {{(pid=91914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 06:19:53.090756 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6827218c-bb9c-4abd-8e94-14634ee0dc84 None None] Checking router: b48c156b-3c9c-4a27-8427-3932990494c6 for host: dv-cinder-793885-1-smb {{(pid=91914) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 06:19:53.099621 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6827218c-bb9c-4abd-8e94-14634ee0dc84 None None] Routers {'b48c156b-3c9c-4a27-8427-3932990494c6'} bound to L3 agent in host dv-cinder-793885-1-smb {{(pid=91914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 06:19:53.100335 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.db.l3_hamode_db [None req-6827218c-bb9c-4abd-8e94-14634ee0dc84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793885-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-01T06:01:58Z,description=,heartbeat_timestamp=2021-06-01T06:19:28Z,host='dv-cinder-793885-1-smb',id=a2597806-c6e6-4acd-a843-608abc904602,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T06:01:58Z,topic='l3_agent')) {'router_ids': ['b48c156b-3c9c-4a27-8427-3932990494c6'], 'active': True} {{(pid=91914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 06:19:53.323155 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.db.l3_dvr_db [None req-6827218c-bb9c-4abd-8e94-14634ee0dc84 None None] Set router b48c156b-3c9c-4a27-8427-3932990494c6 gateway port host: dv-cinder-793885-1-smb {{(pid=91914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 06:19:53.430404 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.wsgi [-] (91912) accepted ('10.222.0.41', 59790) {{(pid=91912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 06:19:53.497729 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-22507f92-f29d-42ac-b5ea-3c8153616af1 tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Notify callbacks [] for security_group, before_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:19:53.524904 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-22507f92-f29d-42ac-b5ea-3c8153616af1 tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:19:53.577468 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-22507f92-f29d-42ac-b5ea-3c8153616af1 tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940402'] for security_group, after_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:19:53.582430 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-6c69b448-ab78-4220-a912-39318f513c0f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:19:53.597532 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22507f92-f29d-42ac-b5ea-3c8153616af1 tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=55f638aa-325e-49ec-a7c9-191269e41e6e,revision_number=None']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:19:53.606316 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22507f92-f29d-42ac-b5ea-3c8153616af1 tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:19:53.606697 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22507f92-f29d-42ac-b5ea-3c8153616af1 tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:19:53.607114 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22507f92-f29d-42ac-b5ea-3c8153616af1 tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:19:53.607435 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22507f92-f29d-42ac-b5ea-3c8153616af1 tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:19:53.607799 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22507f92-f29d-42ac-b5ea-3c8153616af1 tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:19:53.608164 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22507f92-f29d-42ac-b5ea-3c8153616af1 tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:19:53.608521 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22507f92-f29d-42ac-b5ea-3c8153616af1 tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:19:53.608879 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22507f92-f29d-42ac-b5ea-3c8153616af1 tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:19:53.609262 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22507f92-f29d-42ac-b5ea-3c8153616af1 tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:19:53.609618 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22507f92-f29d-42ac-b5ea-3c8153616af1 tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:19:53.609973 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22507f92-f29d-42ac-b5ea-3c8153616af1 tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:19:53.610324 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22507f92-f29d-42ac-b5ea-3c8153616af1 tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:19:53.614152 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-22507f92-f29d-42ac-b5ea-3c8153616af1 tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:19:53.620466 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-22507f92-f29d-42ac-b5ea-3c8153616af1 tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Notify callbacks [] for security_group, before_response {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:19:53.621778 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [None req-22507f92-f29d-42ac-b5ea-3c8153616af1 tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] 10.222.0.41 "DELETE /v2.0/security-groups/55f638aa-325e-49ec-a7c9-191269e41e6e HTTP/1.1" status: 204 len: 168 time: 0.1903687 Jun 01 06:19:53.624345 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.wsgi [-] (91912) accepted ('10.222.0.41', 59794) {{(pid=91912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 06:19:53.642212 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.api.v2.resource [None req-1e779bd8-8670-400a-95ed-a34f211d443c tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] show failed (client error): The resource could not be found. Jun 01 06:19:53.644253 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [None req-1e779bd8-8670-400a-95ed-a34f211d443c tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] 10.222.0.41 "GET /v2.0/security-groups/55f638aa-325e-49ec-a7c9-191269e41e6e HTTP/1.1" status: 404 len: 347 time: 0.0179610 Jun 01 06:19:53.646530 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.wsgi [-] (91912) accepted ('10.222.0.41', 59798) {{(pid=91912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 06:19:53.653460 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.db.l3_hamode_db [None req-6827218c-bb9c-4abd-8e94-14634ee0dc84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b48c156b-3c9c-4a27-8427-3932990494c6', 'name': 'tempest-AttachVolumeShelveTestJSON-44898397-router', 'tenant_id': 'cf682efceb1b40c4a2056518b30cc419', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df727fa4-ca0b-43ba-be88-ffeb156f0c84', 'external_fixed_ips': [{'subnet_id': '8acdb510-d5f4-4c90-8e8c-2a5ae18e332f', 'ip_address': '172.28.2.171'}], 'enable_snat': True}, 'gw_port_id': 'b14abe69-0830-4a49-a1a6-c0865e3859ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T06:10:56Z', 'updated_at': '2021-06-01T06:11:06Z', 'revision_number': 4, 'project_id': 'cf682efceb1b40c4a2056518b30cc419', 'gw_port': {'id': 'b14abe69-0830-4a49-a1a6-c0865e3859ed', 'name': '', 'network_id': 'df727fa4-ca0b-43ba-be88-ffeb156f0c84', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:06:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b48c156b-3c9c-4a27-8427-3932990494c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': '8acdb510-d5f4-4c90-8e8c-2a5ae18e332f', 'ip_address': '172.28.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793885-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T06:10:57Z', 'updated_at': '2021-06-01T06:11:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acdb510-d5f4-4c90-8e8c-2a5ae18e332f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793885-1-smb', '_interfaces': [{'id': 'abf20de4-9ca8-4d3e-9dab-8840a5728104', 'name': '', 'network_id': '0d0e27d7-e499-44c0-a6d3-0e69d07aa387', 'tenant_id': 'cf682efceb1b40c4a2056518b30cc419', 'mac_address': 'fa:16:3e:56:c1:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b48c156b-3c9c-4a27-8427-3932990494c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': 'afe82765-6164-43ac-8036-06de690ecff6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793885-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T06:11:03Z', 'updated_at': '2021-06-01T06:11:13Z', 'revision_number': 5, 'project_id': 'cf682efceb1b40c4a2056518b30cc419', 'subnets': [{'id': 'afe82765-6164-43ac-8036-06de690ecff6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793885-1-smb', False) {} {{(pid=91914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 06:19:53.657721 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6827218c-bb9c-4abd-8e94-14634ee0dc84 None None] The sync data for ids ['b48c156b-3c9c-4a27-8427-3932990494c6'] in dv-cinder-793885-1-smb is: [{'id': 'b48c156b-3c9c-4a27-8427-3932990494c6', 'name': 'tempest-AttachVolumeShelveTestJSON-44898397-router', 'tenant_id': 'cf682efceb1b40c4a2056518b30cc419', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df727fa4-ca0b-43ba-be88-ffeb156f0c84', 'external_fixed_ips': [{'subnet_id': '8acdb510-d5f4-4c90-8e8c-2a5ae18e332f', 'ip_address': '172.28.2.171'}], 'enable_snat': True}, 'gw_port_id': 'b14abe69-0830-4a49-a1a6-c0865e3859ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T06:10:56Z', 'updated_at': '2021-06-01T06:11:06Z', 'revision_number': 4, 'project_id': 'cf682efceb1b40c4a2056518b30cc419', 'gw_port': {'id': 'b14abe69-0830-4a49-a1a6-c0865e3859ed', 'name': '', 'network_id': 'df727fa4-ca0b-43ba-be88-ffeb156f0c84', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:06:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b48c156b-3c9c-4a27-8427-3932990494c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': '8acdb510-d5f4-4c90-8e8c-2a5ae18e332f', 'ip_address': '172.28.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793885-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T06:10:57Z', 'updated_at': '2021-06-01T06:11:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acdb510-d5f4-4c90-8e8c-2a5ae18e332f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793885-1-smb', '_interfaces': [{'id': 'abf20de4-9ca8-4d3e-9dab-8840a5728104', 'name': '', 'network_id': '0d0e27d7-e499-44c0-a6d3-0e69d07aa387', 'tenant_id': 'cf682efceb1b40c4a2056518b30cc419', 'mac_address': 'fa:16:3e:56:c1:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b48c156b-3c9c-4a27-8427-3932990494c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': 'afe82765-6164-43ac-8036-06de690ecff6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793885-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T06:11:03Z', 'updated_at': '2021-06-01T06:11:13Z', 'revision_number': 5, 'project_id': 'cf682efceb1b40c4a2056518b30cc419', 'subnets': [{'id': 'afe82765-6164-43ac-8036-06de690ecff6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 06:19:53.882459 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-511c15c7-0903-412a-89ac-d61800647617 None None] New status for floating IP 0e3dbe1a-c258-4223-9dc7-4345336ba13f: DOWN {{(pid=91915) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 01 06:19:53.976896 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.plugins.ml2.plugin [None req-c6c9817c-5241-48e2-a9e9-fc9fd8e27333 tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Deleting port 7776f119-53a3-43c5-8bff-5e2840cc64a5 {{(pid=91912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 06:19:53.977257 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-c6c9817c-5241-48e2-a9e9-fc9fd8e27333 tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774208809027'] for port, before_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:19:54.091896 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-c6c9817c-5241-48e2-a9e9-fc9fd8e27333 tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-879323'] for port, precommit_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:19:54.092227 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-c6c9817c-5241-48e2-a9e9-fc9fd8e27333 tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:19:54.214583 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.plugins.ml2.plugin [None req-c6c9817c-5241-48e2-a9e9-fc9fd8e27333 tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Calling delete_port for 7776f119-53a3-43c5-8bff-5e2840cc64a5 owned by network:floatingip {{(pid=91912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 06:19:54.323789 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-c6c9817c-5241-48e2-a9e9-fc9fd8e27333 tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774208810150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774208425692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1720922'] for port, after_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:19:54.328041 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-c2fcd7e7-e38d-445c-a314-cbdf2c95a874 tempest-AttachVolumeNegativeTest-1471670784 tempest-AttachVolumeNegativeTest-1471670784-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:19:54.396551 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c9817c-5241-48e2-a9e9-fc9fd8e27333 tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Pushing event deleted for resources: {'Port': ['ID=7776f119-53a3-43c5-8bff-5e2840cc64a5,revision_number=None']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:19:54.398833 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-c6c9817c-5241-48e2-a9e9-fc9fd8e27333 tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:19:54.463454 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-c6c9817c-5241-48e2-a9e9-fc9fd8e27333 tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Notify callbacks [] for floatingip, after_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:19:54.477908 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-c6c9817c-5241-48e2-a9e9-fc9fd8e27333 tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239402'] for floatingip, before_response {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:19:54.479023 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [None req-c6c9817c-5241-48e2-a9e9-fc9fd8e27333 tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] 10.222.0.41 "DELETE /v2.0/floatingips/0e3dbe1a-c258-4223-9dc7-4345336ba13f HTTP/1.1" status: 204 len: 168 time: 0.8315804 Jun 01 06:19:55.289620 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.rpc [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Device f92f82cb-bde5-4fd8-9d44-11800191b7b8 no longer exists at agent hyperv_hv-cinder-79388 {{(pid=91914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 06:19:55.323855 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.plugin [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] No Port match for: f92f82cb-bde5-4fd8-9d44-11800191b7b8 {{(pid=91914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 01 06:19:55.324206 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.rpc [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Device f92f82cb-bde5-4fd8-9d44-11800191b7b8 not bound to the agent host hv-cinder-79388 {{(pid=91914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 06:19:55.825965 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-c8cd6ddc-f7cd-4868-86be-e571fd6d4f0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774208951022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772053'] for agent, after_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:19:57.268361 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.wsgi [-] (91912) accepted ('10.222.0.41', 59830) {{(pid=91912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 06:19:57.972525 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-257d4135-d338-4fcb-961c-efd07b674ceb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-878346'] for router_interface, before_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:19:58.217461 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774208951022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772053'] for agent, after_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:19:58.484165 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.plugins.ml2.plugin [None req-257d4135-d338-4fcb-961c-efd07b674ceb admin admin] Deleting port abf20de4-9ca8-4d3e-9dab-8840a5728104 {{(pid=91912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 06:19:58.484749 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-257d4135-d338-4fcb-961c-efd07b674ceb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774208809027'] for port, before_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:19:58.496282 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-076109b0-c58e-4677-8cf2-4d3a583d9517 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774208951022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772053'] for agent, after_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:19:58.603701 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.plugins.ml2.db [None req-257d4135-d338-4fcb-961c-efd07b674ceb admin admin] For port abf20de4-9ca8-4d3e-9dab-8840a5728104, host dv-cinder-793885-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793885-1-smb',level=0,port_id=abf20de4-9ca8-4d3e-9dab-8840a5728104,segment=NetworkSegment(5bcb411c-cc6a-4a4c-9bde-5ea76448952b),segment_id=5bcb411c-cc6a-4a4c-9bde-5ea76448952b)] {{(pid=91912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 06:19:58.604055 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-257d4135-d338-4fcb-961c-efd07b674ceb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-879323'] for port, precommit_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:19:58.726960 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.plugins.ml2.plugin [None req-257d4135-d338-4fcb-961c-efd07b674ceb admin admin] Calling delete_port for abf20de4-9ca8-4d3e-9dab-8840a5728104 owned by network:router_interface {{(pid=91912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 06:19:58.868957 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-257d4135-d338-4fcb-961c-efd07b674ceb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774208810150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774208425692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1720922'] for port, after_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:19:58.872288 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-c6c9817c-5241-48e2-a9e9-fc9fd8e27333 tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:19:58.916921 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257d4135-d338-4fcb-961c-efd07b674ceb admin admin] Pushing event deleted for resources: {'Port': ['ID=abf20de4-9ca8-4d3e-9dab-8840a5728104,revision_number=None']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:19:58.920074 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-257d4135-d338-4fcb-961c-efd07b674ceb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:19:59.178098 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-257d4135-d338-4fcb-961c-efd07b674ceb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-890010'] for router_interface, after_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:19:59.530087 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-257d4135-d338-4fcb-961c-efd07b674ceb admin admin] Router b48c156b-3c9c-4a27-8427-3932990494c6 has already been hosted by L3 agent a2597806-c6e6-4acd-a843-608abc904602 {{(pid=91912) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 06:19:59.801049 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-257d4135-d338-4fcb-961c-efd07b674ceb admin admin] Notify agent at l3_agent.dv-cinder-793885-1-smb the message routers_updated {{(pid=91912) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 06:19:59.809041 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88f12f43-3a1d-430a-a59f-7f102075fdde None None] Sync routers for ids ['b48c156b-3c9c-4a27-8427-3932990494c6'] in dv-cinder-793885-1-smb {{(pid=91914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 06:19:59.813544 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-1d313a3c-a63a-4764-8840-fb680d7e5ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774208951022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772053'] for agent, after_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:19:59.814592 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [None req-257d4135-d338-4fcb-961c-efd07b674ceb admin admin] 10.222.0.41 "PUT /v2.0/routers/b48c156b-3c9c-4a27-8427-3932990494c6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5451088 Jun 01 06:19:59.817781 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.wsgi [-] (91912) accepted ('10.222.0.41', 59840) {{(pid=91912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 06:19:59.820521 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88f12f43-3a1d-430a-a59f-7f102075fdde None None] Routers {'b48c156b-3c9c-4a27-8427-3932990494c6'} bound to L3 agent in host dv-cinder-793885-1-smb {{(pid=91914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 06:19:59.821170 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.db.l3_hamode_db [None req-88f12f43-3a1d-430a-a59f-7f102075fdde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793885-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-01T06:01:58Z,description=,heartbeat_timestamp=2021-06-01T06:19:58Z,host='dv-cinder-793885-1-smb',id=a2597806-c6e6-4acd-a843-608abc904602,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T06:01:58Z,topic='l3_agent')) {'router_ids': ['b48c156b-3c9c-4a27-8427-3932990494c6'], 'active': True} {{(pid=91914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 06:19:59.995292 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-da105c1b-b9d7-49df-b69d-5ac908fafe14 admin admin] Notify callbacks [] for router, before_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:19:59.997481 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.db.l3_dvr_db [None req-88f12f43-3a1d-430a-a59f-7f102075fdde None None] Set router b48c156b-3c9c-4a27-8427-3932990494c6 gateway port host: dv-cinder-793885-1-smb {{(pid=91914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 06:20:00.165820 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-da105c1b-b9d7-49df-b69d-5ac908fafe14 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:20:00.240207 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.plugins.ml2.plugin [None req-da105c1b-b9d7-49df-b69d-5ac908fafe14 admin admin] Deleting port b14abe69-0830-4a49-a1a6-c0865e3859ed {{(pid=91912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 06:20:00.240542 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-da105c1b-b9d7-49df-b69d-5ac908fafe14 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774208809027'] for port, before_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:20:00.275763 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.db.l3_hamode_db [None req-88f12f43-3a1d-430a-a59f-7f102075fdde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b48c156b-3c9c-4a27-8427-3932990494c6', 'name': 'tempest-AttachVolumeShelveTestJSON-44898397-router', 'tenant_id': 'cf682efceb1b40c4a2056518b30cc419', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df727fa4-ca0b-43ba-be88-ffeb156f0c84', 'external_fixed_ips': [{'subnet_id': '8acdb510-d5f4-4c90-8e8c-2a5ae18e332f', 'ip_address': '172.28.2.171'}], 'enable_snat': True}, 'gw_port_id': 'b14abe69-0830-4a49-a1a6-c0865e3859ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T06:10:56Z', 'updated_at': '2021-06-01T06:19:58Z', 'revision_number': 5, 'project_id': 'cf682efceb1b40c4a2056518b30cc419', 'gw_port': {'id': 'b14abe69-0830-4a49-a1a6-c0865e3859ed', 'name': '', 'network_id': 'df727fa4-ca0b-43ba-be88-ffeb156f0c84', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:06:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b48c156b-3c9c-4a27-8427-3932990494c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': '8acdb510-d5f4-4c90-8e8c-2a5ae18e332f', 'ip_address': '172.28.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793885-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T06:10:57Z', 'updated_at': '2021-06-01T06:11:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acdb510-d5f4-4c90-8e8c-2a5ae18e332f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793885-1-smb'}], 'dv-cinder-793885-1-smb', False) {} {{(pid=91914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 06:20:00.279596 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88f12f43-3a1d-430a-a59f-7f102075fdde None None] Checking router: b48c156b-3c9c-4a27-8427-3932990494c6 for host: dv-cinder-793885-1-smb {{(pid=91914) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 06:20:00.288705 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88f12f43-3a1d-430a-a59f-7f102075fdde None None] Routers {'b48c156b-3c9c-4a27-8427-3932990494c6'} bound to L3 agent in host dv-cinder-793885-1-smb {{(pid=91914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 06:20:00.289353 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.db.l3_hamode_db [None req-88f12f43-3a1d-430a-a59f-7f102075fdde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793885-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-01T06:01:58Z,description=,heartbeat_timestamp=2021-06-01T06:19:58Z,host='dv-cinder-793885-1-smb',id=a2597806-c6e6-4acd-a843-608abc904602,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T06:01:58Z,topic='l3_agent')) {'router_ids': ['b48c156b-3c9c-4a27-8427-3932990494c6'], 'active': True} {{(pid=91914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 06:20:00.368608 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.plugins.ml2.db [None req-da105c1b-b9d7-49df-b69d-5ac908fafe14 admin admin] For port b14abe69-0830-4a49-a1a6-c0865e3859ed, host dv-cinder-793885-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793885-1-smb',level=0,port_id=b14abe69-0830-4a49-a1a6-c0865e3859ed,segment=NetworkSegment(97ee6b0e-31ac-4687-a432-1c46ba18e1e7),segment_id=97ee6b0e-31ac-4687-a432-1c46ba18e1e7)] {{(pid=91912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 06:20:00.368971 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-da105c1b-b9d7-49df-b69d-5ac908fafe14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-879323'] for port, precommit_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:20:00.443271 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.db.l3_dvr_db [None req-88f12f43-3a1d-430a-a59f-7f102075fdde None None] Set router b48c156b-3c9c-4a27-8427-3932990494c6 gateway port host: None {{(pid=91914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 06:20:00.493553 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.plugins.ml2.plugin [None req-da105c1b-b9d7-49df-b69d-5ac908fafe14 admin admin] Calling delete_port for b14abe69-0830-4a49-a1a6-c0865e3859ed owned by network:router_gateway {{(pid=91912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 06:20:00.585260 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.db.l3_hamode_db [None req-88f12f43-3a1d-430a-a59f-7f102075fdde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b48c156b-3c9c-4a27-8427-3932990494c6', 'name': 'tempest-AttachVolumeShelveTestJSON-44898397-router', 'tenant_id': 'cf682efceb1b40c4a2056518b30cc419', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T06:10:56Z', 'updated_at': '2021-06-01T06:20:00Z', 'revision_number': 6, 'project_id': 'cf682efceb1b40c4a2056518b30cc419', 'gw_port_host': None}], 'dv-cinder-793885-1-smb', False) {} {{(pid=91914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 06:20:00.589184 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88f12f43-3a1d-430a-a59f-7f102075fdde None None] The sync data for ids ['b48c156b-3c9c-4a27-8427-3932990494c6'] in dv-cinder-793885-1-smb is: [{'id': 'b48c156b-3c9c-4a27-8427-3932990494c6', 'name': 'tempest-AttachVolumeShelveTestJSON-44898397-router', 'tenant_id': 'cf682efceb1b40c4a2056518b30cc419', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T06:10:56Z', 'updated_at': '2021-06-01T06:20:00Z', 'revision_number': 6, 'project_id': 'cf682efceb1b40c4a2056518b30cc419', 'gw_port_host': None}] {{(pid=91914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 06:20:00.634973 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-da105c1b-b9d7-49df-b69d-5ac908fafe14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774208810150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774208425692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1720922'] for port, after_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:20:00.639381 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-dabe9a34-36c6-4e9e-ae2e-fe539ce5e738 tempest-TestMinimumBasicScenario-1035900223 tempest-TestMinimumBasicScenario-1035900223-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:20:00.681486 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da105c1b-b9d7-49df-b69d-5ac908fafe14 admin admin] Pushing event deleted for resources: {'Port': ['ID=b14abe69-0830-4a49-a1a6-c0865e3859ed,revision_number=None']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:20:00.684630 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-da105c1b-b9d7-49df-b69d-5ac908fafe14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:20:00.772378 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-da105c1b-b9d7-49df-b69d-5ac908fafe14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-880407'] for router_gateway, after_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:20:00.940379 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-da105c1b-b9d7-49df-b69d-5ac908fafe14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-890778', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5217'] for router, precommit_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:20:00.942798 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-da105c1b-b9d7-49df-b69d-5ac908fafe14 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:20:00.969492 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-da105c1b-b9d7-49df-b69d-5ac908fafe14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-890278'] for router, after_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:20:00.970028 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da105c1b-b9d7-49df-b69d-5ac908fafe14 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b48c156b-3c9c-4a27-8427-3932990494c6 {{(pid=91912) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 01 06:20:00.983850 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-da105c1b-b9d7-49df-b69d-5ac908fafe14 admin admin] Notify callbacks [] for router, before_response {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:20:00.984978 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [None req-da105c1b-b9d7-49df-b69d-5ac908fafe14 admin admin] 10.222.0.41 "DELETE /v2.0/routers/b48c156b-3c9c-4a27-8427-3932990494c6 HTTP/1.1" status: 204 len: 168 time: 1.1662896 Jun 01 06:20:00.988027 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.wsgi [-] (91912) accepted ('10.222.0.41', 59846) {{(pid=91912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 06:20:01.048074 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.db.db_base_plugin_v2 [None req-119af055-5a7a-4f65-a8a5-142137b88971 admin admin] Deleting subnet afe82765-6164-43ac-8036-06de690ecff6 {{(pid=91912) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 01 06:20:01.050968 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-119af055-5a7a-4f65-a8a5-142137b88971 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:20:01.100892 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-119af055-5a7a-4f65-a8a5-142137b88971 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11192973'] for subnet, precommit_delete_associations {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:20:01.160876 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-2212ef7e-50c1-45a6-8db2-90e035748ac3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774208951022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772053'] for agent, after_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:20:01.277910 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-119af055-5a7a-4f65-a8a5-142137b88971 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3776980'] for subnet, precommit_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:20:01.522822 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-119af055-5a7a-4f65-a8a5-142137b88971 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3784033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1720489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11144667'] for subnet, after_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:20:01.527150 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:20:01.563033 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119af055-5a7a-4f65-a8a5-142137b88971 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=afe82765-6164-43ac-8036-06de690ecff6,revision_number=None']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:20:01.566179 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-119af055-5a7a-4f65-a8a5-142137b88971 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:20:01.568698 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-119af055-5a7a-4f65-a8a5-142137b88971 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:20:01.574842 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc4a74a2-38f3-4a42-bddf-824ae6730822 None None] Network 0d0e27d7-e499-44c0-a6d3-0e69d07aa387 requested from dv-cinder-793885-1-smb {{(pid=91914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 06:20:01.582716 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.wsgi [-] (91913) accepted ('10.222.0.41', 59852) {{(pid=91913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 06:20:01.596625 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [None req-119af055-5a7a-4f65-a8a5-142137b88971 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/afe82765-6164-43ac-8036-06de690ecff6 HTTP/1.1" status: 204 len: 168 time: 0.6068082 Jun 01 06:20:01.698136 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-ef742ba8-61f5-4534-a473-864320e45443 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670944'] for network, before_delete {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:20:01.771435 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.plugins.ml2.plugin [None req-ef742ba8-61f5-4534-a473-864320e45443 admin admin] Deleting port 6199a658-81c5-4886-9ba8-633601a9d54a {{(pid=91913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 06:20:01.771435 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-ef742ba8-61f5-4534-a473-864320e45443 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774208809027'] for port, before_delete {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:20:01.817061 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8da18e41-771a-45a3-aea0-b71c3efbe5ed None None] DHCP port deletion for 0d0e27d7-e499-44c0-a6d3-0e69d07aa387 request from dv-cinder-793885-1-smb {{(pid=91914) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 01 06:20:01.871355 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.plugins.ml2.db [None req-ef742ba8-61f5-4534-a473-864320e45443 admin admin] For port 6199a658-81c5-4886-9ba8-633601a9d54a, host dv-cinder-793885-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793885-1-smb',level=0,port_id=6199a658-81c5-4886-9ba8-633601a9d54a,segment=NetworkSegment(5bcb411c-cc6a-4a4c-9bde-5ea76448952b),segment_id=5bcb411c-cc6a-4a4c-9bde-5ea76448952b)] {{(pid=91913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 06:20:01.871622 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-ef742ba8-61f5-4534-a473-864320e45443 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-879323'] for port, precommit_delete {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:20:01.880396 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.plugin [None req-8da18e41-771a-45a3-aea0-b71c3efbe5ed None None] Deleting port 6199a658-81c5-4886-9ba8-633601a9d54a {{(pid=91914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 06:20:01.880777 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-8da18e41-771a-45a3-aea0-b71c3efbe5ed None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774208809027'] for port, before_delete {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:20:01.978607 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.db [None req-8da18e41-771a-45a3-aea0-b71c3efbe5ed None None] For port 6199a658-81c5-4886-9ba8-633601a9d54a, host dv-cinder-793885-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793885-1-smb',level=0,port_id=6199a658-81c5-4886-9ba8-633601a9d54a,segment=NetworkSegment(5bcb411c-cc6a-4a4c-9bde-5ea76448952b),segment_id=5bcb411c-cc6a-4a4c-9bde-5ea76448952b)] {{(pid=91914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 06:20:01.979004 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-8da18e41-771a-45a3-aea0-b71c3efbe5ed None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-879323'] for port, precommit_delete {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:20:01.991214 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.plugins.ml2.plugin [None req-ef742ba8-61f5-4534-a473-864320e45443 admin admin] Calling delete_port for 6199a658-81c5-4886-9ba8-633601a9d54a owned by network:dhcp {{(pid=91913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 06:20:02.035699 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-ef742ba8-61f5-4534-a473-864320e45443 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774208810150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774208425692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10749551'] for port, after_delete {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:20:02.040241 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [None req-fc90c011-6f06-46bc-a4a6-4d64dc538a2b tempest-VolumesActionsTest-1337150399 tempest-VolumesActionsTest-1337150399-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:20:02.085790 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef742ba8-61f5-4534-a473-864320e45443 admin admin] Pushing event deleted for resources: {'Port': ['ID=6199a658-81c5-4886-9ba8-633601a9d54a,revision_number=None']} {{(pid=91913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:20:02.088540 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef742ba8-61f5-4534-a473-864320e45443 admin admin] No DVR routers for this DVR port 6199a658-81c5-4886-9ba8-633601a9d54a on host dv-cinder-793885-1-smb {{(pid=91913) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 06:20:02.088794 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [None req-ef742ba8-61f5-4534-a473-864320e45443 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:20:02.100833 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.plugin [None req-8da18e41-771a-45a3-aea0-b71c3efbe5ed None None] Calling delete_port for 6199a658-81c5-4886-9ba8-633601a9d54a owned by network:dhcp {{(pid=91914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 06:20:02.141362 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-8da18e41-771a-45a3-aea0-b71c3efbe5ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774208810150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774208425692'] for port, after_delete {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:20:02.146243 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG oslo_concurrency.lockutils [None req-0740bc50-545e-4b40-8005-6811d012dedf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91914) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:20:02.192574 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da18e41-771a-45a3-aea0-b71c3efbe5ed None None] Pushing event deleted for resources: {'Port': ['ID=6199a658-81c5-4886-9ba8-633601a9d54a,revision_number=None']} {{(pid=91914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:20:02.196192 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8da18e41-771a-45a3-aea0-b71c3efbe5ed None None] No DVR routers for this DVR port 6199a658-81c5-4886-9ba8-633601a9d54a on host dv-cinder-793885-1-smb {{(pid=91914) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 06:20:02.200733 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-ef742ba8-61f5-4534-a473-864320e45443 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3782491', 'neutron.services.segments.db._delete_segments_for_network-8774208951004'] for network, precommit_delete {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:20:02.202289 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da18e41-771a-45a3-aea0-b71c3efbe5ed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:20:02.202640 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da18e41-771a-45a3-aea0-b71c3efbe5ed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:20:02.202986 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da18e41-771a-45a3-aea0-b71c3efbe5ed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:20:02.203317 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da18e41-771a-45a3-aea0-b71c3efbe5ed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:20:02.203661 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da18e41-771a-45a3-aea0-b71c3efbe5ed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:20:02.203974 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da18e41-771a-45a3-aea0-b71c3efbe5ed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:20:02.204296 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da18e41-771a-45a3-aea0-b71c3efbe5ed None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:20:02.204615 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da18e41-771a-45a3-aea0-b71c3efbe5ed None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:20:02.204936 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da18e41-771a-45a3-aea0-b71c3efbe5ed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:20:02.205814 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da18e41-771a-45a3-aea0-b71c3efbe5ed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:20:02.206153 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da18e41-771a-45a3-aea0-b71c3efbe5ed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:20:02.206474 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da18e41-771a-45a3-aea0-b71c3efbe5ed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:20:02.209855 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG oslo_concurrency.lockutils [None req-8da18e41-771a-45a3-aea0-b71c3efbe5ed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=91914) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:20:02.215055 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.services.segments.db [None req-ef742ba8-61f5-4534-a473-864320e45443 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d0e27d7-e499-44c0-a6d3-0e69d07aa387']}} {{(pid=91913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 06:20:02.227617 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.services.segments.db [None req-ef742ba8-61f5-4534-a473-864320e45443 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5bcb411c-cc6a-4a4c-9bde-5ea76448952b') {'for_net_delete': True} {{(pid=91913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 06:20:02.227908 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.services.segments.db [None req-ef742ba8-61f5-4534-a473-864320e45443 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5bcb411c-cc6a-4a4c-9bde-5ea76448952b') {} {{(pid=91913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 06:20:02.238912 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-ef742ba8-61f5-4534-a473-864320e45443 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774208960925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11393170'] for segment, before_delete {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:20:02.254198 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-ef742ba8-61f5-4534-a473-864320e45443 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3778787'] for segment, precommit_delete {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:20:02.260353 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef742ba8-61f5-4534-a473-864320e45443 admin admin] Releasing vlan 346 on physical network physnet1 to pool {{(pid=91913) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 06:20:02.260725 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-ef742ba8-61f5-4534-a473-864320e45443 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3778787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10749498'] for segment, after_delete {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:20:02.273809 dv-cinder-793885-1-smb neutron-server[91913]: Traceback (most recent call last): Jun 01 06:20:02.273809 dv-cinder-793885-1-smb neutron-server[91913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 01 06:20:02.273809 dv-cinder-793885-1-smb neutron-server[91913]: timer() Jun 01 06:20:02.273809 dv-cinder-793885-1-smb neutron-server[91913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 01 06:20:02.273809 dv-cinder-793885-1-smb neutron-server[91913]: cb(*args, **kw) Jun 01 06:20:02.273809 dv-cinder-793885-1-smb neutron-server[91913]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 01 06:20:02.273809 dv-cinder-793885-1-smb neutron-server[91913]: return func(*args, **kwargs) Jun 01 06:20:02.273809 dv-cinder-793885-1-smb neutron-server[91913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 01 06:20:02.273809 dv-cinder-793885-1-smb neutron-server[91913]: self._notify() Jun 01 06:20:02.273809 dv-cinder-793885-1-smb neutron-server[91913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 01 06:20:02.273809 dv-cinder-793885-1-smb neutron-server[91913]: self.callback(batched_events) Jun 01 06:20:02.273809 dv-cinder-793885-1-smb neutron-server[91913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 01 06:20:02.273809 dv-cinder-793885-1-smb neutron-server[91913]: event.method(event) Jun 01 06:20:02.273809 dv-cinder-793885-1-smb neutron-server[91913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 01 06:20:02.273809 dv-cinder-793885-1-smb neutron-server[91913]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 01 06:20:02.273809 dv-cinder-793885-1-smb neutron-server[91913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 01 06:20:02.273809 dv-cinder-793885-1-smb neutron-server[91913]: aggregate_uuid = self.p_client.list_aggregates( Jun 01 06:20:02.273809 dv-cinder-793885-1-smb neutron-server[91913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 01 06:20:02.273809 dv-cinder-793885-1-smb neutron-server[91913]: return f(self, *a, **k) Jun 01 06:20:02.273809 dv-cinder-793885-1-smb neutron-server[91913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 01 06:20:02.273809 dv-cinder-793885-1-smb neutron-server[91913]: return self._get(url).json() Jun 01 06:20:02.273809 dv-cinder-793885-1-smb neutron-server[91913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 01 06:20:02.273809 dv-cinder-793885-1-smb neutron-server[91913]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 01 06:20:02.273809 dv-cinder-793885-1-smb neutron-server[91913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 01 06:20:02.273809 dv-cinder-793885-1-smb neutron-server[91913]: return self.request(url, 'GET', **kwargs) Jun 01 06:20:02.273809 dv-cinder-793885-1-smb neutron-server[91913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 01 06:20:02.273809 dv-cinder-793885-1-smb neutron-server[91913]: base_url = self.get_endpoint(auth, allow=allow, Jun 01 06:20:02.273809 dv-cinder-793885-1-smb neutron-server[91913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 01 06:20:02.273809 dv-cinder-793885-1-smb neutron-server[91913]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 01 06:20:02.273809 dv-cinder-793885-1-smb neutron-server[91913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 01 06:20:02.273809 dv-cinder-793885-1-smb neutron-server[91913]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 01 06:20:02.273809 dv-cinder-793885-1-smb neutron-server[91913]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 01 06:20:02.351179 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-ef742ba8-61f5-4534-a473-864320e45443 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3782482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-940336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-880394'] for network, after_delete {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:20:02.355074 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:20:02.368306 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-ef742ba8-61f5-4534-a473-864320e45443 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536287'] for network, before_response {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:20:02.379096 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef742ba8-61f5-4534-a473-864320e45443 admin admin] Pushing event deleted for resources: {'Network': ['ID=0d0e27d7-e499-44c0-a6d3-0e69d07aa387,revision_number=None']} {{(pid=91913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:20:02.382177 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [None req-ef742ba8-61f5-4534-a473-864320e45443 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:20:02.394366 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [None req-ef742ba8-61f5-4534-a473-864320e45443 admin admin] 10.222.0.41 "DELETE /v2.0/networks/0d0e27d7-e499-44c0-a6d3-0e69d07aa387 HTTP/1.1" status: 204 len: 168 time: 0.8096669 Jun 01 06:20:02.400505 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.rpc [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] Device b14abe69-0830-4a49-a1a6-c0865e3859ed no longer exists at agent ovs-agent-dv-cinder-793885-1-smb {{(pid=91914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 06:20:02.434245 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.plugin [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] No Port match for: b14abe69-0830-4a49-a1a6-c0865e3859ed {{(pid=91914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 01 06:20:02.434665 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.rpc [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] Device b14abe69-0830-4a49-a1a6-c0865e3859ed not bound to the agent host dv-cinder-793885-1-smb {{(pid=91914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 06:20:02.435088 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.rpc [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] Device 6199a658-81c5-4886-9ba8-633601a9d54a no longer exists at agent ovs-agent-dv-cinder-793885-1-smb {{(pid=91914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 06:20:02.468971 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.plugin [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] No Port match for: 6199a658-81c5-4886-9ba8-633601a9d54a {{(pid=91914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 01 06:20:02.469526 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.rpc [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] Device 6199a658-81c5-4886-9ba8-633601a9d54a not bound to the agent host dv-cinder-793885-1-smb {{(pid=91914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 06:20:02.469941 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.rpc [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] Device abf20de4-9ca8-4d3e-9dab-8840a5728104 no longer exists at agent ovs-agent-dv-cinder-793885-1-smb {{(pid=91914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 06:20:02.504718 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.plugin [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] No Port match for: abf20de4-9ca8-4d3e-9dab-8840a5728104 {{(pid=91914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 01 06:20:02.505090 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.rpc [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] Device abf20de4-9ca8-4d3e-9dab-8840a5728104 not bound to the agent host dv-cinder-793885-1-smb {{(pid=91914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 06:20:02.508873 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.wsgi [-] (91913) accepted ('10.222.0.41', 59858) {{(pid=91913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 06:20:02.557080 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [None req-e24c3268-93e5-40b2-83f0-3a6277aae6ed admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=cf682efceb1b40c4a2056518b30cc419&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0469680 Jun 01 06:20:02.559459 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.wsgi [-] (91912) accepted ('10.222.0.41', 59862) {{(pid=91912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 06:20:02.616920 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-df64e15b-7645-48d9-80ec-1f027e65f308 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:20:02.642443 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-df64e15b-7645-48d9-80ec-1f027e65f308 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:20:02.694729 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-df64e15b-7645-48d9-80ec-1f027e65f308 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940402'] for security_group, after_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:20:02.698617 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-b71d7aa7-e929-4d30-b0b0-084b2741d2ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:20:02.711617 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df64e15b-7645-48d9-80ec-1f027e65f308 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29525cd3-1a24-47b8-8173-7c555b06c69d,revision_number=None']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:20:02.714005 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-df64e15b-7645-48d9-80ec-1f027e65f308 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:20:02.723025 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-df64e15b-7645-48d9-80ec-1f027e65f308 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:20:02.724218 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [None req-df64e15b-7645-48d9-80ec-1f027e65f308 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/29525cd3-1a24-47b8-8173-7c555b06c69d HTTP/1.1" status: 204 len: 168 time: 0.1637857 Jun 01 06:20:04.102815 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.wsgi [-] (91913) accepted ('10.222.0.41', 59918) {{(pid=91913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 06:20:04.217591 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-410594b9-97e0-4dff-9e20-6bf3007640c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:20:04.232119 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.db.quota.driver [None req-410594b9-97e0-4dff-9e20-6bf3007640c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 06:20:04.235926 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.quota.resource [None req-410594b9-97e0-4dff-9e20-6bf3007640c8 admin admin] Usage tracker for resource:security_group_rule and tenant:99e61875093f4791896a10ff2a963d21 is out of sync, need to count used quota {{(pid=91913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 06:20:04.239242 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.quota.resource [None req-410594b9-97e0-4dff-9e20-6bf3007640c8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 06:20:04.244817 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.db.quota.driver [None req-410594b9-97e0-4dff-9e20-6bf3007640c8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 06:20:04.336357 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-410594b9-97e0-4dff-9e20-6bf3007640c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:20:04.340563 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-410594b9-97e0-4dff-9e20-6bf3007640c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940402'] for security_group, after_create {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:20:04.347920 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [None req-0cf9c23d-db9e-4197-b4dd-04b38631f306 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:20:04.392598 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [None req-410594b9-97e0-4dff-9e20-6bf3007640c8 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=99e61875093f4791896a10ff2a963d21&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2887506 Jun 01 06:20:04.393539 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410594b9-97e0-4dff-9e20-6bf3007640c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfc5ab41-90ea-40e6-919c-4093a918a71a,revision_number=1']} {{(pid=91913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:20:04.395317 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.wsgi [-] (91912) accepted ('10.222.0.41', 59924) {{(pid=91912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 06:20:04.396557 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [None req-410594b9-97e0-4dff-9e20-6bf3007640c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:20:04.456543 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-15c2e5eb-aa8d-4df4-8e48-8ac3a1fc5d7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:20:04.481598 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-15c2e5eb-aa8d-4df4-8e48-8ac3a1fc5d7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:20:04.535549 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-15c2e5eb-aa8d-4df4-8e48-8ac3a1fc5d7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940402'] for security_group, after_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:20:04.540466 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-30729688-7765-4073-8ee7-6e24d8b3b444 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:20:04.552696 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c2e5eb-aa8d-4df4-8e48-8ac3a1fc5d7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfc5ab41-90ea-40e6-919c-4093a918a71a,revision_number=None']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:20:04.555460 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-15c2e5eb-aa8d-4df4-8e48-8ac3a1fc5d7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:20:04.558830 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-15c2e5eb-aa8d-4df4-8e48-8ac3a1fc5d7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:20:04.559949 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [None req-15c2e5eb-aa8d-4df4-8e48-8ac3a1fc5d7b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/dfc5ab41-90ea-40e6-919c-4093a918a71a HTTP/1.1" status: 204 len: 168 time: 0.1631083 Jun 01 06:20:05.206017 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.wsgi [-] (91913) accepted ('10.222.0.41', 59950) {{(pid=91913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 06:20:05.309242 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.v2.base [None req-8aa4ff6e-3cde-454b-9178-751039c2abc3 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1585153881-network', 'tenant_id': 'faee4a9605a74d7892f4f898e53b1a81'}} {{(pid=91913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 06:20:05.313825 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.db.quota.driver [None req-8aa4ff6e-3cde-454b-9178-751039c2abc3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 06:20:05.317678 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.quota.resource [None req-8aa4ff6e-3cde-454b-9178-751039c2abc3 admin admin] Usage tracker for resource:network and tenant:faee4a9605a74d7892f4f898e53b1a81 is out of sync, need to count used quota {{(pid=91913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 06:20:05.320481 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.quota.resource [None req-8aa4ff6e-3cde-454b-9178-751039c2abc3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 06:20:05.326130 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.db.quota.driver [None req-8aa4ff6e-3cde-454b-9178-751039c2abc3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 06:20:05.336783 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8aa4ff6e-3cde-454b-9178-751039c2abc3 admin admin] Made reservation on behalf of faee4a9605a74d7892f4f898e53b1a81 for: {'network': 1} {{(pid=91913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 06:20:05.339001 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-8aa4ff6e-3cde-454b-9178-751039c2abc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3824659'] for network, before_create {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:20:05.351506 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-8aa4ff6e-3cde-454b-9178-751039c2abc3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:20:05.365711 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.db.quota.driver [None req-8aa4ff6e-3cde-454b-9178-751039c2abc3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 06:20:05.369538 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.quota.resource [None req-8aa4ff6e-3cde-454b-9178-751039c2abc3 admin admin] Usage tracker for resource:security_group_rule and tenant:faee4a9605a74d7892f4f898e53b1a81 is out of sync, need to count used quota {{(pid=91913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 06:20:05.372360 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.quota.resource [None req-8aa4ff6e-3cde-454b-9178-751039c2abc3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 06:20:05.378529 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.db.quota.driver [None req-8aa4ff6e-3cde-454b-9178-751039c2abc3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 06:20:05.458972 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-8aa4ff6e-3cde-454b-9178-751039c2abc3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:20:05.462647 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-8aa4ff6e-3cde-454b-9178-751039c2abc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940402'] for security_group, after_create {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:20:05.466485 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [None req-8a6869ba-bc66-43ee-ad09-9b56f51fec70 tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:20:05.489940 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8aa4ff6e-3cde-454b-9178-751039c2abc3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 332} {{(pid=91913) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 06:20:05.502050 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa4ff6e-3cde-454b-9178-751039c2abc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17e2106a-4a89-4d45-91a1-9b12a1874f6c,revision_number=1']} {{(pid=91913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:20:05.506544 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [None req-8aa4ff6e-3cde-454b-9178-751039c2abc3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:20:05.507460 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-8aa4ff6e-3cde-454b-9178-751039c2abc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3778787'] for segment, precommit_create {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:20:05.507799 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.db.segments_db [None req-8aa4ff6e-3cde-454b-9178-751039c2abc3 admin admin] Added segment cccccf14-1165-49a4-adaa-4cd3e8f38157 of type vlan for network 21f94389-93bf-47b9-8653-464fc2093e67 Jun 01 06:20:05.533944 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-8aa4ff6e-3cde-454b-9178-751039c2abc3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774208444501'] for network, precommit_create {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:20:05.562557 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-8aa4ff6e-3cde-454b-9178-751039c2abc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-940336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536314'] for network, after_create {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:20:05.563853 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aa4ff6e-3cde-454b-9178-751039c2abc3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:20:05.564443 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-8aa4ff6e-3cde-454b-9178-751039c2abc3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536287'] for network, before_response {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:20:05.568307 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [None req-f4a1ac4b-54c0-4b25-9972-ca0f948ddc80 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:20:05.770492 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa4ff6e-3cde-454b-9178-751039c2abc3 admin admin] Pushing event updated for resources: {'Network': ['ID=21f94389-93bf-47b9-8653-464fc2093e67,revision_number=1']} {{(pid=91913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:20:05.773446 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [None req-8aa4ff6e-3cde-454b-9178-751039c2abc3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:20:05.776957 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [None req-8aa4ff6e-3cde-454b-9178-751039c2abc3 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.5698919 Jun 01 06:20:05.779942 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.wsgi [-] (91913) accepted ('10.222.0.41', 59956) {{(pid=91913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 06:20:05.780106 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.rpc [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] Network 21f94389-93bf-47b9-8653-464fc2093e67 details requested by agent ovs-agent-dv-cinder-793885-1-smb with host dv-cinder-793885-1-smb {{(pid=91914) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 06:20:05.786439 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.v2.base [None req-55b1894e-ef6f-4f0f-ac26-be909600e141 admin admin] Request body: {'subnet': {'network_id': '21f94389-93bf-47b9-8653-464fc2093e67', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1585153881-subnet', 'tenant_id': 'faee4a9605a74d7892f4f898e53b1a81', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 06:20:05.791077 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.db.quota.driver [None req-55b1894e-ef6f-4f0f-ac26-be909600e141 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 06:20:05.794806 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.quota.resource [None req-55b1894e-ef6f-4f0f-ac26-be909600e141 admin admin] Usage tracker for resource:subnet and tenant:faee4a9605a74d7892f4f898e53b1a81 is out of sync, need to count used quota {{(pid=91913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 06:20:05.797649 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.quota.resource [None req-55b1894e-ef6f-4f0f-ac26-be909600e141 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 06:20:05.803188 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.db.quota.driver [None req-55b1894e-ef6f-4f0f-ac26-be909600e141 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 06:20:05.813448 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55b1894e-ef6f-4f0f-ac26-be909600e141 admin admin] Made reservation on behalf of faee4a9605a74d7892f4f898e53b1a81 for: {'subnet': 1} {{(pid=91913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 06:20:05.815660 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-55b1894e-ef6f-4f0f-ac26-be909600e141 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11365373'] for subnet, before_create {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:20:06.193542 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-55b1894e-ef6f-4f0f-ac26-be909600e141 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10749151', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11365355'] for subnet, after_create {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:20:06.198043 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:20:06.269376 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b1894e-ef6f-4f0f-ac26-be909600e141 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7b47dd9b-cfd7-4047-844a-5446d5abeac0,revision_number=0']} {{(pid=91913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:20:06.272804 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [None req-55b1894e-ef6f-4f0f-ac26-be909600e141 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:20:06.275394 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55b1894e-ef6f-4f0f-ac26-be909600e141 admin admin] Checking segment: {'id': 'cccccf14-1165-49a4-adaa-4cd3e8f38157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '21f94389-93bf-47b9-8653-464fc2093e67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 06:20:06.275645 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55b1894e-ef6f-4f0f-ac26-be909600e141 admin admin] Network hostable DHCP agents. Network: 21f94389-93bf-47b9-8653-464fc2093e67, hostable agents: ['19337ed4-2364-4f5e-82f6-1f840bd5d30c'], hosted agents: [] {{(pid=91913) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 06:20:06.292457 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55b1894e-ef6f-4f0f-ac26-be909600e141 admin admin] Network 21f94389-93bf-47b9-8653-464fc2093e67 is scheduled to be hosted by DHCP agent 19337ed4-2364-4f5e-82f6-1f840bd5d30c with binding_index 1 {{(pid=91913) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 06:20:06.301290 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.scheduler.base_scheduler [None req-55b1894e-ef6f-4f0f-ac26-be909600e141 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-793885-1-smb, 21f94389-93bf-47b9-8653-464fc2093e67) {{(pid=91913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 06:20:06.309427 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55b1894e-ef6f-4f0f-ac26-be909600e141 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:20:06.309595 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3991afeb-38ee-4291-b716-ea12dd4c8028 None None] Network 21f94389-93bf-47b9-8653-464fc2093e67 requested from dv-cinder-793885-1-smb {{(pid=91914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 06:20:06.310044 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-55b1894e-ef6f-4f0f-ac26-be909600e141 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536287'] for subnet, before_response {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:20:06.329965 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [None req-55b1894e-ef6f-4f0f-ac26-be909600e141 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.5488224 Jun 01 06:20:06.497252 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-645780d5-b54b-485f-9c91-129ebe42d150 None None] Network 21f94389-93bf-47b9-8653-464fc2093e67 requested from dv-cinder-793885-1-smb {{(pid=91914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 06:20:06.830836 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.wsgi [-] (91912) accepted ('10.222.0.41', 59976) {{(pid=91912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 06:20:06.836277 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.v2.base [None req-44765cec-03c0-4e6b-86d7-1c147735c115 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1963226500-network', 'tenant_id': '7be1baf97e9940c8a6c92cde78c5e1ab'}} {{(pid=91912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 06:20:06.840811 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.db.quota.driver [None req-44765cec-03c0-4e6b-86d7-1c147735c115 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91912) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 06:20:06.844854 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.quota.resource [None req-44765cec-03c0-4e6b-86d7-1c147735c115 admin admin] Usage tracker for resource:network and tenant:7be1baf97e9940c8a6c92cde78c5e1ab is out of sync, need to count used quota {{(pid=91912) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 06:20:06.848328 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.quota.resource [None req-44765cec-03c0-4e6b-86d7-1c147735c115 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91912) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 06:20:06.854031 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.db.quota.driver [None req-44765cec-03c0-4e6b-86d7-1c147735c115 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91912) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 06:20:06.864839 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44765cec-03c0-4e6b-86d7-1c147735c115 admin admin] Made reservation on behalf of 7be1baf97e9940c8a6c92cde78c5e1ab for: {'network': 1} {{(pid=91912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 06:20:06.867219 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-44765cec-03c0-4e6b-86d7-1c147735c115 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3824659'] for network, before_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:20:06.879239 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-44765cec-03c0-4e6b-86d7-1c147735c115 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:20:06.894540 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.db.quota.driver [None req-44765cec-03c0-4e6b-86d7-1c147735c115 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91912) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 06:20:06.898444 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.quota.resource [None req-44765cec-03c0-4e6b-86d7-1c147735c115 admin admin] Usage tracker for resource:security_group_rule and tenant:7be1baf97e9940c8a6c92cde78c5e1ab is out of sync, need to count used quota {{(pid=91912) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 06:20:06.901247 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.quota.resource [None req-44765cec-03c0-4e6b-86d7-1c147735c115 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91912) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 06:20:06.906854 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.db.quota.driver [None req-44765cec-03c0-4e6b-86d7-1c147735c115 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91912) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 06:20:06.988945 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-44765cec-03c0-4e6b-86d7-1c147735c115 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:20:06.992504 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-44765cec-03c0-4e6b-86d7-1c147735c115 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940402'] for security_group, after_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:20:06.996353 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-31d825e5-0678-4508-9550-cb702500e045 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:20:07.021717 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44765cec-03c0-4e6b-86d7-1c147735c115 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 329} {{(pid=91912) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 06:20:07.034138 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44765cec-03c0-4e6b-86d7-1c147735c115 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4297b6bb-39a5-4673-b275-7361fc5b5e5e,revision_number=1']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:20:07.038153 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-44765cec-03c0-4e6b-86d7-1c147735c115 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:20:07.039044 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-44765cec-03c0-4e6b-86d7-1c147735c115 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3778787'] for segment, precommit_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:20:07.039374 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.db.segments_db [None req-44765cec-03c0-4e6b-86d7-1c147735c115 admin admin] Added segment d0c7dc28-51ac-4aa3-9a6b-17497170a783 of type vlan for network 2751491e-623b-4d39-8479-4133dc73ee83 Jun 01 06:20:07.066389 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-44765cec-03c0-4e6b-86d7-1c147735c115 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774208444501'] for network, precommit_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:20:07.093598 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-44765cec-03c0-4e6b-86d7-1c147735c115 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-940336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536314'] for network, after_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:20:07.095066 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44765cec-03c0-4e6b-86d7-1c147735c115 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:20:07.095647 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-44765cec-03c0-4e6b-86d7-1c147735c115 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536287'] for network, before_response {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:20:07.100614 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:20:07.204341 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [None req-44765cec-03c0-4e6b-86d7-1c147735c115 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.3683732 Jun 01 06:20:07.204341 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44765cec-03c0-4e6b-86d7-1c147735c115 admin admin] Pushing event updated for resources: {'Network': ['ID=2751491e-623b-4d39-8479-4133dc73ee83,revision_number=1']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:20:07.204341 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-44765cec-03c0-4e6b-86d7-1c147735c115 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:20:07.205051 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.wsgi [-] (91912) accepted ('10.222.0.41', 59982) {{(pid=91912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 06:20:07.210496 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.v2.base [None req-83c7a5e7-c5c6-418a-a6b2-9524ccb63ae1 admin admin] Request body: {'subnet': {'network_id': '2751491e-623b-4d39-8479-4133dc73ee83', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1963226500-subnet', 'tenant_id': '7be1baf97e9940c8a6c92cde78c5e1ab', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 06:20:07.215482 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.db.quota.driver [None req-83c7a5e7-c5c6-418a-a6b2-9524ccb63ae1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91912) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 06:20:07.216916 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.rpc [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] Network 2751491e-623b-4d39-8479-4133dc73ee83 details requested by agent ovs-agent-dv-cinder-793885-1-smb with host dv-cinder-793885-1-smb {{(pid=91914) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 06:20:07.220208 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.quota.resource [None req-83c7a5e7-c5c6-418a-a6b2-9524ccb63ae1 admin admin] Usage tracker for resource:subnet and tenant:7be1baf97e9940c8a6c92cde78c5e1ab is out of sync, need to count used quota {{(pid=91912) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 06:20:07.227676 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.quota.resource [None req-83c7a5e7-c5c6-418a-a6b2-9524ccb63ae1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91912) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 06:20:07.233867 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.db.quota.driver [None req-83c7a5e7-c5c6-418a-a6b2-9524ccb63ae1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91912) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 06:20:07.245342 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83c7a5e7-c5c6-418a-a6b2-9524ccb63ae1 admin admin] Made reservation on behalf of 7be1baf97e9940c8a6c92cde78c5e1ab for: {'subnet': 1} {{(pid=91912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 06:20:07.247751 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-83c7a5e7-c5c6-418a-a6b2-9524ccb63ae1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11144644'] for subnet, before_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:20:07.622981 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-83c7a5e7-c5c6-418a-a6b2-9524ccb63ae1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1720554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11144658'] for subnet, after_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:20:07.628022 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-119af055-5a7a-4f65-a8a5-142137b88971 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:20:07.699795 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c7a5e7-c5c6-418a-a6b2-9524ccb63ae1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1d8d4012-b53a-4a25-8748-8b89c25d0541,revision_number=0']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:20:07.704913 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-83c7a5e7-c5c6-418a-a6b2-9524ccb63ae1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:20:07.707890 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83c7a5e7-c5c6-418a-a6b2-9524ccb63ae1 admin admin] Checking segment: {'id': 'd0c7dc28-51ac-4aa3-9a6b-17497170a783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '2751491e-623b-4d39-8479-4133dc73ee83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 06:20:07.708250 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83c7a5e7-c5c6-418a-a6b2-9524ccb63ae1 admin admin] Network hostable DHCP agents. Network: 2751491e-623b-4d39-8479-4133dc73ee83, hostable agents: ['19337ed4-2364-4f5e-82f6-1f840bd5d30c'], hosted agents: [] {{(pid=91912) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 06:20:07.727192 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83c7a5e7-c5c6-418a-a6b2-9524ccb63ae1 admin admin] Network 2751491e-623b-4d39-8479-4133dc73ee83 is scheduled to be hosted by DHCP agent 19337ed4-2364-4f5e-82f6-1f840bd5d30c with binding_index 1 {{(pid=91912) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 06:20:07.736731 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.scheduler.base_scheduler [None req-83c7a5e7-c5c6-418a-a6b2-9524ccb63ae1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-793885-1-smb, 2751491e-623b-4d39-8479-4133dc73ee83) {{(pid=91912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 06:20:07.745376 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4c2df21-fe76-499e-94f3-725008ca8295 None None] Network 2751491e-623b-4d39-8479-4133dc73ee83 requested from dv-cinder-793885-1-smb {{(pid=91914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 06:20:07.745536 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83c7a5e7-c5c6-418a-a6b2-9524ccb63ae1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:20:07.746064 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-83c7a5e7-c5c6-418a-a6b2-9524ccb63ae1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:20:07.769190 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [None req-83c7a5e7-c5c6-418a-a6b2-9524ccb63ae1 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.5630219 Jun 01 06:20:07.900725 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.wsgi [-] (91912) accepted ('10.222.0.41', 59988) {{(pid=91912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 06:20:07.959111 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3603bc67-4d7b-4fe3-b84d-353592a6f8e2 None None] Network 2751491e-623b-4d39-8479-4133dc73ee83 requested from dv-cinder-793885-1-smb {{(pid=91914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 06:20:07.961061 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.db.db_base_plugin_v2 [None req-994b665b-df3a-4d83-9af0-92492cca3893 admin admin] Deleting subnet 7b47dd9b-cfd7-4047-844a-5446d5abeac0 {{(pid=91912) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 01 06:20:07.964173 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-994b665b-df3a-4d83-9af0-92492cca3893 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:20:08.016556 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-994b665b-df3a-4d83-9af0-92492cca3893 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11192973'] for subnet, precommit_delete_associations {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:20:08.070717 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-994b665b-df3a-4d83-9af0-92492cca3893 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3776980'] for subnet, precommit_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:20:08.405107 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-994b665b-df3a-4d83-9af0-92492cca3893 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3784033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1720489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11144667'] for subnet, after_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:20:08.409598 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:20:08.443457 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994b665b-df3a-4d83-9af0-92492cca3893 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7b47dd9b-cfd7-4047-844a-5446d5abeac0,revision_number=None']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:20:08.445924 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-994b665b-df3a-4d83-9af0-92492cca3893 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:20:08.448690 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-994b665b-df3a-4d83-9af0-92492cca3893 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:20:08.455453 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [None req-994b665b-df3a-4d83-9af0-92492cca3893 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/7b47dd9b-cfd7-4047-844a-5446d5abeac0 HTTP/1.1" status: 204 len: 168 time: 0.5533872 Jun 01 06:20:08.457788 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.wsgi [-] (91912) accepted ('10.222.0.41', 59994) {{(pid=91912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 06:20:08.562389 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-0dc8b757-6b8b-4349-9a9e-3c0e7030f8a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670944'] for network, before_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:20:08.686425 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-0dc8b757-6b8b-4349-9a9e-3c0e7030f8a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3782491', 'neutron.services.segments.db._delete_segments_for_network-8774208951004'] for network, precommit_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:20:08.699681 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.services.segments.db [None req-0dc8b757-6b8b-4349-9a9e-3c0e7030f8a8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21f94389-93bf-47b9-8653-464fc2093e67']}} {{(pid=91912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 06:20:08.714879 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.services.segments.db [None req-0dc8b757-6b8b-4349-9a9e-3c0e7030f8a8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cccccf14-1165-49a4-adaa-4cd3e8f38157') {'for_net_delete': True} {{(pid=91912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 06:20:08.715169 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.services.segments.db [None req-0dc8b757-6b8b-4349-9a9e-3c0e7030f8a8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cccccf14-1165-49a4-adaa-4cd3e8f38157') {} {{(pid=91912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 06:20:08.726875 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-0dc8b757-6b8b-4349-9a9e-3c0e7030f8a8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774208960925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11192966'] for segment, before_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:20:08.742117 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-0dc8b757-6b8b-4349-9a9e-3c0e7030f8a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3778787'] for segment, precommit_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:20:08.748349 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0dc8b757-6b8b-4349-9a9e-3c0e7030f8a8 admin admin] Releasing vlan 332 on physical network physnet1 to pool {{(pid=91912) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 06:20:08.748802 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-0dc8b757-6b8b-4349-9a9e-3c0e7030f8a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3778787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1720847'] for segment, after_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:20:08.761682 dv-cinder-793885-1-smb neutron-server[91912]: Traceback (most recent call last): Jun 01 06:20:08.761682 dv-cinder-793885-1-smb neutron-server[91912]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 01 06:20:08.761682 dv-cinder-793885-1-smb neutron-server[91912]: timer() Jun 01 06:20:08.761682 dv-cinder-793885-1-smb neutron-server[91912]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 01 06:20:08.761682 dv-cinder-793885-1-smb neutron-server[91912]: cb(*args, **kw) Jun 01 06:20:08.761682 dv-cinder-793885-1-smb neutron-server[91912]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 01 06:20:08.761682 dv-cinder-793885-1-smb neutron-server[91912]: return func(*args, **kwargs) Jun 01 06:20:08.761682 dv-cinder-793885-1-smb neutron-server[91912]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 01 06:20:08.761682 dv-cinder-793885-1-smb neutron-server[91912]: self._notify() Jun 01 06:20:08.761682 dv-cinder-793885-1-smb neutron-server[91912]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 01 06:20:08.761682 dv-cinder-793885-1-smb neutron-server[91912]: self.callback(batched_events) Jun 01 06:20:08.761682 dv-cinder-793885-1-smb neutron-server[91912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 01 06:20:08.761682 dv-cinder-793885-1-smb neutron-server[91912]: event.method(event) Jun 01 06:20:08.761682 dv-cinder-793885-1-smb neutron-server[91912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 01 06:20:08.761682 dv-cinder-793885-1-smb neutron-server[91912]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 01 06:20:08.761682 dv-cinder-793885-1-smb neutron-server[91912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 01 06:20:08.761682 dv-cinder-793885-1-smb neutron-server[91912]: aggregate_uuid = self.p_client.list_aggregates( Jun 01 06:20:08.761682 dv-cinder-793885-1-smb neutron-server[91912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 01 06:20:08.761682 dv-cinder-793885-1-smb neutron-server[91912]: return f(self, *a, **k) Jun 01 06:20:08.761682 dv-cinder-793885-1-smb neutron-server[91912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 01 06:20:08.761682 dv-cinder-793885-1-smb neutron-server[91912]: return self._get(url).json() Jun 01 06:20:08.761682 dv-cinder-793885-1-smb neutron-server[91912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 01 06:20:08.761682 dv-cinder-793885-1-smb neutron-server[91912]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 01 06:20:08.761682 dv-cinder-793885-1-smb neutron-server[91912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 01 06:20:08.761682 dv-cinder-793885-1-smb neutron-server[91912]: return self.request(url, 'GET', **kwargs) Jun 01 06:20:08.761682 dv-cinder-793885-1-smb neutron-server[91912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 01 06:20:08.761682 dv-cinder-793885-1-smb neutron-server[91912]: base_url = self.get_endpoint(auth, allow=allow, Jun 01 06:20:08.761682 dv-cinder-793885-1-smb neutron-server[91912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 01 06:20:08.761682 dv-cinder-793885-1-smb neutron-server[91912]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 01 06:20:08.761682 dv-cinder-793885-1-smb neutron-server[91912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 01 06:20:08.761682 dv-cinder-793885-1-smb neutron-server[91912]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 01 06:20:08.761682 dv-cinder-793885-1-smb neutron-server[91912]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 01 06:20:08.835202 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-0dc8b757-6b8b-4349-9a9e-3c0e7030f8a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3782482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-940336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-880394'] for network, after_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:20:08.838845 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-c3264357-6d1c-4341-82f1-bb820a83550a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:20:08.852141 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-0dc8b757-6b8b-4349-9a9e-3c0e7030f8a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536287'] for network, before_response {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:20:08.865371 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [None req-0dc8b757-6b8b-4349-9a9e-3c0e7030f8a8 admin admin] 10.222.0.41 "DELETE /v2.0/networks/21f94389-93bf-47b9-8653-464fc2093e67 HTTP/1.1" status: 204 len: 168 time: 0.4064004 Jun 01 06:20:08.866373 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc8b757-6b8b-4349-9a9e-3c0e7030f8a8 admin admin] Pushing event deleted for resources: {'Network': ['ID=21f94389-93bf-47b9-8653-464fc2093e67,revision_number=None']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:20:08.869407 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.wsgi [-] (91912) accepted ('10.222.0.41', 59998) {{(pid=91912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 06:20:08.872122 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-0dc8b757-6b8b-4349-9a9e-3c0e7030f8a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:20:08.933346 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b776e2a-43ac-491d-bc0a-471adf7813ac admin admin] Deleting subnet 1d8d4012-b53a-4a25-8748-8b89c25d0541 {{(pid=91912) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 01 06:20:08.936328 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-6b776e2a-43ac-491d-bc0a-471adf7813ac admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:20:08.984639 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-6b776e2a-43ac-491d-bc0a-471adf7813ac admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11192973'] for subnet, precommit_delete_associations {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:20:09.041398 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-6b776e2a-43ac-491d-bc0a-471adf7813ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3776980'] for subnet, precommit_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:20:09.278129 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-6b776e2a-43ac-491d-bc0a-471adf7813ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3784033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1720489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11144667'] for subnet, after_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:20:09.281790 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:20:09.317770 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b776e2a-43ac-491d-bc0a-471adf7813ac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1d8d4012-b53a-4a25-8748-8b89c25d0541,revision_number=None']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:20:09.321166 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-6b776e2a-43ac-491d-bc0a-471adf7813ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:20:09.323582 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-6b776e2a-43ac-491d-bc0a-471adf7813ac admin admin] Notify callbacks [] for subnet, before_response {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:20:09.329287 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [None req-6b776e2a-43ac-491d-bc0a-471adf7813ac admin admin] 10.222.0.41 "DELETE /v2.0/subnets/1d8d4012-b53a-4a25-8748-8b89c25d0541 HTTP/1.1" status: 204 len: 168 time: 0.4587893 Jun 01 06:20:09.332314 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.wsgi [-] (91912) accepted ('10.222.0.41', 60002) {{(pid=91912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 06:20:09.436725 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-a93f6586-ef08-4135-bded-b5ad36230742 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670944'] for network, before_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:20:09.558962 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-a93f6586-ef08-4135-bded-b5ad36230742 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3782491', 'neutron.services.segments.db._delete_segments_for_network-8774208951004'] for network, precommit_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:20:09.571847 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.services.segments.db [None req-a93f6586-ef08-4135-bded-b5ad36230742 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2751491e-623b-4d39-8479-4133dc73ee83']}} {{(pid=91912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 06:20:09.583454 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.services.segments.db [None req-a93f6586-ef08-4135-bded-b5ad36230742 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0c7dc28-51ac-4aa3-9a6b-17497170a783') {'for_net_delete': True} {{(pid=91912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 06:20:09.583751 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.services.segments.db [None req-a93f6586-ef08-4135-bded-b5ad36230742 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0c7dc28-51ac-4aa3-9a6b-17497170a783') {} {{(pid=91912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 06:20:09.594891 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-a93f6586-ef08-4135-bded-b5ad36230742 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774208960925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11192966'] for segment, before_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:20:09.610141 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-a93f6586-ef08-4135-bded-b5ad36230742 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3778787'] for segment, precommit_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:20:09.616686 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a93f6586-ef08-4135-bded-b5ad36230742 admin admin] Releasing vlan 329 on physical network physnet1 to pool {{(pid=91912) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 06:20:09.617101 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-a93f6586-ef08-4135-bded-b5ad36230742 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3778787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1720847'] for segment, after_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:20:09.630549 dv-cinder-793885-1-smb neutron-server[91912]: Traceback (most recent call last): Jun 01 06:20:09.630549 dv-cinder-793885-1-smb neutron-server[91912]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 01 06:20:09.630549 dv-cinder-793885-1-smb neutron-server[91912]: timer() Jun 01 06:20:09.630549 dv-cinder-793885-1-smb neutron-server[91912]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 01 06:20:09.630549 dv-cinder-793885-1-smb neutron-server[91912]: cb(*args, **kw) Jun 01 06:20:09.630549 dv-cinder-793885-1-smb neutron-server[91912]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 01 06:20:09.630549 dv-cinder-793885-1-smb neutron-server[91912]: return func(*args, **kwargs) Jun 01 06:20:09.630549 dv-cinder-793885-1-smb neutron-server[91912]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 01 06:20:09.630549 dv-cinder-793885-1-smb neutron-server[91912]: self._notify() Jun 01 06:20:09.630549 dv-cinder-793885-1-smb neutron-server[91912]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 01 06:20:09.630549 dv-cinder-793885-1-smb neutron-server[91912]: self.callback(batched_events) Jun 01 06:20:09.630549 dv-cinder-793885-1-smb neutron-server[91912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 01 06:20:09.630549 dv-cinder-793885-1-smb neutron-server[91912]: event.method(event) Jun 01 06:20:09.630549 dv-cinder-793885-1-smb neutron-server[91912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 01 06:20:09.630549 dv-cinder-793885-1-smb neutron-server[91912]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 01 06:20:09.630549 dv-cinder-793885-1-smb neutron-server[91912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 01 06:20:09.630549 dv-cinder-793885-1-smb neutron-server[91912]: aggregate_uuid = self.p_client.list_aggregates( Jun 01 06:20:09.630549 dv-cinder-793885-1-smb neutron-server[91912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 01 06:20:09.630549 dv-cinder-793885-1-smb neutron-server[91912]: return f(self, *a, **k) Jun 01 06:20:09.630549 dv-cinder-793885-1-smb neutron-server[91912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 01 06:20:09.630549 dv-cinder-793885-1-smb neutron-server[91912]: return self._get(url).json() Jun 01 06:20:09.630549 dv-cinder-793885-1-smb neutron-server[91912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 01 06:20:09.630549 dv-cinder-793885-1-smb neutron-server[91912]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 01 06:20:09.630549 dv-cinder-793885-1-smb neutron-server[91912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 01 06:20:09.630549 dv-cinder-793885-1-smb neutron-server[91912]: return self.request(url, 'GET', **kwargs) Jun 01 06:20:09.630549 dv-cinder-793885-1-smb neutron-server[91912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 01 06:20:09.630549 dv-cinder-793885-1-smb neutron-server[91912]: base_url = self.get_endpoint(auth, allow=allow, Jun 01 06:20:09.630549 dv-cinder-793885-1-smb neutron-server[91912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 01 06:20:09.630549 dv-cinder-793885-1-smb neutron-server[91912]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 01 06:20:09.630549 dv-cinder-793885-1-smb neutron-server[91912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 01 06:20:09.630549 dv-cinder-793885-1-smb neutron-server[91912]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 01 06:20:09.630549 dv-cinder-793885-1-smb neutron-server[91912]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 01 06:20:09.705121 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-a93f6586-ef08-4135-bded-b5ad36230742 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3782482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-940336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-880394'] for network, after_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:20:09.709707 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-a93f6586-ef08-4135-bded-b5ad36230742 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536287'] for network, before_response {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:20:09.711936 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:20:09.731312 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [None req-a93f6586-ef08-4135-bded-b5ad36230742 admin admin] 10.222.0.41 "DELETE /v2.0/networks/2751491e-623b-4d39-8479-4133dc73ee83 HTTP/1.1" status: 204 len: 168 time: 0.3980613 Jun 01 06:20:09.732156 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93f6586-ef08-4135-bded-b5ad36230742 admin admin] Pushing event deleted for resources: {'Network': ['ID=2751491e-623b-4d39-8479-4133dc73ee83,revision_number=None']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:20:09.734302 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-a93f6586-ef08-4135-bded-b5ad36230742 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:20:09.899585 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.wsgi [-] (91912) accepted ('10.222.0.41', 60010) {{(pid=91912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 06:20:09.949123 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [None req-07fca2a9-bcd4-4d93-b070-2799de6ad20f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=faee4a9605a74d7892f4f898e53b1a81&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0481226 Jun 01 06:20:09.951490 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.wsgi [-] (91912) accepted ('10.222.0.41', 60014) {{(pid=91912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 06:20:10.007782 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-3632b9ab-2318-4564-b924-5d6fd5d11725 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:20:10.032261 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-3632b9ab-2318-4564-b924-5d6fd5d11725 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:20:10.085578 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-3632b9ab-2318-4564-b924-5d6fd5d11725 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940402'] for security_group, after_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:20:10.090015 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-af644e34-2ce9-4ebf-9e13-521af3c03f06 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:20:10.185813 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3632b9ab-2318-4564-b924-5d6fd5d11725 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17e2106a-4a89-4d45-91a1-9b12a1874f6c,revision_number=None']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:20:10.189536 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-3632b9ab-2318-4564-b924-5d6fd5d11725 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:20:10.192857 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-3632b9ab-2318-4564-b924-5d6fd5d11725 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:20:10.194134 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [None req-3632b9ab-2318-4564-b924-5d6fd5d11725 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/17e2106a-4a89-4d45-91a1-9b12a1874f6c HTTP/1.1" status: 204 len: 168 time: 0.2417550 Jun 01 06:20:10.531117 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.wsgi [-] (91912) accepted ('10.222.0.41', 60024) {{(pid=91912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 06:20:10.587726 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.wsgi [-] (91913) accepted ('10.222.0.41', 60028) {{(pid=91913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 06:20:10.588266 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [None req-7db8e0cb-825e-48d7-9040-316a2ae4495f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7be1baf97e9940c8a6c92cde78c5e1ab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0553350 Jun 01 06:20:10.652752 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-06ce0b42-80a8-48a5-9814-b905a09f55f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:20:10.677406 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-06ce0b42-80a8-48a5-9814-b905a09f55f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:20:10.729106 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-06ce0b42-80a8-48a5-9814-b905a09f55f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940402'] for security_group, after_delete {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:20:10.734119 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [None req-19d7af38-abd4-4440-8e07-fb078f42fc5c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:20:10.747541 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ce0b42-80a8-48a5-9814-b905a09f55f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4297b6bb-39a5-4673-b275-7361fc5b5e5e,revision_number=None']} {{(pid=91913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:20:10.750434 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [None req-06ce0b42-80a8-48a5-9814-b905a09f55f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:20:10.752846 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-06ce0b42-80a8-48a5-9814-b905a09f55f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:20:10.753957 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [None req-06ce0b42-80a8-48a5-9814-b905a09f55f6 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4297b6bb-39a5-4673-b275-7361fc5b5e5e HTTP/1.1" status: 204 len: 168 time: 0.1653376 Jun 01 06:20:12.303637 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.wsgi [-] (91913) accepted ('10.222.0.41', 60072) {{(pid=91913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 06:20:12.421010 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-221febbe-52ef-4a13-857b-285c821e9036 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:20:12.435465 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.db.quota.driver [None req-221febbe-52ef-4a13-857b-285c821e9036 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 06:20:12.439174 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.quota.resource [None req-221febbe-52ef-4a13-857b-285c821e9036 admin admin] Usage tracker for resource:security_group_rule and tenant:423f26a9a7ee4406b339b9e54f4a2454 is out of sync, need to count used quota {{(pid=91913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 06:20:12.441907 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.quota.resource [None req-221febbe-52ef-4a13-857b-285c821e9036 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 06:20:12.447419 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.db.quota.driver [None req-221febbe-52ef-4a13-857b-285c821e9036 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 06:20:12.528014 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-221febbe-52ef-4a13-857b-285c821e9036 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:20:12.531804 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-221febbe-52ef-4a13-857b-285c821e9036 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940402'] for security_group, after_create {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:20:12.540457 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [None req-abccbb0c-139b-44b3-89c5-e570ce2c04bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:20:12.582330 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [None req-221febbe-52ef-4a13-857b-285c821e9036 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=423f26a9a7ee4406b339b9e54f4a2454&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2776654 Jun 01 06:20:12.583245 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221febbe-52ef-4a13-857b-285c821e9036 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d203c65-5d5d-40ce-9f0a-b52ae7d4cb5a,revision_number=1']} {{(pid=91913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:20:12.585747 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.wsgi [-] (91912) accepted ('10.222.0.41', 60078) {{(pid=91912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 06:20:12.586270 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [None req-221febbe-52ef-4a13-857b-285c821e9036 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:20:12.643438 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-7d0ea2db-a97f-4950-ab00-5dc12b612209 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:20:12.668305 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-7d0ea2db-a97f-4950-ab00-5dc12b612209 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:20:12.718946 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-7d0ea2db-a97f-4950-ab00-5dc12b612209 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940402'] for security_group, after_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:20:12.724278 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-df64e15b-7645-48d9-80ec-1f027e65f308 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:20:12.735533 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0ea2db-a97f-4950-ab00-5dc12b612209 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d203c65-5d5d-40ce-9f0a-b52ae7d4cb5a,revision_number=None']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:20:12.738479 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-7d0ea2db-a97f-4950-ab00-5dc12b612209 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:20:12.740479 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-7d0ea2db-a97f-4950-ab00-5dc12b612209 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:20:12.741516 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [None req-7d0ea2db-a97f-4950-ab00-5dc12b612209 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4d203c65-5d5d-40ce-9f0a-b52ae7d4cb5a HTTP/1.1" status: 204 len: 168 time: 0.1547697 Jun 01 06:20:12.979460 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG neutron.db.agents_db [None req-a707e798-5c4a-4349-b1a6-04fc24c0e8c1 None None] Agent healthcheck: found 6 active agents {{(pid=91915) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 06:20:13.015149 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.wsgi [-] (91912) accepted ('10.222.0.41', 60088) {{(pid=91912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 06:20:13.033445 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-abaa7d91-c44d-4b00-a80b-afc306fac93b admin admin] Notify callbacks [] for security_group, before_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:20:13.050325 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.db.quota.driver [None req-abaa7d91-c44d-4b00-a80b-afc306fac93b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91912) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 06:20:13.054091 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.quota.resource [None req-abaa7d91-c44d-4b00-a80b-afc306fac93b admin admin] Usage tracker for resource:security_group_rule and tenant:52b3b10f2f6a4daa83e28318bdbd3a0d is out of sync, need to count used quota {{(pid=91912) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 06:20:13.056841 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.quota.resource [None req-abaa7d91-c44d-4b00-a80b-afc306fac93b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91912) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 06:20:13.062464 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.db.quota.driver [None req-abaa7d91-c44d-4b00-a80b-afc306fac93b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91912) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 06:20:13.143782 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-abaa7d91-c44d-4b00-a80b-afc306fac93b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:20:13.147366 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-abaa7d91-c44d-4b00-a80b-afc306fac93b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940402'] for security_group, after_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:20:13.155464 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-22507f92-f29d-42ac-b5ea-3c8153616af1 tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:20:13.193932 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [None req-abaa7d91-c44d-4b00-a80b-afc306fac93b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=52b3b10f2f6a4daa83e28318bdbd3a0d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1777008 Jun 01 06:20:13.195627 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abaa7d91-c44d-4b00-a80b-afc306fac93b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c5a8633-440f-412a-b82e-03fbc625dd73,revision_number=1']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:20:13.196677 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.wsgi [-] (91913) accepted ('10.222.0.41', 60092) {{(pid=91913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 06:20:13.198575 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-abaa7d91-c44d-4b00-a80b-afc306fac93b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:20:13.259221 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-918d388c-d757-4102-8853-e4f5850d0da1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:20:13.283822 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-918d388c-d757-4102-8853-e4f5850d0da1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:20:13.337229 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-918d388c-d757-4102-8853-e4f5850d0da1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940402'] for security_group, after_delete {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:20:13.340900 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [None req-a803e16e-f2d7-48d3-b81b-08dbc40473e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:20:13.353788 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918d388c-d757-4102-8853-e4f5850d0da1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c5a8633-440f-412a-b82e-03fbc625dd73,revision_number=None']} {{(pid=91913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:20:13.357580 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [None req-918d388c-d757-4102-8853-e4f5850d0da1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:20:13.363373 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-918d388c-d757-4102-8853-e4f5850d0da1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:20:13.364468 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [None req-918d388c-d757-4102-8853-e4f5850d0da1 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5c5a8633-440f-412a-b82e-03fbc625dd73 HTTP/1.1" status: 204 len: 168 time: 0.1668005 Jun 01 06:20:17.705910 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774208951022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772053'] for agent, after_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:20:19.896109 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-96e43e45-4615-444b-8f5f-299cde55427f req-6b896e13-cc8e-4414-85d8-6e3c3c1093d2 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=9001957f-ad8a-4a1c-8e92-a971e3ff7fce&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1711698 Jun 01 06:20:19.988134 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e43e45-4615-444b-8f5f-299cde55427f req-ab53661e-25d1-4a56-861f-1cc19c3c4c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:20:19.989549 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-96e43e45-4615-444b-8f5f-299cde55427f req-ab53661e-25d1-4a56-861f-1cc19c3c4c38 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7c893d8978f845f0bd2173a5ce1ebc47&device_id=9001957f-ad8a-4a1c-8e92-a971e3ff7fce HTTP/1.1" status: 200 len: 1098 time: 0.0706944 Jun 01 06:20:20.130293 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e43e45-4615-444b-8f5f-299cde55427f req-6ec9e3d4-8b80-46f3-afea-c754c942032e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:20:20.131697 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-96e43e45-4615-444b-8f5f-299cde55427f req-6ec9e3d4-8b80-46f3-afea-c754c942032e service neutron] 10.222.0.45 "GET /v2.0/networks?id=1aef2bca-7ed6-4d41-a156-11dcffb5b8e2 HTTP/1.1" status: 200 len: 912 time: 0.1243801 Jun 01 06:20:20.234060 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-96e43e45-4615-444b-8f5f-299cde55427f req-3c76c127-ecd2-4223-a6a9-553da4693075 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=20dd5ee9-a2af-413b-a986-77a906dc779f HTTP/1.1" status: 200 len: 1000 time: 0.0948677 Jun 01 06:20:20.294384 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e43e45-4615-444b-8f5f-299cde55427f req-838aab01-7bac-4ebf-b34e-162aabeefcc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:20:20.295661 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-96e43e45-4615-444b-8f5f-299cde55427f req-838aab01-7bac-4ebf-b34e-162aabeefcc7 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=855dfebb-5fe1-422f-95fd-8b5f405d78be HTTP/1.1" status: 200 len: 850 time: 0.0555820 Jun 01 06:20:20.370754 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e43e45-4615-444b-8f5f-299cde55427f req-c6148df6-33b1-46f8-aec0-a92aea5e346c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:20:20.372164 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-96e43e45-4615-444b-8f5f-299cde55427f req-c6148df6-33b1-46f8-aec0-a92aea5e346c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1aef2bca-7ed6-4d41-a156-11dcffb5b8e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0701618 Jun 01 06:20:20.383765 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.wsgi [req-96e43e45-4615-444b-8f5f-299cde55427f req-8d3a6bd8-2518-4385-ad5a-2c032beb0282 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=91913) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 01 06:20:20.384663 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-96e43e45-4615-444b-8f5f-299cde55427f req-8d3a6bd8-2518-4385-ad5a-2c032beb0282 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048399 Jun 01 06:20:20.512372 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-96e43e45-4615-444b-8f5f-299cde55427f req-f3513a43-964f-448c-a03c-264a13daae2a service neutron] 10.222.0.45 "GET /v2.0/networks/1aef2bca-7ed6-4d41-a156-11dcffb5b8e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209860 Jun 01 06:20:20.744786 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-96e43e45-4615-444b-8f5f-299cde55427f req-c38864a7-06f6-4c86-b38f-c59fbabf9585 service neutron] 10.222.0.45 "GET /v2.0/networks/1aef2bca-7ed6-4d41-a156-11dcffb5b8e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2266273 Jun 01 06:20:25.826944 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-80a00f31-f984-4b4e-934b-e9e601a1da8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774208951022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772053'] for agent, after_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:20:28.211860 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774208951022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772053'] for agent, after_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:20:28.497865 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-dc6d1171-f8d9-47b5-a971-5d407ba750cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774208951022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772053'] for agent, after_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:20:29.814229 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-1d313a3c-a63a-4764-8840-fb680d7e5ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774208951022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772053'] for agent, after_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:20:31.162796 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-2212ef7e-50c1-45a6-8db2-90e035748ac3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774208951022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772053'] for agent, after_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:20:31.187188 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.wsgi [-] (91913) accepted ('10.222.0.41', 60380) {{(pid=91913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 06:20:31.300792 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-29ed369c-930f-4f85-b91c-a48abe7f8d0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:20:31.314367 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.db.quota.driver [None req-29ed369c-930f-4f85-b91c-a48abe7f8d0a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 06:20:31.318856 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.quota.resource [None req-29ed369c-930f-4f85-b91c-a48abe7f8d0a admin admin] Usage tracker for resource:security_group_rule and tenant:18098c5a831c4a39ac849d40ba959148 is out of sync, need to count used quota {{(pid=91913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 06:20:31.321722 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.quota.resource [None req-29ed369c-930f-4f85-b91c-a48abe7f8d0a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 06:20:31.327258 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.db.quota.driver [None req-29ed369c-930f-4f85-b91c-a48abe7f8d0a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 06:20:31.406229 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-29ed369c-930f-4f85-b91c-a48abe7f8d0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:20:31.409845 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-29ed369c-930f-4f85-b91c-a48abe7f8d0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940402'] for security_group, after_create {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:20:31.416616 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [None req-b2907cf0-3394-4b50-844f-6db9d613455d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:20:31.454463 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ed369c-930f-4f85-b91c-a48abe7f8d0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13a40535-2440-4a30-80a8-16b8baba1dd3,revision_number=1']} {{(pid=91913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:20:31.458627 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [None req-29ed369c-930f-4f85-b91c-a48abe7f8d0a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=18098c5a831c4a39ac849d40ba959148&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2704418 Jun 01 06:20:31.459543 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [None req-29ed369c-930f-4f85-b91c-a48abe7f8d0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:20:31.461305 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.wsgi [-] (91913) accepted ('10.222.0.41', 60386) {{(pid=91913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 06:20:31.521581 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-9d93a996-22df-461a-be85-347710656e87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:20:31.546236 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-9d93a996-22df-461a-be85-347710656e87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:20:31.598228 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-9d93a996-22df-461a-be85-347710656e87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940402'] for security_group, after_delete {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:20:31.602727 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [None req-302aa8cb-40b1-4f94-bca8-db4212b5f4ef tempest-TestShelveInstance-1107887697 tempest-TestShelveInstance-1107887697-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:20:31.615582 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d93a996-22df-461a-be85-347710656e87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13a40535-2440-4a30-80a8-16b8baba1dd3,revision_number=None']} {{(pid=91913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:20:31.618341 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [None req-9d93a996-22df-461a-be85-347710656e87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:20:31.619248 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-9d93a996-22df-461a-be85-347710656e87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:20:31.620365 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [None req-9d93a996-22df-461a-be85-347710656e87 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/13a40535-2440-4a30-80a8-16b8baba1dd3 HTTP/1.1" status: 204 len: 168 time: 0.1580977 Jun 01 06:20:31.890053 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.wsgi [-] (91912) accepted ('10.222.0.41', 60394) {{(pid=91912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 06:20:31.908227 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-94181ec8-afd5-481f-b1c9-0a7017a0ccaa admin admin] Notify callbacks [] for security_group, before_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:20:31.922963 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.db.quota.driver [None req-94181ec8-afd5-481f-b1c9-0a7017a0ccaa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91912) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 06:20:31.927354 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.quota.resource [None req-94181ec8-afd5-481f-b1c9-0a7017a0ccaa admin admin] Usage tracker for resource:security_group_rule and tenant:a7fd6d0b7bbd4dc9ac8ecee1564ad8a4 is out of sync, need to count used quota {{(pid=91912) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 06:20:31.930121 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.quota.resource [None req-94181ec8-afd5-481f-b1c9-0a7017a0ccaa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91912) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 06:20:31.935662 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.db.quota.driver [None req-94181ec8-afd5-481f-b1c9-0a7017a0ccaa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91912) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 06:20:32.016370 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-94181ec8-afd5-481f-b1c9-0a7017a0ccaa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:20:32.020380 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-94181ec8-afd5-481f-b1c9-0a7017a0ccaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940402'] for security_group, after_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:20:32.028624 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-1035dd97-46dd-4cb8-be59-b4e2e8eb38d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:20:32.069511 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [None req-94181ec8-afd5-481f-b1c9-0a7017a0ccaa admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a7fd6d0b7bbd4dc9ac8ecee1564ad8a4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1783674 Jun 01 06:20:32.071144 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94181ec8-afd5-481f-b1c9-0a7017a0ccaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37a31fdb-9c3b-4461-b123-0b339a3fa124,revision_number=1']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:20:32.072201 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.wsgi [-] (91913) accepted ('10.222.0.41', 60398) {{(pid=91913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 06:20:32.074364 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-94181ec8-afd5-481f-b1c9-0a7017a0ccaa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:20:32.129948 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-6ad8d296-988d-440e-9540-ba7bb8902c87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:20:32.156665 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-6ad8d296-988d-440e-9540-ba7bb8902c87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:20:32.207179 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-6ad8d296-988d-440e-9540-ba7bb8902c87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940402'] for security_group, after_delete {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:20:32.210788 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:20:32.224791 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad8d296-988d-440e-9540-ba7bb8902c87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37a31fdb-9c3b-4461-b123-0b339a3fa124,revision_number=None']} {{(pid=91913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:20:32.228535 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [None req-6ad8d296-988d-440e-9540-ba7bb8902c87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:20:32.231913 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-6ad8d296-988d-440e-9540-ba7bb8902c87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:20:32.232971 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [None req-6ad8d296-988d-440e-9540-ba7bb8902c87 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/37a31fdb-9c3b-4461-b123-0b339a3fa124 HTTP/1.1" status: 204 len: 168 time: 0.1597939 Jun 01 06:20:35.398078 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.wsgi [-] (91913) accepted ('10.222.0.41', 60532) {{(pid=91913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 06:20:35.510741 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-2eff211d-83da-413b-a98d-3d0a396ec8e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:20:35.524753 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.db.quota.driver [None req-2eff211d-83da-413b-a98d-3d0a396ec8e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 06:20:35.528594 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.quota.resource [None req-2eff211d-83da-413b-a98d-3d0a396ec8e3 admin admin] Usage tracker for resource:security_group_rule and tenant:5782370ffbb04f4a8f3919806dc4a1a7 is out of sync, need to count used quota {{(pid=91913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 06:20:35.531388 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.quota.resource [None req-2eff211d-83da-413b-a98d-3d0a396ec8e3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 06:20:35.537546 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.db.quota.driver [None req-2eff211d-83da-413b-a98d-3d0a396ec8e3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 06:20:35.619323 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-2eff211d-83da-413b-a98d-3d0a396ec8e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:20:35.622933 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-2eff211d-83da-413b-a98d-3d0a396ec8e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940402'] for security_group, after_create {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:20:35.631028 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [None req-1ea2e3be-3340-4840-b993-569241820210 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:20:35.669798 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [None req-2eff211d-83da-413b-a98d-3d0a396ec8e3 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5782370ffbb04f4a8f3919806dc4a1a7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2706594 Jun 01 06:20:35.670639 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eff211d-83da-413b-a98d-3d0a396ec8e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ad8dfdc-f510-46ff-94ee-8493e168a3b4,revision_number=1']} {{(pid=91913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:20:35.672344 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.wsgi [-] (91912) accepted ('10.222.0.41', 60538) {{(pid=91912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 06:20:35.673842 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [None req-2eff211d-83da-413b-a98d-3d0a396ec8e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:20:35.733394 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-a155185a-76db-436a-93ca-ac503808e7ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:20:35.757857 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-a155185a-76db-436a-93ca-ac503808e7ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:20:35.807855 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-a155185a-76db-436a-93ca-ac503808e7ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940402'] for security_group, after_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:20:35.811489 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-f9e26d11-4cbb-400e-9ca9-7300f1e3716f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:20:35.822930 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a155185a-76db-436a-93ca-ac503808e7ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ad8dfdc-f510-46ff-94ee-8493e168a3b4,revision_number=None']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:20:35.826696 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-a155185a-76db-436a-93ca-ac503808e7ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:20:35.838701 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-a155185a-76db-436a-93ca-ac503808e7ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:20:35.839804 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [None req-a155185a-76db-436a-93ca-ac503808e7ad admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0ad8dfdc-f510-46ff-94ee-8493e168a3b4 HTTP/1.1" status: 204 len: 168 time: 0.1657853 Jun 01 06:20:36.110212 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.wsgi [-] (91912) accepted ('10.222.0.41', 60546) {{(pid=91912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 06:20:36.127372 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-2ea0a20a-0586-451a-a102-3eeb1a9618bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:20:36.141504 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.db.quota.driver [None req-2ea0a20a-0586-451a-a102-3eeb1a9618bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91912) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 06:20:36.145839 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.quota.resource [None req-2ea0a20a-0586-451a-a102-3eeb1a9618bf admin admin] Usage tracker for resource:security_group_rule and tenant:10c077b1bf4f4448834c43c3078f6e43 is out of sync, need to count used quota {{(pid=91912) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 06:20:36.148557 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.quota.resource [None req-2ea0a20a-0586-451a-a102-3eeb1a9618bf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91912) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 06:20:36.154052 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.db.quota.driver [None req-2ea0a20a-0586-451a-a102-3eeb1a9618bf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91912) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 06:20:36.238018 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-2ea0a20a-0586-451a-a102-3eeb1a9618bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:20:36.241689 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-2ea0a20a-0586-451a-a102-3eeb1a9618bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940402'] for security_group, after_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:20:36.254479 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-47e8812a-9d6c-4e3e-8ed4-f1ad1281a679 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:20:36.296721 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [None req-2ea0a20a-0586-451a-a102-3eeb1a9618bf admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=10c077b1bf4f4448834c43c3078f6e43&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1854012 Jun 01 06:20:36.298079 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.wsgi [-] (91913) accepted ('10.222.0.41', 60550) {{(pid=91913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 06:20:36.298528 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea0a20a-0586-451a-a102-3eeb1a9618bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fca40e5b-b9b0-4d86-aa3a-f7fb3abe9333,revision_number=1']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:20:36.301634 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-2ea0a20a-0586-451a-a102-3eeb1a9618bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:20:36.355215 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-9ae79de6-5ca9-435d-8fe6-2816fdeeb7ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:20:36.380011 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-9ae79de6-5ca9-435d-8fe6-2816fdeeb7ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:20:36.432496 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-9ae79de6-5ca9-435d-8fe6-2816fdeeb7ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940402'] for security_group, after_delete {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:20:36.436021 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [None req-840ad8d7-c940-43cc-9a2c-5467faa09771 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:20:36.449017 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae79de6-5ca9-435d-8fe6-2816fdeeb7ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fca40e5b-b9b0-4d86-aa3a-f7fb3abe9333,revision_number=None']} {{(pid=91913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:20:36.452372 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [None req-9ae79de6-5ca9-435d-8fe6-2816fdeeb7ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:20:36.457612 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-9ae79de6-5ca9-435d-8fe6-2816fdeeb7ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:20:36.458697 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [None req-9ae79de6-5ca9-435d-8fe6-2816fdeeb7ed admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/fca40e5b-b9b0-4d86-aa3a-f7fb3abe9333 HTTP/1.1" status: 204 len: 168 time: 0.1596658 Jun 01 06:20:47.724842 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774208951022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772053'] for agent, after_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:20:49.977604 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG neutron.db.agents_db [None req-a707e798-5c4a-4349-b1a6-04fc24c0e8c1 None None] Agent healthcheck: found 6 active agents {{(pid=91915) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 06:20:50.056911 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a78cc1-8ba8-4853-a651-f166cebaef8b req-a233ac75-77b3-4491-ada4-e0208c8c69d9 tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:20:50.058316 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-02a78cc1-8ba8-4853-a651-f166cebaef8b req-a233ac75-77b3-4491-ada4-e0208c8c69d9 tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] 10.222.0.41 "GET /v2.0/ports?device_id=9001957f-ad8a-4a1c-8e92-a971e3ff7fce HTTP/1.1" status: 200 len: 945 time: 0.0792322 Jun 01 06:20:50.103149 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-02a78cc1-8ba8-4853-a651-f166cebaef8b req-798e6640-3f56-4796-8481-8efb066afd2d tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] 10.222.0.41 "GET /v2.0/security-groups?id=42a7a7fe-07a6-457f-8acf-d6a0580705d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391867 Jun 01 06:20:51.285139 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad011e4-eeac-478e-b953-c26a0fe06a64 req-18840166-709c-44b0-8d03-31423d42f16e tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:20:51.286568 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-bad011e4-eeac-478e-b953-c26a0fe06a64 req-18840166-709c-44b0-8d03-31423d42f16e tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] 10.222.0.41 "GET /v2.0/ports?device_id=9001957f-ad8a-4a1c-8e92-a971e3ff7fce HTTP/1.1" status: 200 len: 945 time: 0.0790286 Jun 01 06:20:51.328527 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [req-bad011e4-eeac-478e-b953-c26a0fe06a64 req-e028de59-99a7-404e-9570-0dc4869ce330 tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] 10.222.0.41 "GET /v2.0/security-groups?id=42a7a7fe-07a6-457f-8acf-d6a0580705d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363591 Jun 01 06:20:52.131958 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e825edd0-8f3e-445e-97a7-72cab89b92c7 req-3f4dbadc-f7c0-4691-b838-19e7426d5f13 tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:20:52.133388 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-e825edd0-8f3e-445e-97a7-72cab89b92c7 req-3f4dbadc-f7c0-4691-b838-19e7426d5f13 tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] 10.222.0.45 "GET /v2.0/ports?device_id=9001957f-ad8a-4a1c-8e92-a971e3ff7fce HTTP/1.1" status: 200 len: 945 time: 0.0854604 Jun 01 06:20:52.270199 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.plugins.ml2.plugin [req-e825edd0-8f3e-445e-97a7-72cab89b92c7 req-fbbd7b90-9948-4df9-9e2f-5373a3ed75dd tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] Deleting port 20dd5ee9-a2af-413b-a986-77a906dc779f {{(pid=91913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 06:20:52.270474 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [req-e825edd0-8f3e-445e-97a7-72cab89b92c7 req-fbbd7b90-9948-4df9-9e2f-5373a3ed75dd tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774208809027'] for port, before_delete {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:20:52.419009 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.plugins.ml2.db [req-e825edd0-8f3e-445e-97a7-72cab89b92c7 req-fbbd7b90-9948-4df9-9e2f-5373a3ed75dd tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] For port 20dd5ee9-a2af-413b-a986-77a906dc779f, host hv-cinder-79388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79388',level=0,port_id=20dd5ee9-a2af-413b-a986-77a906dc779f,segment=NetworkSegment(d79691a5-696b-4e9f-a876-911d0747fe56),segment_id=d79691a5-696b-4e9f-a876-911d0747fe56)] {{(pid=91913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 06:20:52.419368 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [req-e825edd0-8f3e-445e-97a7-72cab89b92c7 req-fbbd7b90-9948-4df9-9e2f-5373a3ed75dd tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-879323'] for port, precommit_delete {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:20:52.725535 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cf4b49-fad9-420a-83da-03e5d552c6cb req-cf0fe1cb-ca49-487f-8a96-995aaf8d7f2d tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 06:20:52.726976 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-08cf4b49-fad9-420a-83da-03e5d552c6cb req-cf0fe1cb-ca49-487f-8a96-995aaf8d7f2d tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] 10.222.0.41 "GET /v2.0/ports?device_id=9001957f-ad8a-4a1c-8e92-a971e3ff7fce HTTP/1.1" status: 200 len: 945 time: 0.2475374 Jun 01 06:20:52.803247 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [req-e825edd0-8f3e-445e-97a7-72cab89b92c7 req-fbbd7b90-9948-4df9-9e2f-5373a3ed75dd tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:20:52.803613 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [req-e825edd0-8f3e-445e-97a7-72cab89b92c7 req-fbbd7b90-9948-4df9-9e2f-5373a3ed75dd tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-880440'] for floatingip, after_update {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:20:52.803940 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.db.l3_db [req-e825edd0-8f3e-445e-97a7-72cab89b92c7 req-fbbd7b90-9948-4df9-9e2f-5373a3ed75dd tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] Floating IP 9d5978f7-4c89-4c14-9575-f95a08c729cb disassociated. External IP: 172.28.2.56, port: 20dd5ee9-a2af-413b-a986-77a906dc779f. Jun 01 06:20:52.804276 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.plugins.ml2.plugin [req-e825edd0-8f3e-445e-97a7-72cab89b92c7 req-fbbd7b90-9948-4df9-9e2f-5373a3ed75dd tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] Calling delete_port for 20dd5ee9-a2af-413b-a986-77a906dc779f owned by compute:nova {{(pid=91913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 06:20:52.809408 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-08cf4b49-fad9-420a-83da-03e5d552c6cb req-6f005267-9a0c-45a5-9dde-e171172aed75 tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] 10.222.0.41 "GET /v2.0/security-groups?id=42a7a7fe-07a6-457f-8acf-d6a0580705d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0712798 Jun 01 06:20:52.920098 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [req-e825edd0-8f3e-445e-97a7-72cab89b92c7 req-fbbd7b90-9948-4df9-9e2f-5373a3ed75dd tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774208810150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774208425692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10749551'] for port, after_delete {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:20:52.925767 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [None req-aecb84a4-d5b3-430e-9298-ab05cec993f6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:20:52.975260 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbd7b90-9948-4df9-9e2f-5373a3ed75dd tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] Pushing event deleted for resources: {'Port': ['ID=20dd5ee9-a2af-413b-a986-77a906dc779f,revision_number=None']} {{(pid=91913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:20:52.986196 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbd7b90-9948-4df9-9e2f-5373a3ed75dd tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:20:52.986569 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbd7b90-9948-4df9-9e2f-5373a3ed75dd tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:20:52.986931 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbd7b90-9948-4df9-9e2f-5373a3ed75dd tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:20:52.987288 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbd7b90-9948-4df9-9e2f-5373a3ed75dd tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:20:52.987667 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbd7b90-9948-4df9-9e2f-5373a3ed75dd tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:20:52.988017 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbd7b90-9948-4df9-9e2f-5373a3ed75dd tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:20:52.988361 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbd7b90-9948-4df9-9e2f-5373a3ed75dd tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:20:52.988711 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbd7b90-9948-4df9-9e2f-5373a3ed75dd tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:20:52.989080 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbd7b90-9948-4df9-9e2f-5373a3ed75dd tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:20:52.989428 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbd7b90-9948-4df9-9e2f-5373a3ed75dd tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:20:52.989771 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbd7b90-9948-4df9-9e2f-5373a3ed75dd tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:20:52.990115 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbd7b90-9948-4df9-9e2f-5373a3ed75dd tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:20:52.993657 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [None req-fbbd7b90-9948-4df9-9e2f-5373a3ed75dd tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:20:53.262734 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e825edd0-8f3e-445e-97a7-72cab89b92c7 req-fbbd7b90-9948-4df9-9e2f-5373a3ed75dd tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] Router 249d0b0b-4d15-4689-8933-4e7c1f39c53a has already been hosted by L3 agent a2597806-c6e6-4acd-a843-608abc904602 {{(pid=91913) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 06:20:53.448099 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e825edd0-8f3e-445e-97a7-72cab89b92c7 req-fbbd7b90-9948-4df9-9e2f-5373a3ed75dd tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] Notify agent at l3_agent.dv-cinder-793885-1-smb the message routers_updated {{(pid=91913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 06:20:53.459074 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ef10060-887c-4fd2-8400-809166979f86 None None] Sync routers for ids ['249d0b0b-4d15-4689-8933-4e7c1f39c53a'] in dv-cinder-793885-1-smb {{(pid=91915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 06:20:53.469289 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ef10060-887c-4fd2-8400-809166979f86 None None] Routers {'249d0b0b-4d15-4689-8933-4e7c1f39c53a'} bound to L3 agent in host dv-cinder-793885-1-smb {{(pid=91915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 06:20:53.469892 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG neutron.db.l3_hamode_db [None req-5ef10060-887c-4fd2-8400-809166979f86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793885-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-01T06:01:58Z,description=,heartbeat_timestamp=2021-06-01T06:20:28Z,host='dv-cinder-793885-1-smb',id=a2597806-c6e6-4acd-a843-608abc904602,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T06:01:58Z,topic='l3_agent')) {'router_ids': ['249d0b0b-4d15-4689-8933-4e7c1f39c53a'], 'active': True} {{(pid=91915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 06:20:53.526506 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.db.l3_dvrscheduler_db [req-e825edd0-8f3e-445e-97a7-72cab89b92c7 req-fbbd7b90-9948-4df9-9e2f-5373a3ed75dd tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] No DVR routers for this DVR port 20dd5ee9-a2af-413b-a986-77a906dc779f on host hv-cinder-79388 {{(pid=91913) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 06:20:53.529022 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [req-e825edd0-8f3e-445e-97a7-72cab89b92c7 req-fbbd7b90-9948-4df9-9e2f-5373a3ed75dd tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239402'] for port, before_response {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:20:53.531744 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9001957f-ad8a-4a1c-8e92-a971e3ff7fce', 'name': 'network-vif-deleted', 'tag': '20dd5ee9-a2af-413b-a986-77a906dc779f'}] {{(pid=91913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 06:20:53.534378 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdc6be6d06003a26e0797ba9c3cae52571918e0042132e4e221042360f826683" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-272019ed-65f5-4901-b4bd-a75fdca5c645" -d '{"events": [{"server_uuid": "9001957f-ad8a-4a1c-8e92-a971e3ff7fce", "name": "network-vif-deleted", "tag": "20dd5ee9-a2af-413b-a986-77a906dc779f"}]}' {{(pid=91913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 06:20:53.551012 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-e825edd0-8f3e-445e-97a7-72cab89b92c7 req-fbbd7b90-9948-4df9-9e2f-5373a3ed75dd tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] 10.222.0.45 "DELETE /v2.0/ports/20dd5ee9-a2af-413b-a986-77a906dc779f HTTP/1.1" status: 204 len: 173 time: 1.4114802 Jun 01 06:20:53.714959 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG neutron.db.l3_dvr_db [None req-5ef10060-887c-4fd2-8400-809166979f86 None None] Set router 249d0b0b-4d15-4689-8933-4e7c1f39c53a gateway port host: dv-cinder-793885-1-smb {{(pid=91915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 06:20:53.731137 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 06:20:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84597ae2-f663-4117-a993-a33d4c1fd40c x-openstack-request-id: req-84597ae2-f663-4117-a993-a33d4c1fd40c {{(pid=91913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 06:20:53.731473 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9001957f-ad8a-4a1c-8e92-a971e3ff7fce", "name": "network-vif-deleted", "tag": "20dd5ee9-a2af-413b-a986-77a906dc779f", "status": "completed", "code": 200}]} {{(pid=91913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 06:20:53.731769 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-84597ae2-f663-4117-a993-a33d4c1fd40c {{(pid=91913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 06:20:53.732206 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9001957f-ad8a-4a1c-8e92-a971e3ff7fce', 'name': 'network-vif-deleted', 'tag': '20dd5ee9-a2af-413b-a986-77a906dc779f', 'status': 'completed', 'code': 200} Jun 01 06:20:53.977760 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.quota.resource [req-b2d14719-7708-46c2-9e94-cb5c16c5332b req-b8bc0a7d-fbf4-45cd-a9b8-581dd0881e69 tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] Synchronizing usage tracker for tenant:7c893d8978f845f0bd2173a5ce1ebc47 on resource:port {{(pid=91913) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 06:20:53.995315 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.quota.resource [req-b2d14719-7708-46c2-9e94-cb5c16c5332b req-b8bc0a7d-fbf4-45cd-a9b8-581dd0881e69 tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] Unset dirty status for tenant:7c893d8978f845f0bd2173a5ce1ebc47 on resource:port {{(pid=91913) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 06:20:53.996600 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [req-b2d14719-7708-46c2-9e94-cb5c16c5332b req-b8bc0a7d-fbf4-45cd-a9b8-581dd0881e69 tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] 10.222.0.41 "GET /v2.0/ports?device_id=9001957f-ad8a-4a1c-8e92-a971e3ff7fce HTTP/1.1" status: 200 len: 210 time: 0.0608795 Jun 01 06:20:54.047173 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG neutron.db.l3_hamode_db [None req-5ef10060-887c-4fd2-8400-809166979f86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '249d0b0b-4d15-4689-8933-4e7c1f39c53a', 'name': 'tempest-AttachVolumeTestJSON-2112037125-router', 'tenant_id': '7c893d8978f845f0bd2173a5ce1ebc47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df727fa4-ca0b-43ba-be88-ffeb156f0c84', 'external_fixed_ips': [{'subnet_id': '8acdb510-d5f4-4c90-8e8c-2a5ae18e332f', 'ip_address': '172.28.2.127'}], 'enable_snat': True}, 'gw_port_id': 'e66a6258-f990-48f9-9a98-ff54e6253942', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T06:13:16Z', 'updated_at': '2021-06-01T06:13:23Z', 'revision_number': 4, 'project_id': '7c893d8978f845f0bd2173a5ce1ebc47', 'gw_port': {'id': 'e66a6258-f990-48f9-9a98-ff54e6253942', 'name': '', 'network_id': 'df727fa4-ca0b-43ba-be88-ffeb156f0c84', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:f6:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '249d0b0b-4d15-4689-8933-4e7c1f39c53a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '8acdb510-d5f4-4c90-8e8c-2a5ae18e332f', 'ip_address': '172.28.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793885-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T06:13:17Z', 'updated_at': '2021-06-01T06:13:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acdb510-d5f4-4c90-8e8c-2a5ae18e332f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793885-1-smb', '_interfaces': [{'id': '818fc12b-89eb-4df6-8601-e76aaf8c828e', 'name': '', 'network_id': '1aef2bca-7ed6-4d41-a156-11dcffb5b8e2', 'tenant_id': '7c893d8978f845f0bd2173a5ce1ebc47', 'mac_address': 'fa:16:3e:0d:2f:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '249d0b0b-4d15-4689-8933-4e7c1f39c53a', 'device_owner': 'network:router_interface', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '855dfebb-5fe1-422f-95fd-8b5f405d78be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793885-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T06:13:21Z', 'updated_at': '2021-06-01T06:13:32Z', 'revision_number': 5, 'project_id': '7c893d8978f845f0bd2173a5ce1ebc47', 'subnets': [{'id': '855dfebb-5fe1-422f-95fd-8b5f405d78be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793885-1-smb', False) {} {{(pid=91915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 06:20:54.051486 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ef10060-887c-4fd2-8400-809166979f86 None None] Checking router: 249d0b0b-4d15-4689-8933-4e7c1f39c53a for host: dv-cinder-793885-1-smb {{(pid=91915) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 06:20:54.060045 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ef10060-887c-4fd2-8400-809166979f86 None None] Routers {'249d0b0b-4d15-4689-8933-4e7c1f39c53a'} bound to L3 agent in host dv-cinder-793885-1-smb {{(pid=91915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 06:20:54.060640 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG neutron.db.l3_hamode_db [None req-5ef10060-887c-4fd2-8400-809166979f86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793885-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-01T06:01:58Z,description=,heartbeat_timestamp=2021-06-01T06:20:28Z,host='dv-cinder-793885-1-smb',id=a2597806-c6e6-4acd-a843-608abc904602,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T06:01:58Z,topic='l3_agent')) {'router_ids': ['249d0b0b-4d15-4689-8933-4e7c1f39c53a'], 'active': True} {{(pid=91915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 06:20:54.241182 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG neutron.db.l3_dvr_db [None req-5ef10060-887c-4fd2-8400-809166979f86 None None] Set router 249d0b0b-4d15-4689-8933-4e7c1f39c53a gateway port host: dv-cinder-793885-1-smb {{(pid=91915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 06:20:54.540791 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG neutron.db.l3_hamode_db [None req-5ef10060-887c-4fd2-8400-809166979f86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '249d0b0b-4d15-4689-8933-4e7c1f39c53a', 'name': 'tempest-AttachVolumeTestJSON-2112037125-router', 'tenant_id': '7c893d8978f845f0bd2173a5ce1ebc47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df727fa4-ca0b-43ba-be88-ffeb156f0c84', 'external_fixed_ips': [{'subnet_id': '8acdb510-d5f4-4c90-8e8c-2a5ae18e332f', 'ip_address': '172.28.2.127'}], 'enable_snat': True}, 'gw_port_id': 'e66a6258-f990-48f9-9a98-ff54e6253942', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T06:13:16Z', 'updated_at': '2021-06-01T06:13:23Z', 'revision_number': 4, 'project_id': '7c893d8978f845f0bd2173a5ce1ebc47', 'gw_port': {'id': 'e66a6258-f990-48f9-9a98-ff54e6253942', 'name': '', 'network_id': 'df727fa4-ca0b-43ba-be88-ffeb156f0c84', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:f6:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '249d0b0b-4d15-4689-8933-4e7c1f39c53a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '8acdb510-d5f4-4c90-8e8c-2a5ae18e332f', 'ip_address': '172.28.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793885-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T06:13:17Z', 'updated_at': '2021-06-01T06:13:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acdb510-d5f4-4c90-8e8c-2a5ae18e332f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793885-1-smb', '_interfaces': [{'id': '818fc12b-89eb-4df6-8601-e76aaf8c828e', 'name': '', 'network_id': '1aef2bca-7ed6-4d41-a156-11dcffb5b8e2', 'tenant_id': '7c893d8978f845f0bd2173a5ce1ebc47', 'mac_address': 'fa:16:3e:0d:2f:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '249d0b0b-4d15-4689-8933-4e7c1f39c53a', 'device_owner': 'network:router_interface', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '855dfebb-5fe1-422f-95fd-8b5f405d78be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793885-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T06:13:21Z', 'updated_at': '2021-06-01T06:13:32Z', 'revision_number': 5, 'project_id': '7c893d8978f845f0bd2173a5ce1ebc47', 'subnets': [{'id': '855dfebb-5fe1-422f-95fd-8b5f405d78be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793885-1-smb', False) {} {{(pid=91915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 06:20:54.544550 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ef10060-887c-4fd2-8400-809166979f86 None None] The sync data for ids ['249d0b0b-4d15-4689-8933-4e7c1f39c53a'] in dv-cinder-793885-1-smb is: [{'id': '249d0b0b-4d15-4689-8933-4e7c1f39c53a', 'name': 'tempest-AttachVolumeTestJSON-2112037125-router', 'tenant_id': '7c893d8978f845f0bd2173a5ce1ebc47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df727fa4-ca0b-43ba-be88-ffeb156f0c84', 'external_fixed_ips': [{'subnet_id': '8acdb510-d5f4-4c90-8e8c-2a5ae18e332f', 'ip_address': '172.28.2.127'}], 'enable_snat': True}, 'gw_port_id': 'e66a6258-f990-48f9-9a98-ff54e6253942', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T06:13:16Z', 'updated_at': '2021-06-01T06:13:23Z', 'revision_number': 4, 'project_id': '7c893d8978f845f0bd2173a5ce1ebc47', 'gw_port': {'id': 'e66a6258-f990-48f9-9a98-ff54e6253942', 'name': '', 'network_id': 'df727fa4-ca0b-43ba-be88-ffeb156f0c84', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:f6:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '249d0b0b-4d15-4689-8933-4e7c1f39c53a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '8acdb510-d5f4-4c90-8e8c-2a5ae18e332f', 'ip_address': '172.28.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793885-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T06:13:17Z', 'updated_at': '2021-06-01T06:13:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acdb510-d5f4-4c90-8e8c-2a5ae18e332f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793885-1-smb', '_interfaces': [{'id': '818fc12b-89eb-4df6-8601-e76aaf8c828e', 'name': '', 'network_id': '1aef2bca-7ed6-4d41-a156-11dcffb5b8e2', 'tenant_id': '7c893d8978f845f0bd2173a5ce1ebc47', 'mac_address': 'fa:16:3e:0d:2f:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '249d0b0b-4d15-4689-8933-4e7c1f39c53a', 'device_owner': 'network:router_interface', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '855dfebb-5fe1-422f-95fd-8b5f405d78be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793885-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T06:13:21Z', 'updated_at': '2021-06-01T06:13:32Z', 'revision_number': 5, 'project_id': '7c893d8978f845f0bd2173a5ce1ebc47', 'subnets': [{'id': '855dfebb-5fe1-422f-95fd-8b5f405d78be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 06:20:54.740808 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-549dd7c7-a5dc-4466-9457-f1db97cfea17 None None] New status for floating IP 9d5978f7-4c89-4c14-9575-f95a08c729cb: DOWN {{(pid=91914) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 01 06:20:54.965538 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.wsgi [-] (91912) accepted ('10.222.0.41', 60776) {{(pid=91912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 06:20:55.084514 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-69f0a8f5-fd0a-48ca-bb0e-16f370475742 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:20:55.103728 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.db.quota.driver [None req-69f0a8f5-fd0a-48ca-bb0e-16f370475742 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91912) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 06:20:55.107652 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.quota.resource [None req-69f0a8f5-fd0a-48ca-bb0e-16f370475742 admin admin] Usage tracker for resource:security_group_rule and tenant:d2fa97771f864e2ab1d397e68b4b2160 is out of sync, need to count used quota {{(pid=91912) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 06:20:55.110581 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.quota.resource [None req-69f0a8f5-fd0a-48ca-bb0e-16f370475742 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91912) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 06:20:55.117011 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.db.quota.driver [None req-69f0a8f5-fd0a-48ca-bb0e-16f370475742 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91912) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 06:20:55.118691 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.wsgi [-] (91913) accepted ('10.222.0.41', 60786) {{(pid=91913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 06:20:55.186321 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-557b991b-b0f2-4b76-9af6-68a393f6a339 tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] Notify callbacks [] for security_group, before_delete {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:20:55.201359 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-69f0a8f5-fd0a-48ca-bb0e-16f370475742 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:20:55.207314 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-69f0a8f5-fd0a-48ca-bb0e-16f370475742 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940402'] for security_group, after_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:20:55.215277 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-56f90131-1541-4e50-aad8-b681197e507a tempest-TestMinimumBasicScenario-1035900223 tempest-TestMinimumBasicScenario-1035900223-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:20:55.216118 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-557b991b-b0f2-4b76-9af6-68a393f6a339 tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:20:55.270637 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [None req-69f0a8f5-fd0a-48ca-bb0e-16f370475742 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d2fa97771f864e2ab1d397e68b4b2160&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3037720 Jun 01 06:20:55.273017 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f0a8f5-fd0a-48ca-bb0e-16f370475742 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c72e6f8f-b7bd-4c84-99cf-fa710652b4ab,revision_number=1']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:20:55.273343 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.wsgi [-] (91913) accepted ('10.222.0.41', 60790) {{(pid=91913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 06:20:55.282505 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f0a8f5-fd0a-48ca-bb0e-16f370475742 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:20:55.282886 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f0a8f5-fd0a-48ca-bb0e-16f370475742 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:20:55.283256 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f0a8f5-fd0a-48ca-bb0e-16f370475742 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:20:55.283619 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f0a8f5-fd0a-48ca-bb0e-16f370475742 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:20:55.283979 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f0a8f5-fd0a-48ca-bb0e-16f370475742 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:20:55.284856 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f0a8f5-fd0a-48ca-bb0e-16f370475742 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:20:55.285240 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f0a8f5-fd0a-48ca-bb0e-16f370475742 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:20:55.285598 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f0a8f5-fd0a-48ca-bb0e-16f370475742 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:20:55.285956 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f0a8f5-fd0a-48ca-bb0e-16f370475742 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:20:55.286311 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f0a8f5-fd0a-48ca-bb0e-16f370475742 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:20:55.286664 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f0a8f5-fd0a-48ca-bb0e-16f370475742 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:20:55.287014 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f0a8f5-fd0a-48ca-bb0e-16f370475742 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:20:55.288659 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-557b991b-b0f2-4b76-9af6-68a393f6a339 tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940402'] for security_group, after_delete {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:20:55.290896 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-69f0a8f5-fd0a-48ca-bb0e-16f370475742 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:20:55.294746 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [None req-5abe7115-1084-47fb-92f5-9afd44d04b63 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:20:55.313330 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557b991b-b0f2-4b76-9af6-68a393f6a339 tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=42a7a7fe-07a6-457f-8acf-d6a0580705d5,revision_number=None']} {{(pid=91913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:20:55.321348 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [None req-557b991b-b0f2-4b76-9af6-68a393f6a339 tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:20:55.343156 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-557b991b-b0f2-4b76-9af6-68a393f6a339 tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] Notify callbacks [] for security_group, before_response {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:20:55.344513 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [None req-557b991b-b0f2-4b76-9af6-68a393f6a339 tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] 10.222.0.41 "DELETE /v2.0/security-groups/42a7a7fe-07a6-457f-8acf-d6a0580705d5 HTTP/1.1" status: 204 len: 168 time: 0.2248363 Jun 01 06:20:55.347912 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.wsgi [-] (91912) accepted ('10.222.0.41', 60794) {{(pid=91912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 06:20:55.362320 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-c6c17608-6d4d-40fc-8ab6-a8cd6b3c1e4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:20:55.367353 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.api.v2.resource [None req-c13d1090-7ea9-425d-9e76-df73b47233cf tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] show failed (client error): The resource could not be found. Jun 01 06:20:55.368347 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [None req-c13d1090-7ea9-425d-9e76-df73b47233cf tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] 10.222.0.41 "GET /v2.0/security-groups/42a7a7fe-07a6-457f-8acf-d6a0580705d5 HTTP/1.1" status: 404 len: 347 time: 0.0193944 Jun 01 06:20:55.371215 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.wsgi [-] (91912) accepted ('10.222.0.41', 60798) {{(pid=91912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 06:20:55.389899 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-c6c17608-6d4d-40fc-8ab6-a8cd6b3c1e4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:20:55.441362 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-c6c17608-6d4d-40fc-8ab6-a8cd6b3c1e4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940402'] for security_group, after_delete {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:20:55.446053 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [None req-d953c801-a7ab-4511-928f-01ff8a35b12e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:20:55.458855 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c17608-6d4d-40fc-8ab6-a8cd6b3c1e4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c72e6f8f-b7bd-4c84-99cf-fa710652b4ab,revision_number=None']} {{(pid=91913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:20:55.461419 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [None req-c6c17608-6d4d-40fc-8ab6-a8cd6b3c1e4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:20:55.466275 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-c6c17608-6d4d-40fc-8ab6-a8cd6b3c1e4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:20:55.469984 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [None req-c6c17608-6d4d-40fc-8ab6-a8cd6b3c1e4f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c72e6f8f-b7bd-4c84-99cf-fa710652b4ab HTTP/1.1" status: 204 len: 168 time: 0.1930964 Jun 01 06:20:55.601622 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.plugins.ml2.plugin [None req-cce6a01b-ab11-445d-aead-71072cf1722c tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] Deleting port 41c86016-419a-4dff-a70e-4684c6f71efa {{(pid=91912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 06:20:55.601967 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-cce6a01b-ab11-445d-aead-71072cf1722c tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774208809027'] for port, before_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:20:55.677863 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.rpc [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Device 20dd5ee9-a2af-413b-a986-77a906dc779f no longer exists at agent hyperv_hv-cinder-79388 {{(pid=91914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 06:20:55.715121 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.plugin [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] No Port match for: 20dd5ee9-a2af-413b-a986-77a906dc779f {{(pid=91914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 01 06:20:55.715478 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.rpc [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Device 20dd5ee9-a2af-413b-a986-77a906dc779f not bound to the agent host hv-cinder-79388 {{(pid=91914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 06:20:55.721410 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-cce6a01b-ab11-445d-aead-71072cf1722c tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-879323'] for port, precommit_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:20:55.722304 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-cce6a01b-ab11-445d-aead-71072cf1722c tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:20:55.759143 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.wsgi [-] (91913) accepted ('10.222.0.41', 60806) {{(pid=91913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 06:20:55.777396 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-3a75e456-983e-4927-9c67-1521f371f94c admin admin] Notify callbacks [] for security_group, before_create {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:20:55.793104 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.db.quota.driver [None req-3a75e456-983e-4927-9c67-1521f371f94c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 06:20:55.796905 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.quota.resource [None req-3a75e456-983e-4927-9c67-1521f371f94c admin admin] Usage tracker for resource:security_group_rule and tenant:f96352248cf6443dab14efe96309764d is out of sync, need to count used quota {{(pid=91913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 06:20:55.799715 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.quota.resource [None req-3a75e456-983e-4927-9c67-1521f371f94c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 06:20:55.805276 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.db.quota.driver [None req-3a75e456-983e-4927-9c67-1521f371f94c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 06:20:55.828132 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-d42172c9-55a4-4cc1-b9a9-16377d84679a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774208951022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772053'] for agent, after_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:20:55.845354 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.plugins.ml2.plugin [None req-cce6a01b-ab11-445d-aead-71072cf1722c tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] Calling delete_port for 41c86016-419a-4dff-a70e-4684c6f71efa owned by network:floatingip {{(pid=91912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 06:20:55.892853 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-3a75e456-983e-4927-9c67-1521f371f94c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:20:55.896306 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-3a75e456-983e-4927-9c67-1521f371f94c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940402'] for security_group, after_create {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:20:55.908301 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [None req-e4122453-237b-41da-9048-522f0d721ce3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:20:55.948524 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [None req-3a75e456-983e-4927-9c67-1521f371f94c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f96352248cf6443dab14efe96309764d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1882164 Jun 01 06:20:55.949480 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a75e456-983e-4927-9c67-1521f371f94c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0064d554-0977-4c0e-a574-dbf56ef15c49,revision_number=1']} {{(pid=91913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:20:55.951728 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.wsgi [-] (91913) accepted ('10.222.0.41', 60810) {{(pid=91913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 06:20:55.954304 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [None req-3a75e456-983e-4927-9c67-1521f371f94c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:20:55.965459 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-cce6a01b-ab11-445d-aead-71072cf1722c tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774208810150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774208425692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1720922'] for port, after_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:20:55.970338 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-f9550337-17cf-488e-a564-484fff1714aa tempest-VolumesNegativeTest-638838798 tempest-VolumesNegativeTest-638838798-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:20:56.010632 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-ecf174bb-210a-4789-a926-7738f3b045f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:20:56.013919 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce6a01b-ab11-445d-aead-71072cf1722c tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] Pushing event deleted for resources: {'Port': ['ID=41c86016-419a-4dff-a70e-4684c6f71efa,revision_number=None']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:20:56.038504 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-ecf174bb-210a-4789-a926-7738f3b045f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:20:56.044152 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-cce6a01b-ab11-445d-aead-71072cf1722c tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:20:56.089650 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-ecf174bb-210a-4789-a926-7738f3b045f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940402'] for security_group, after_delete {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:20:56.094594 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [None req-6cdb4830-e462-4f77-b69b-c39f4ffe4af4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:20:56.104424 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-cce6a01b-ab11-445d-aead-71072cf1722c tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] Notify callbacks [] for floatingip, after_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:20:56.107927 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf174bb-210a-4789-a926-7738f3b045f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0064d554-0977-4c0e-a574-dbf56ef15c49,revision_number=None']} {{(pid=91913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:20:56.110479 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [None req-ecf174bb-210a-4789-a926-7738f3b045f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:20:56.114483 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-ecf174bb-210a-4789-a926-7738f3b045f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:20:56.119787 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [None req-ecf174bb-210a-4789-a926-7738f3b045f7 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0064d554-0977-4c0e-a574-dbf56ef15c49 HTTP/1.1" status: 204 len: 168 time: 0.1671267 Jun 01 06:20:56.138187 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-cce6a01b-ab11-445d-aead-71072cf1722c tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239402'] for floatingip, before_response {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:20:56.142567 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [None req-cce6a01b-ab11-445d-aead-71072cf1722c tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] 10.222.0.41 "DELETE /v2.0/floatingips/9d5978f7-4c89-4c14-9575-f95a08c729cb HTTP/1.1" status: 204 len: 168 time: 0.7676191 Jun 01 06:20:58.213459 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774208951022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772053'] for agent, after_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:20:58.499526 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-76751a8d-c560-4845-845e-5f4c89c2d73f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774208951022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772053'] for agent, after_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:20:59.819162 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-1d313a3c-a63a-4764-8840-fb680d7e5ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774208951022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772053'] for agent, after_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:21:00.142305 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.wsgi [-] (91913) accepted ('10.222.0.41', 60900) {{(pid=91913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 06:21:00.827061 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-00115435-297d-46c7-9e8f-e44b39cab725 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-878346'] for router_interface, before_delete {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:21:01.165943 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-2212ef7e-50c1-45a6-8db2-90e035748ac3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774208951022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772053'] for agent, after_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:21:01.352910 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.plugins.ml2.plugin [None req-00115435-297d-46c7-9e8f-e44b39cab725 admin admin] Deleting port 818fc12b-89eb-4df6-8601-e76aaf8c828e {{(pid=91913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 06:21:01.353551 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-00115435-297d-46c7-9e8f-e44b39cab725 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774208809027'] for port, before_delete {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:21:01.473133 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.plugins.ml2.db [None req-00115435-297d-46c7-9e8f-e44b39cab725 admin admin] For port 818fc12b-89eb-4df6-8601-e76aaf8c828e, host dv-cinder-793885-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793885-1-smb',level=0,port_id=818fc12b-89eb-4df6-8601-e76aaf8c828e,segment=NetworkSegment(d79691a5-696b-4e9f-a876-911d0747fe56),segment_id=d79691a5-696b-4e9f-a876-911d0747fe56)] {{(pid=91913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 06:21:01.473398 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-00115435-297d-46c7-9e8f-e44b39cab725 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-879323'] for port, precommit_delete {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:21:01.595512 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.plugins.ml2.plugin [None req-00115435-297d-46c7-9e8f-e44b39cab725 admin admin] Calling delete_port for 818fc12b-89eb-4df6-8601-e76aaf8c828e owned by network:router_interface {{(pid=91913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 06:21:01.741962 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-00115435-297d-46c7-9e8f-e44b39cab725 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774208810150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774208425692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10749551'] for port, after_delete {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:21:01.745510 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [None req-777b54ca-48c7-46d0-b065-bccdbdb582e5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:21:01.788325 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00115435-297d-46c7-9e8f-e44b39cab725 admin admin] Pushing event deleted for resources: {'Port': ['ID=818fc12b-89eb-4df6-8601-e76aaf8c828e,revision_number=None']} {{(pid=91913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:21:01.791444 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [None req-00115435-297d-46c7-9e8f-e44b39cab725 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:21:02.055448 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-00115435-297d-46c7-9e8f-e44b39cab725 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-890010'] for router_interface, after_delete {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:21:02.423626 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00115435-297d-46c7-9e8f-e44b39cab725 admin admin] Router 249d0b0b-4d15-4689-8933-4e7c1f39c53a has already been hosted by L3 agent a2597806-c6e6-4acd-a843-608abc904602 {{(pid=91913) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 06:21:02.707394 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00115435-297d-46c7-9e8f-e44b39cab725 admin admin] Notify agent at l3_agent.dv-cinder-793885-1-smb the message routers_updated {{(pid=91913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 06:21:02.715736 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f189084-8096-41ad-980d-437f529c3029 None None] Sync routers for ids ['249d0b0b-4d15-4689-8933-4e7c1f39c53a'] in dv-cinder-793885-1-smb {{(pid=91915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 06:21:02.719316 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [None req-00115435-297d-46c7-9e8f-e44b39cab725 admin admin] 10.222.0.41 "PUT /v2.0/routers/249d0b0b-4d15-4689-8933-4e7c1f39c53a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5759389 Jun 01 06:21:02.722306 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.wsgi [-] (91913) accepted ('10.222.0.41', 60928) {{(pid=91913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 06:21:02.725625 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f189084-8096-41ad-980d-437f529c3029 None None] Routers {'249d0b0b-4d15-4689-8933-4e7c1f39c53a'} bound to L3 agent in host dv-cinder-793885-1-smb {{(pid=91915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 06:21:02.726248 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG neutron.db.l3_hamode_db [None req-3f189084-8096-41ad-980d-437f529c3029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793885-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-01T06:01:58Z,description=,heartbeat_timestamp=2021-06-01T06:20:58Z,host='dv-cinder-793885-1-smb',id=a2597806-c6e6-4acd-a843-608abc904602,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T06:01:58Z,topic='l3_agent')) {'router_ids': ['249d0b0b-4d15-4689-8933-4e7c1f39c53a'], 'active': True} {{(pid=91915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 06:21:02.894923 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-416466b7-87df-4089-88b7-ffedf9ddfb4c admin admin] Notify callbacks [] for router, before_delete {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:21:02.899260 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG neutron.db.l3_dvr_db [None req-3f189084-8096-41ad-980d-437f529c3029 None None] Set router 249d0b0b-4d15-4689-8933-4e7c1f39c53a gateway port host: dv-cinder-793885-1-smb {{(pid=91915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 06:21:03.081797 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-416466b7-87df-4089-88b7-ffedf9ddfb4c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:21:03.155310 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.plugins.ml2.plugin [None req-416466b7-87df-4089-88b7-ffedf9ddfb4c admin admin] Deleting port e66a6258-f990-48f9-9a98-ff54e6253942 {{(pid=91913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 06:21:03.155650 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-416466b7-87df-4089-88b7-ffedf9ddfb4c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774208809027'] for port, before_delete {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:21:03.223690 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG neutron.db.l3_hamode_db [None req-3f189084-8096-41ad-980d-437f529c3029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '249d0b0b-4d15-4689-8933-4e7c1f39c53a', 'name': 'tempest-AttachVolumeTestJSON-2112037125-router', 'tenant_id': '7c893d8978f845f0bd2173a5ce1ebc47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df727fa4-ca0b-43ba-be88-ffeb156f0c84', 'external_fixed_ips': [{'subnet_id': '8acdb510-d5f4-4c90-8e8c-2a5ae18e332f', 'ip_address': '172.28.2.127'}], 'enable_snat': True}, 'gw_port_id': 'e66a6258-f990-48f9-9a98-ff54e6253942', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T06:13:16Z', 'updated_at': '2021-06-01T06:21:01Z', 'revision_number': 5, 'project_id': '7c893d8978f845f0bd2173a5ce1ebc47', 'gw_port': {'id': 'e66a6258-f990-48f9-9a98-ff54e6253942', 'name': '', 'network_id': 'df727fa4-ca0b-43ba-be88-ffeb156f0c84', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:f6:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '249d0b0b-4d15-4689-8933-4e7c1f39c53a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '8acdb510-d5f4-4c90-8e8c-2a5ae18e332f', 'ip_address': '172.28.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793885-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T06:13:17Z', 'updated_at': '2021-06-01T06:13:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acdb510-d5f4-4c90-8e8c-2a5ae18e332f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793885-1-smb'}], 'dv-cinder-793885-1-smb', False) {} {{(pid=91915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 06:21:03.227422 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f189084-8096-41ad-980d-437f529c3029 None None] Checking router: 249d0b0b-4d15-4689-8933-4e7c1f39c53a for host: dv-cinder-793885-1-smb {{(pid=91915) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 06:21:03.235386 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f189084-8096-41ad-980d-437f529c3029 None None] Routers {'249d0b0b-4d15-4689-8933-4e7c1f39c53a'} bound to L3 agent in host dv-cinder-793885-1-smb {{(pid=91915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 06:21:03.235978 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG neutron.db.l3_hamode_db [None req-3f189084-8096-41ad-980d-437f529c3029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793885-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-01T06:01:58Z,description=,heartbeat_timestamp=2021-06-01T06:20:58Z,host='dv-cinder-793885-1-smb',id=a2597806-c6e6-4acd-a843-608abc904602,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T06:01:58Z,topic='l3_agent')) {'router_ids': ['249d0b0b-4d15-4689-8933-4e7c1f39c53a'], 'active': True} {{(pid=91915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 06:21:03.282293 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.plugins.ml2.db [None req-416466b7-87df-4089-88b7-ffedf9ddfb4c admin admin] For port e66a6258-f990-48f9-9a98-ff54e6253942, host dv-cinder-793885-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793885-1-smb',level=0,port_id=e66a6258-f990-48f9-9a98-ff54e6253942,segment=NetworkSegment(97ee6b0e-31ac-4687-a432-1c46ba18e1e7),segment_id=97ee6b0e-31ac-4687-a432-1c46ba18e1e7)] {{(pid=91913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 06:21:03.282641 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-416466b7-87df-4089-88b7-ffedf9ddfb4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-879323'] for port, precommit_delete {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:21:03.383707 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG neutron.db.l3_dvr_db [None req-3f189084-8096-41ad-980d-437f529c3029 None None] Set router 249d0b0b-4d15-4689-8933-4e7c1f39c53a gateway port host: None {{(pid=91915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 06:21:03.412062 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.plugins.ml2.plugin [None req-416466b7-87df-4089-88b7-ffedf9ddfb4c admin admin] Calling delete_port for e66a6258-f990-48f9-9a98-ff54e6253942 owned by network:router_gateway {{(pid=91913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 06:21:03.492277 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG neutron.db.l3_hamode_db [None req-3f189084-8096-41ad-980d-437f529c3029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '249d0b0b-4d15-4689-8933-4e7c1f39c53a', 'name': 'tempest-AttachVolumeTestJSON-2112037125-router', 'tenant_id': '7c893d8978f845f0bd2173a5ce1ebc47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T06:13:16Z', 'updated_at': '2021-06-01T06:21:03Z', 'revision_number': 6, 'project_id': '7c893d8978f845f0bd2173a5ce1ebc47', 'gw_port_host': None}], 'dv-cinder-793885-1-smb', False) {} {{(pid=91915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 06:21:03.496438 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f189084-8096-41ad-980d-437f529c3029 None None] The sync data for ids ['249d0b0b-4d15-4689-8933-4e7c1f39c53a'] in dv-cinder-793885-1-smb is: [{'id': '249d0b0b-4d15-4689-8933-4e7c1f39c53a', 'name': 'tempest-AttachVolumeTestJSON-2112037125-router', 'tenant_id': '7c893d8978f845f0bd2173a5ce1ebc47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T06:13:16Z', 'updated_at': '2021-06-01T06:21:03Z', 'revision_number': 6, 'project_id': '7c893d8978f845f0bd2173a5ce1ebc47', 'gw_port_host': None}] {{(pid=91915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 06:21:03.566479 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-416466b7-87df-4089-88b7-ffedf9ddfb4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774208810150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774208425692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10749551'] for port, after_delete {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:21:03.570914 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [None req-8ed32ffd-257c-4fd5-95c7-57466f12086e tempest-AttachVolumeShelveTestJSON-422062993 tempest-AttachVolumeShelveTestJSON-422062993-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:21:03.614592 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416466b7-87df-4089-88b7-ffedf9ddfb4c admin admin] Pushing event deleted for resources: {'Port': ['ID=e66a6258-f990-48f9-9a98-ff54e6253942,revision_number=None']} {{(pid=91913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:21:03.617560 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [None req-416466b7-87df-4089-88b7-ffedf9ddfb4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:21:03.705793 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-416466b7-87df-4089-88b7-ffedf9ddfb4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-880407'] for router_gateway, after_delete {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:21:03.915675 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.wsgi [-] (91912) accepted ('10.222.0.41', 60940) {{(pid=91912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 06:21:03.990566 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-416466b7-87df-4089-88b7-ffedf9ddfb4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-890778', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5217'] for router, precommit_delete {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:21:03.992729 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-416466b7-87df-4089-88b7-ffedf9ddfb4c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:21:04.015016 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-416466b7-87df-4089-88b7-ffedf9ddfb4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-890278'] for router, after_delete {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:21:04.015557 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-416466b7-87df-4089-88b7-ffedf9ddfb4c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 249d0b0b-4d15-4689-8933-4e7c1f39c53a {{(pid=91913) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 01 06:21:04.030689 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-416466b7-87df-4089-88b7-ffedf9ddfb4c admin admin] Notify callbacks [] for router, before_response {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:21:04.031779 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [None req-416466b7-87df-4089-88b7-ffedf9ddfb4c admin admin] 10.222.0.41 "DELETE /v2.0/routers/249d0b0b-4d15-4689-8933-4e7c1f39c53a HTTP/1.1" status: 204 len: 168 time: 1.3085773 Jun 01 06:21:04.034877 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.wsgi [-] (91913) accepted ('10.222.0.41', 60946) {{(pid=91913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 06:21:04.041123 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-36a4a0e0-088a-419f-8cd6-72f0cdcc6391 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:21:04.055162 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.db.quota.driver [None req-36a4a0e0-088a-419f-8cd6-72f0cdcc6391 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91912) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 06:21:04.058940 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.quota.resource [None req-36a4a0e0-088a-419f-8cd6-72f0cdcc6391 admin admin] Usage tracker for resource:security_group_rule and tenant:1b1dd2aba3644283a3538d6bae46c41c is out of sync, need to count used quota {{(pid=91912) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 06:21:04.061769 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.quota.resource [None req-36a4a0e0-088a-419f-8cd6-72f0cdcc6391 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91912) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 06:21:04.067405 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.db.quota.driver [None req-36a4a0e0-088a-419f-8cd6-72f0cdcc6391 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91912) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 06:21:04.092938 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.db.db_base_plugin_v2 [None req-1953d4d9-8c32-4c13-8c21-5cd746bdd8ac admin admin] Deleting subnet 855dfebb-5fe1-422f-95fd-8b5f405d78be {{(pid=91913) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 01 06:21:04.096026 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-1953d4d9-8c32-4c13-8c21-5cd746bdd8ac admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:21:04.146599 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-1953d4d9-8c32-4c13-8c21-5cd746bdd8ac admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11393177'] for subnet, precommit_delete_associations {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:21:04.154541 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-36a4a0e0-088a-419f-8cd6-72f0cdcc6391 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:21:04.158565 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-36a4a0e0-088a-419f-8cd6-72f0cdcc6391 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940402'] for security_group, after_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:21:04.170594 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-abaa7d91-c44d-4b00-a80b-afc306fac93b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:21:04.212447 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [None req-36a4a0e0-088a-419f-8cd6-72f0cdcc6391 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1b1dd2aba3644283a3538d6bae46c41c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2950723 Jun 01 06:21:04.213411 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a4a0e0-088a-419f-8cd6-72f0cdcc6391 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d25d71ae-6263-4dd4-8886-79c799b6d653,revision_number=1']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:21:04.215776 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.wsgi [-] (91913) accepted ('10.222.0.41', 60950) {{(pid=91913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 06:21:04.216764 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-36a4a0e0-088a-419f-8cd6-72f0cdcc6391 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:21:04.250508 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-1953d4d9-8c32-4c13-8c21-5cd746bdd8ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3776980'] for subnet, precommit_delete {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:21:04.342495 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-894f4466-b9ae-456a-9f6d-371ed055570a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:21:04.426486 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.rpc [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] Device e66a6258-f990-48f9-9a98-ff54e6253942 no longer exists at agent ovs-agent-dv-cinder-793885-1-smb {{(pid=91914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 06:21:04.430054 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-894f4466-b9ae-456a-9f6d-371ed055570a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:21:04.464838 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.plugin [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] No Port match for: e66a6258-f990-48f9-9a98-ff54e6253942 {{(pid=91914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 01 06:21:04.465320 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.rpc [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] Device e66a6258-f990-48f9-9a98-ff54e6253942 not bound to the agent host dv-cinder-793885-1-smb {{(pid=91914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 06:21:04.465944 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.rpc [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] Device 818fc12b-89eb-4df6-8601-e76aaf8c828e no longer exists at agent ovs-agent-dv-cinder-793885-1-smb {{(pid=91914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 06:21:04.502523 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.plugin [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] No Port match for: 818fc12b-89eb-4df6-8601-e76aaf8c828e {{(pid=91914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 01 06:21:04.503632 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.rpc [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] Device 818fc12b-89eb-4df6-8601-e76aaf8c828e not bound to the agent host dv-cinder-793885-1-smb {{(pid=91914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 06:21:04.565844 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-894f4466-b9ae-456a-9f6d-371ed055570a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940402'] for security_group, after_delete {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:21:04.570896 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [None req-d1e930c6-e742-40bb-ac55-1c9277e364d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:21:04.582274 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894f4466-b9ae-456a-9f6d-371ed055570a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d25d71ae-6263-4dd4-8886-79c799b6d653,revision_number=None']} {{(pid=91913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:21:04.588335 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [None req-894f4466-b9ae-456a-9f6d-371ed055570a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:21:04.594244 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-894f4466-b9ae-456a-9f6d-371ed055570a admin admin] Notify callbacks [] for security_group, before_response {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:21:04.595344 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [None req-894f4466-b9ae-456a-9f6d-371ed055570a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d25d71ae-6263-4dd4-8886-79c799b6d653 HTTP/1.1" status: 204 len: 168 time: 0.3786657 Jun 01 06:21:04.605944 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-1953d4d9-8c32-4c13-8c21-5cd746bdd8ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3784033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10749084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11365346'] for subnet, after_delete {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:21:04.611636 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [None req-0f8f2948-159e-4dc4-a91f-00bb76c3e75a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:21:04.650865 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1953d4d9-8c32-4c13-8c21-5cd746bdd8ac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=855dfebb-5fe1-422f-95fd-8b5f405d78be,revision_number=None']} {{(pid=91913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:21:04.652829 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-1953d4d9-8c32-4c13-8c21-5cd746bdd8ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536287'] for subnet, before_response {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:21:04.655416 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [None req-1953d4d9-8c32-4c13-8c21-5cd746bdd8ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:21:04.658102 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-374eccdc-b0d9-4d9f-a779-751fddb76c85 None None] Network 1aef2bca-7ed6-4d41-a156-11dcffb5b8e2 requested from dv-cinder-793885-1-smb {{(pid=91914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 06:21:04.662219 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [None req-1953d4d9-8c32-4c13-8c21-5cd746bdd8ac admin admin] 10.222.0.41 "DELETE /v2.0/subnets/855dfebb-5fe1-422f-95fd-8b5f405d78be HTTP/1.1" status: 204 len: 168 time: 0.6239192 Jun 01 06:21:04.662545 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.wsgi [-] (91913) accepted ('10.222.0.41', 60956) {{(pid=91913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 06:21:04.777707 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-0698d381-1029-42b0-ae00-562236097e4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670944'] for network, before_delete {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:21:04.871022 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.plugins.ml2.plugin [None req-0698d381-1029-42b0-ae00-562236097e4f admin admin] Deleting port bef248a5-5a10-4c57-9536-4ea5bc6c5a83 {{(pid=91913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 06:21:04.871374 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-0698d381-1029-42b0-ae00-562236097e4f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774208809027'] for port, before_delete {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:21:04.903331 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.wsgi [-] (91912) accepted ('10.222.0.41', 60962) {{(pid=91912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 06:21:04.922588 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2ec7d00-0cbd-481f-b9e4-60ead388d45f None None] DHCP port deletion for 1aef2bca-7ed6-4d41-a156-11dcffb5b8e2 request from dv-cinder-793885-1-smb {{(pid=91914) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 01 06:21:04.923206 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-fa72cab0-2b55-470e-87be-29672f705bb0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:21:04.938493 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.db.quota.driver [None req-fa72cab0-2b55-470e-87be-29672f705bb0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91912) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 06:21:04.942920 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.quota.resource [None req-fa72cab0-2b55-470e-87be-29672f705bb0 admin admin] Usage tracker for resource:security_group_rule and tenant:7d18160f8a504119ac794c61c71d8873 is out of sync, need to count used quota {{(pid=91912) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 06:21:04.945750 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.quota.resource [None req-fa72cab0-2b55-470e-87be-29672f705bb0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91912) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 06:21:04.951351 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.db.quota.driver [None req-fa72cab0-2b55-470e-87be-29672f705bb0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91912) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 06:21:04.984881 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.plugins.ml2.db [None req-0698d381-1029-42b0-ae00-562236097e4f admin admin] For port bef248a5-5a10-4c57-9536-4ea5bc6c5a83, host dv-cinder-793885-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793885-1-smb',level=0,port_id=bef248a5-5a10-4c57-9536-4ea5bc6c5a83,segment=NetworkSegment(d79691a5-696b-4e9f-a876-911d0747fe56),segment_id=d79691a5-696b-4e9f-a876-911d0747fe56)] {{(pid=91913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 06:21:04.985192 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-0698d381-1029-42b0-ae00-562236097e4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-879323'] for port, precommit_delete {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:21:05.001048 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.plugin [None req-f2ec7d00-0cbd-481f-b9e4-60ead388d45f None None] Deleting port bef248a5-5a10-4c57-9536-4ea5bc6c5a83 {{(pid=91914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 06:21:05.001535 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-f2ec7d00-0cbd-481f-b9e4-60ead388d45f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774208809027'] for port, before_delete {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:21:05.105962 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.db [None req-f2ec7d00-0cbd-481f-b9e4-60ead388d45f None None] For port bef248a5-5a10-4c57-9536-4ea5bc6c5a83, host dv-cinder-793885-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793885-1-smb',level=0,port_id=bef248a5-5a10-4c57-9536-4ea5bc6c5a83,segment=NetworkSegment(d79691a5-696b-4e9f-a876-911d0747fe56),segment_id=d79691a5-696b-4e9f-a876-911d0747fe56)] {{(pid=91914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 06:21:05.106358 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-f2ec7d00-0cbd-481f-b9e4-60ead388d45f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-879323'] for port, precommit_delete {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:21:05.112816 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.plugins.ml2.plugin [None req-0698d381-1029-42b0-ae00-562236097e4f admin admin] Calling delete_port for bef248a5-5a10-4c57-9536-4ea5bc6c5a83 owned by network:dhcp {{(pid=91913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 06:21:05.147296 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-fa72cab0-2b55-470e-87be-29672f705bb0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:21:05.151488 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-fa72cab0-2b55-470e-87be-29672f705bb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940402'] for security_group, after_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:21:05.166799 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-0698d381-1029-42b0-ae00-562236097e4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774208810150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774208425692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10749551'] for port, after_delete {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:21:05.170848 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [None req-0385206e-74ef-4228-96c6-e4c61ea26626 tempest-AttachVolumeTestJSON-383690287 tempest-AttachVolumeTestJSON-383690287-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:21:05.176947 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-adb68b60-9ee3-4de3-b6f6-fe62377d0e2c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:21:05.190162 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [None req-fa72cab0-2b55-470e-87be-29672f705bb0 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7d18160f8a504119ac794c61c71d8873&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2832654 Jun 01 06:21:05.191270 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.wsgi [-] (91912) accepted ('10.222.0.41', 60966) {{(pid=91912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 06:21:05.219729 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0698d381-1029-42b0-ae00-562236097e4f admin admin] Pushing event deleted for resources: {'Port': ['ID=bef248a5-5a10-4c57-9536-4ea5bc6c5a83,revision_number=None']} {{(pid=91913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:21:05.222954 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa72cab0-2b55-470e-87be-29672f705bb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=252b5dd6-f93f-404e-8a66-c442fe25db61,revision_number=1']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:21:05.231584 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-fa72cab0-2b55-470e-87be-29672f705bb0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:21:05.234864 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [None req-0698d381-1029-42b0-ae00-562236097e4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:21:05.236055 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0698d381-1029-42b0-ae00-562236097e4f admin admin] No DVR routers for this DVR port bef248a5-5a10-4c57-9536-4ea5bc6c5a83 on host dv-cinder-793885-1-smb {{(pid=91913) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 06:21:05.270892 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.plugin [None req-f2ec7d00-0cbd-481f-b9e4-60ead388d45f None None] Calling delete_port for bef248a5-5a10-4c57-9536-4ea5bc6c5a83 owned by network:dhcp {{(pid=91914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 06:21:05.276399 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-62ef5108-e815-4dbf-a62d-1b1f411f2ac7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:21:05.304025 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-62ef5108-e815-4dbf-a62d-1b1f411f2ac7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:21:05.316975 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-f2ec7d00-0cbd-481f-b9e4-60ead388d45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774208810150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774208425692'] for port, after_delete {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:21:05.327592 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG oslo_concurrency.lockutils [None req-a4a1107d-c95d-4c59-88f4-fa824fcc2fac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91914) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:21:05.361858 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-62ef5108-e815-4dbf-a62d-1b1f411f2ac7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940402'] for security_group, after_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:21:05.364747 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-0698d381-1029-42b0-ae00-562236097e4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3782491', 'neutron.services.segments.db._delete_segments_for_network-8774208951004'] for network, precommit_delete {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:21:05.367695 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-753566b9-4bb9-4e31-8648-56f1ab23c411 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:21:05.374091 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2ec7d00-0cbd-481f-b9e4-60ead388d45f None None] No DVR routers for this DVR port bef248a5-5a10-4c57-9536-4ea5bc6c5a83 on host dv-cinder-793885-1-smb {{(pid=91914) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 06:21:05.379537 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.services.segments.db [None req-0698d381-1029-42b0-ae00-562236097e4f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1aef2bca-7ed6-4d41-a156-11dcffb5b8e2']}} {{(pid=91913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 06:21:05.381783 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ec7d00-0cbd-481f-b9e4-60ead388d45f None None] Pushing event deleted for resources: {'Port': ['ID=bef248a5-5a10-4c57-9536-4ea5bc6c5a83,revision_number=None']} {{(pid=91914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:21:05.383772 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ef5108-e815-4dbf-a62d-1b1f411f2ac7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=252b5dd6-f93f-404e-8a66-c442fe25db61,revision_number=None']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:21:05.387485 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-62ef5108-e815-4dbf-a62d-1b1f411f2ac7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:21:05.396805 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-62ef5108-e815-4dbf-a62d-1b1f411f2ac7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:21:05.400221 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ec7d00-0cbd-481f-b9e4-60ead388d45f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:21:05.400564 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ec7d00-0cbd-481f-b9e4-60ead388d45f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:21:05.400904 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ec7d00-0cbd-481f-b9e4-60ead388d45f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:21:05.401187 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.services.segments.db [None req-0698d381-1029-42b0-ae00-562236097e4f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd79691a5-696b-4e9f-a876-911d0747fe56') {'for_net_delete': True} {{(pid=91913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 06:21:05.401314 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ec7d00-0cbd-481f-b9e4-60ead388d45f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:21:05.401489 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.services.segments.db [None req-0698d381-1029-42b0-ae00-562236097e4f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd79691a5-696b-4e9f-a876-911d0747fe56') {} {{(pid=91913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 06:21:05.401596 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ec7d00-0cbd-481f-b9e4-60ead388d45f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:21:05.402296 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ec7d00-0cbd-481f-b9e4-60ead388d45f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:21:05.402296 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ec7d00-0cbd-481f-b9e4-60ead388d45f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:21:05.402503 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ec7d00-0cbd-481f-b9e4-60ead388d45f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:21:05.403173 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ec7d00-0cbd-481f-b9e4-60ead388d45f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:21:05.403935 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ec7d00-0cbd-481f-b9e4-60ead388d45f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:21:05.404263 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ec7d00-0cbd-481f-b9e4-60ead388d45f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:21:05.404585 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ec7d00-0cbd-481f-b9e4-60ead388d45f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793885-1-smb {{(pid=91914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 06:21:05.408721 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG oslo_concurrency.lockutils [None req-f2ec7d00-0cbd-481f-b9e4-60ead388d45f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=91914) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:21:05.413362 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [None req-62ef5108-e815-4dbf-a62d-1b1f411f2ac7 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/252b5dd6-f93f-404e-8a66-c442fe25db61 HTTP/1.1" status: 204 len: 168 time: 0.2137265 Jun 01 06:21:05.423342 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-0698d381-1029-42b0-ae00-562236097e4f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774208960925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11393170'] for segment, before_delete {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:21:05.439570 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-0698d381-1029-42b0-ae00-562236097e4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3778787'] for segment, precommit_delete {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:21:05.445725 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0698d381-1029-42b0-ae00-562236097e4f admin admin] Releasing vlan 304 on physical network physnet1 to pool {{(pid=91913) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 06:21:05.446109 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-0698d381-1029-42b0-ae00-562236097e4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3778787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10749498'] for segment, after_delete {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:21:05.459662 dv-cinder-793885-1-smb neutron-server[91913]: Traceback (most recent call last): Jun 01 06:21:05.459662 dv-cinder-793885-1-smb neutron-server[91913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 01 06:21:05.459662 dv-cinder-793885-1-smb neutron-server[91913]: timer() Jun 01 06:21:05.459662 dv-cinder-793885-1-smb neutron-server[91913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 01 06:21:05.459662 dv-cinder-793885-1-smb neutron-server[91913]: cb(*args, **kw) Jun 01 06:21:05.459662 dv-cinder-793885-1-smb neutron-server[91913]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 01 06:21:05.459662 dv-cinder-793885-1-smb neutron-server[91913]: return func(*args, **kwargs) Jun 01 06:21:05.459662 dv-cinder-793885-1-smb neutron-server[91913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 01 06:21:05.459662 dv-cinder-793885-1-smb neutron-server[91913]: self._notify() Jun 01 06:21:05.459662 dv-cinder-793885-1-smb neutron-server[91913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 01 06:21:05.459662 dv-cinder-793885-1-smb neutron-server[91913]: self.callback(batched_events) Jun 01 06:21:05.459662 dv-cinder-793885-1-smb neutron-server[91913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 01 06:21:05.459662 dv-cinder-793885-1-smb neutron-server[91913]: event.method(event) Jun 01 06:21:05.459662 dv-cinder-793885-1-smb neutron-server[91913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 01 06:21:05.459662 dv-cinder-793885-1-smb neutron-server[91913]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 01 06:21:05.459662 dv-cinder-793885-1-smb neutron-server[91913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 01 06:21:05.459662 dv-cinder-793885-1-smb neutron-server[91913]: aggregate_uuid = self.p_client.list_aggregates( Jun 01 06:21:05.459662 dv-cinder-793885-1-smb neutron-server[91913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 01 06:21:05.459662 dv-cinder-793885-1-smb neutron-server[91913]: return f(self, *a, **k) Jun 01 06:21:05.459662 dv-cinder-793885-1-smb neutron-server[91913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 01 06:21:05.459662 dv-cinder-793885-1-smb neutron-server[91913]: return self._get(url).json() Jun 01 06:21:05.459662 dv-cinder-793885-1-smb neutron-server[91913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 01 06:21:05.459662 dv-cinder-793885-1-smb neutron-server[91913]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 01 06:21:05.459662 dv-cinder-793885-1-smb neutron-server[91913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 01 06:21:05.459662 dv-cinder-793885-1-smb neutron-server[91913]: return self.request(url, 'GET', **kwargs) Jun 01 06:21:05.459662 dv-cinder-793885-1-smb neutron-server[91913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 01 06:21:05.459662 dv-cinder-793885-1-smb neutron-server[91913]: base_url = self.get_endpoint(auth, allow=allow, Jun 01 06:21:05.459662 dv-cinder-793885-1-smb neutron-server[91913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 01 06:21:05.459662 dv-cinder-793885-1-smb neutron-server[91913]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 01 06:21:05.459662 dv-cinder-793885-1-smb neutron-server[91913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 01 06:21:05.459662 dv-cinder-793885-1-smb neutron-server[91913]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 01 06:21:05.459662 dv-cinder-793885-1-smb neutron-server[91913]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 01 06:21:05.537194 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-0698d381-1029-42b0-ae00-562236097e4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3782482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-940336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-880394'] for network, after_delete {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:21:05.540933 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [None req-a8c1a876-b44e-4816-a5ca-5345efc0ac99 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:21:05.553836 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-0698d381-1029-42b0-ae00-562236097e4f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536287'] for network, before_response {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:21:05.563899 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0698d381-1029-42b0-ae00-562236097e4f admin admin] Pushing event deleted for resources: {'Network': ['ID=1aef2bca-7ed6-4d41-a156-11dcffb5b8e2,revision_number=None']} {{(pid=91913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:21:05.567066 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [None req-0698d381-1029-42b0-ae00-562236097e4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:21:05.578538 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [None req-0698d381-1029-42b0-ae00-562236097e4f admin admin] 10.222.0.41 "DELETE /v2.0/networks/1aef2bca-7ed6-4d41-a156-11dcffb5b8e2 HTTP/1.1" status: 204 len: 168 time: 0.9150019 Jun 01 06:21:05.767071 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.wsgi [-] (91912) accepted ('10.222.0.41', 60974) {{(pid=91912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 06:21:05.821146 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [None req-c58f04ff-cb99-4bad-85c8-e0bbf51614b2 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7c893d8978f845f0bd2173a5ce1ebc47&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0527666 Jun 01 06:21:05.823528 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.wsgi [-] (91912) accepted ('10.222.0.41', 60978) {{(pid=91912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 06:21:05.880809 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-8b36eb49-9121-4eaf-ba4f-adada707f2fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:21:05.906242 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-8b36eb49-9121-4eaf-ba4f-adada707f2fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:21:05.956898 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-8b36eb49-9121-4eaf-ba4f-adada707f2fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940402'] for security_group, after_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:21:05.961508 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-69f0a8f5-fd0a-48ca-bb0e-16f370475742 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:21:05.974027 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b36eb49-9121-4eaf-ba4f-adada707f2fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a700ff9-5b31-435b-aacd-333a1f90aa40,revision_number=None']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:21:05.976851 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-8b36eb49-9121-4eaf-ba4f-adada707f2fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:21:05.982959 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-8b36eb49-9121-4eaf-ba4f-adada707f2fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:21:05.984051 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [None req-8b36eb49-9121-4eaf-ba4f-adada707f2fe admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2a700ff9-5b31-435b-aacd-333a1f90aa40 HTTP/1.1" status: 204 len: 168 time: 0.1596489 Jun 01 06:21:06.425775 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.rpc [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] Device bef248a5-5a10-4c57-9536-4ea5bc6c5a83 no longer exists at agent ovs-agent-dv-cinder-793885-1-smb {{(pid=91914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 06:21:06.459567 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.plugin [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] No Port match for: bef248a5-5a10-4c57-9536-4ea5bc6c5a83 {{(pid=91914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 01 06:21:06.459926 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron.plugins.ml2.rpc [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] Device bef248a5-5a10-4c57-9536-4ea5bc6c5a83 not bound to the agent host dv-cinder-793885-1-smb {{(pid=91914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 06:21:15.538991 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.wsgi [-] (91912) accepted ('10.222.0.41', 32872) {{(pid=91912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 06:21:15.653367 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-ae18203f-0b57-4117-b59d-818bc3741fc3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:21:15.667528 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.db.quota.driver [None req-ae18203f-0b57-4117-b59d-818bc3741fc3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91912) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 06:21:15.671253 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.quota.resource [None req-ae18203f-0b57-4117-b59d-818bc3741fc3 admin admin] Usage tracker for resource:security_group_rule and tenant:ab1c6055b3324ed285c9cbf889674c15 is out of sync, need to count used quota {{(pid=91912) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 06:21:15.674009 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.quota.resource [None req-ae18203f-0b57-4117-b59d-818bc3741fc3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91912) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 06:21:15.680177 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.db.quota.driver [None req-ae18203f-0b57-4117-b59d-818bc3741fc3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91912) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 06:21:15.766175 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-ae18203f-0b57-4117-b59d-818bc3741fc3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:21:15.769788 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-ae18203f-0b57-4117-b59d-818bc3741fc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940402'] for security_group, after_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:21:15.777849 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-3bd67cd0-25cb-4d37-87e6-6b545eab85b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:21:15.816646 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [None req-ae18203f-0b57-4117-b59d-818bc3741fc3 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ab1c6055b3324ed285c9cbf889674c15&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2765799 Jun 01 06:21:15.818274 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae18203f-0b57-4117-b59d-818bc3741fc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7be5560b-1aae-4869-b3fd-27c466e28ca7,revision_number=1']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:21:15.819319 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.wsgi [-] (91913) accepted ('10.222.0.41', 32878) {{(pid=91913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 06:21:15.821450 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-ae18203f-0b57-4117-b59d-818bc3741fc3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:21:15.879504 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-ab6c8e85-ad55-4d38-bffd-97931c384382 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:21:15.904957 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-ab6c8e85-ad55-4d38-bffd-97931c384382 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:21:15.955084 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-ab6c8e85-ad55-4d38-bffd-97931c384382 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940402'] for security_group, after_delete {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:21:15.960200 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [None req-918d388c-d757-4102-8853-e4f5850d0da1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:21:15.973367 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6c8e85-ad55-4d38-bffd-97931c384382 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7be5560b-1aae-4869-b3fd-27c466e28ca7,revision_number=None']} {{(pid=91913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:21:15.976143 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [None req-ab6c8e85-ad55-4d38-bffd-97931c384382 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:21:15.977087 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-ab6c8e85-ad55-4d38-bffd-97931c384382 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:21:15.978187 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [None req-ab6c8e85-ad55-4d38-bffd-97931c384382 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/7be5560b-1aae-4869-b3fd-27c466e28ca7 HTTP/1.1" status: 204 len: 168 time: 0.1579053 Jun 01 06:21:16.250063 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.wsgi [-] (91913) accepted ('10.222.0.41', 32886) {{(pid=91913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 06:21:16.271527 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-91432007-eaa8-419e-920b-b611bfe555e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:21:16.381848 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.db.quota.driver [None req-91432007-eaa8-419e-920b-b611bfe555e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 06:21:16.385548 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.quota.resource [None req-91432007-eaa8-419e-920b-b611bfe555e8 admin admin] Usage tracker for resource:security_group_rule and tenant:53e9117aa81d4691b706a3c113ffd966 is out of sync, need to count used quota {{(pid=91913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 06:21:16.388312 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.quota.resource [None req-91432007-eaa8-419e-920b-b611bfe555e8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 06:21:16.394441 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.db.quota.driver [None req-91432007-eaa8-419e-920b-b611bfe555e8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 06:21:16.478351 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-91432007-eaa8-419e-920b-b611bfe555e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:21:16.482284 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-91432007-eaa8-419e-920b-b611bfe555e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940402'] for security_group, after_create {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:21:16.490441 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [None req-ab6c8e85-ad55-4d38-bffd-97931c384382 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:21:16.529369 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [None req-91432007-eaa8-419e-920b-b611bfe555e8 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=53e9117aa81d4691b706a3c113ffd966&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2781746 Jun 01 06:21:16.530345 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91432007-eaa8-419e-920b-b611bfe555e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ca11159-d11a-4ca1-bb40-8eb0a9c82cfa,revision_number=1']} {{(pid=91913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:21:16.531992 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.wsgi [-] (91912) accepted ('10.222.0.41', 32890) {{(pid=91912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 06:21:16.533542 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [None req-91432007-eaa8-419e-920b-b611bfe555e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:21:16.590279 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-598aabd0-f896-4aea-8adb-45addacef258 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:21:16.615662 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-598aabd0-f896-4aea-8adb-45addacef258 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:21:16.666439 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-598aabd0-f896-4aea-8adb-45addacef258 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940402'] for security_group, after_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:21:16.669895 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-a155185a-76db-436a-93ca-ac503808e7ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:21:16.682798 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598aabd0-f896-4aea-8adb-45addacef258 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ca11159-d11a-4ca1-bb40-8eb0a9c82cfa,revision_number=None']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:21:16.686582 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-598aabd0-f896-4aea-8adb-45addacef258 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:21:16.692358 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-598aabd0-f896-4aea-8adb-45addacef258 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:21:16.693534 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [None req-598aabd0-f896-4aea-8adb-45addacef258 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/7ca11159-d11a-4ca1-bb40-8eb0a9c82cfa HTTP/1.1" status: 204 len: 168 time: 0.1605380 Jun 01 06:21:17.726050 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774208951022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772053'] for agent, after_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:21:23.117213 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.wsgi [-] (91912) accepted ('10.222.0.41', 32974) {{(pid=91912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 06:21:23.235824 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-479ad276-c648-4226-bc31-8c43dfe7505d admin admin] Notify callbacks [] for security_group, before_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:21:23.253827 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.db.quota.driver [None req-479ad276-c648-4226-bc31-8c43dfe7505d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91912) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 06:21:23.257628 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.quota.resource [None req-479ad276-c648-4226-bc31-8c43dfe7505d admin admin] Usage tracker for resource:security_group_rule and tenant:eb0808dc495e402094dcd96c75fcef15 is out of sync, need to count used quota {{(pid=91912) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 06:21:23.260442 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.quota.resource [None req-479ad276-c648-4226-bc31-8c43dfe7505d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91912) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 06:21:23.266040 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.db.quota.driver [None req-479ad276-c648-4226-bc31-8c43dfe7505d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91912) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 06:21:23.348964 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-479ad276-c648-4226-bc31-8c43dfe7505d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:21:23.352832 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-479ad276-c648-4226-bc31-8c43dfe7505d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940402'] for security_group, after_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:21:23.359902 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-c42c659d-97f0-4559-bbd7-103c16ba14b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:21:23.399500 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [None req-479ad276-c648-4226-bc31-8c43dfe7505d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=eb0808dc495e402094dcd96c75fcef15&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2812612 Jun 01 06:21:23.400441 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479ad276-c648-4226-bc31-8c43dfe7505d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7193d8f3-f956-4002-ab51-22a224ee652b,revision_number=1']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:21:23.402227 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.wsgi [-] (91913) accepted ('10.222.0.41', 32980) {{(pid=91913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 06:21:23.403569 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-479ad276-c648-4226-bc31-8c43dfe7505d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:21:23.460422 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-4f91e912-8b6f-4e6b-a28a-04bbd4d1fc1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:21:23.486069 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-4f91e912-8b6f-4e6b-a28a-04bbd4d1fc1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:21:23.540059 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-4f91e912-8b6f-4e6b-a28a-04bbd4d1fc1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940402'] for security_group, after_delete {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:21:23.544654 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [None req-5c000f13-5435-45d6-ab1f-1fbcdd184cb1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:21:23.556221 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f91e912-8b6f-4e6b-a28a-04bbd4d1fc1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7193d8f3-f956-4002-ab51-22a224ee652b,revision_number=None']} {{(pid=91913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:21:23.560068 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [None req-4f91e912-8b6f-4e6b-a28a-04bbd4d1fc1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:21:23.565362 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-4f91e912-8b6f-4e6b-a28a-04bbd4d1fc1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:21:23.566512 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [None req-4f91e912-8b6f-4e6b-a28a-04bbd4d1fc1d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/7193d8f3-f956-4002-ab51-22a224ee652b HTTP/1.1" status: 204 len: 168 time: 0.1632507 Jun 01 06:21:23.844395 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.wsgi [-] (91912) accepted ('10.222.0.41', 32988) {{(pid=91912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 06:21:23.863434 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-590d752d-1cd8-4562-853b-3dad356ddefc admin admin] Notify callbacks [] for security_group, before_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:21:23.877784 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.db.quota.driver [None req-590d752d-1cd8-4562-853b-3dad356ddefc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91912) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 06:21:23.881673 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.quota.resource [None req-590d752d-1cd8-4562-853b-3dad356ddefc admin admin] Usage tracker for resource:security_group_rule and tenant:7de0c05bcca746e3aed0b9e52534f103 is out of sync, need to count used quota {{(pid=91912) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 06:21:23.884433 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.quota.resource [None req-590d752d-1cd8-4562-853b-3dad356ddefc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91912) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 06:21:23.891202 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.db.quota.driver [None req-590d752d-1cd8-4562-853b-3dad356ddefc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91912) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 06:21:23.973156 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-590d752d-1cd8-4562-853b-3dad356ddefc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:21:23.976710 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-590d752d-1cd8-4562-853b-3dad356ddefc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940402'] for security_group, after_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:21:23.984828 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-3632b9ab-2318-4564-b924-5d6fd5d11725 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:21:24.026759 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [None req-590d752d-1cd8-4562-853b-3dad356ddefc admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7de0c05bcca746e3aed0b9e52534f103&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1809609 Jun 01 06:21:24.028244 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590d752d-1cd8-4562-853b-3dad356ddefc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbe88842-a62e-4f44-8c4c-9123ffcabee4,revision_number=1']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:21:24.029244 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.wsgi [-] (91913) accepted ('10.222.0.41', 32992) {{(pid=91913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 06:21:24.031251 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-590d752d-1cd8-4562-853b-3dad356ddefc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:21:24.090808 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-6366d7ae-1396-4c72-9bd7-24d1b4d062a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:21:24.116229 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-6366d7ae-1396-4c72-9bd7-24d1b4d062a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:21:24.165856 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-6366d7ae-1396-4c72-9bd7-24d1b4d062a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940402'] for security_group, after_delete {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:21:24.169363 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [None req-3a75e456-983e-4927-9c67-1521f371f94c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:21:24.179725 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6366d7ae-1396-4c72-9bd7-24d1b4d062a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbe88842-a62e-4f44-8c4c-9123ffcabee4,revision_number=None']} {{(pid=91913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:21:24.183142 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [None req-6366d7ae-1396-4c72-9bd7-24d1b4d062a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:21:24.186471 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-6366d7ae-1396-4c72-9bd7-24d1b4d062a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:21:24.187554 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [None req-6366d7ae-1396-4c72-9bd7-24d1b4d062a7 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/cbe88842-a62e-4f44-8c4c-9123ffcabee4 HTTP/1.1" status: 204 len: 168 time: 0.1573319 Jun 01 06:21:25.830208 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-b91db0f3-ae5a-4585-b869-a381701d4485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774208951022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772053'] for agent, after_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:21:26.976177 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG neutron.db.agents_db [None req-a707e798-5c4a-4349-b1a6-04fc24c0e8c1 None None] Agent healthcheck: found 6 active agents {{(pid=91915) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 06:21:28.214298 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774208951022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772053'] for agent, after_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:21:28.500526 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-3d6e4672-61bb-4ff6-9e8c-0492482faae7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774208951022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772053'] for agent, after_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:21:29.819289 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-1d313a3c-a63a-4764-8840-fb680d7e5ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774208951022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772053'] for agent, after_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:21:31.168825 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-2212ef7e-50c1-45a6-8db2-90e035748ac3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774208951022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772053'] for agent, after_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:21:31.374498 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.wsgi [-] (91912) accepted ('10.222.0.41', 33114) {{(pid=91912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 06:21:31.493933 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-9fd80e33-1aa8-46c4-b5eb-2cc07c643311 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:21:31.508215 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.db.quota.driver [None req-9fd80e33-1aa8-46c4-b5eb-2cc07c643311 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91912) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 06:21:31.512055 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.quota.resource [None req-9fd80e33-1aa8-46c4-b5eb-2cc07c643311 admin admin] Usage tracker for resource:security_group_rule and tenant:d7d8533aa255449a84ef45d8258f3844 is out of sync, need to count used quota {{(pid=91912) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 06:21:31.514933 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.quota.resource [None req-9fd80e33-1aa8-46c4-b5eb-2cc07c643311 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91912) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 06:21:31.521206 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.db.quota.driver [None req-9fd80e33-1aa8-46c4-b5eb-2cc07c643311 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91912) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 06:21:31.602710 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-9fd80e33-1aa8-46c4-b5eb-2cc07c643311 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:21:31.606244 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-9fd80e33-1aa8-46c4-b5eb-2cc07c643311 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940402'] for security_group, after_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:21:31.615019 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-2e99f624-49b2-4070-a26f-ebae344905ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:21:31.654826 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [None req-9fd80e33-1aa8-46c4-b5eb-2cc07c643311 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d7d8533aa255449a84ef45d8258f3844&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2792315 Jun 01 06:21:31.655685 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd80e33-1aa8-46c4-b5eb-2cc07c643311 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e98669f-ce3d-4f1f-94b7-251c53633f41,revision_number=1']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:21:31.657481 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.wsgi [-] (91913) accepted ('10.222.0.41', 33120) {{(pid=91913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 06:21:31.658840 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-9fd80e33-1aa8-46c4-b5eb-2cc07c643311 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:21:31.719437 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-2abd9ee9-b86e-4b84-b264-ad1d1fb72bdf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:21:31.744196 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-2abd9ee9-b86e-4b84-b264-ad1d1fb72bdf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:21:31.793273 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-2abd9ee9-b86e-4b84-b264-ad1d1fb72bdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940402'] for security_group, after_delete {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:21:31.796876 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [None req-24a54fec-dafc-4e6a-8953-ef2ffc5356bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:21:31.807439 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abd9ee9-b86e-4b84-b264-ad1d1fb72bdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e98669f-ce3d-4f1f-94b7-251c53633f41,revision_number=None']} {{(pid=91913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:21:31.811706 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [None req-2abd9ee9-b86e-4b84-b264-ad1d1fb72bdf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:21:31.813595 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-2abd9ee9-b86e-4b84-b264-ad1d1fb72bdf admin admin] Notify callbacks [] for security_group, before_response {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:21:31.814667 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [None req-2abd9ee9-b86e-4b84-b264-ad1d1fb72bdf admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8e98669f-ce3d-4f1f-94b7-251c53633f41 HTTP/1.1" status: 204 len: 168 time: 0.1562014 Jun 01 06:21:32.085481 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.wsgi [-] (91912) accepted ('10.222.0.41', 33128) {{(pid=91912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 06:21:32.103416 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-a3e992c7-8116-46a8-bb03-9587bf49498c admin admin] Notify callbacks [] for security_group, before_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:21:32.117603 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.db.quota.driver [None req-a3e992c7-8116-46a8-bb03-9587bf49498c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91912) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 06:21:32.121346 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.quota.resource [None req-a3e992c7-8116-46a8-bb03-9587bf49498c admin admin] Usage tracker for resource:security_group_rule and tenant:d52cd54ad842456d96884f2707d072d1 is out of sync, need to count used quota {{(pid=91912) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 06:21:32.124066 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.quota.resource [None req-a3e992c7-8116-46a8-bb03-9587bf49498c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91912) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 06:21:32.129616 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.db.quota.driver [None req-a3e992c7-8116-46a8-bb03-9587bf49498c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91912) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 06:21:32.207032 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-a3e992c7-8116-46a8-bb03-9587bf49498c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:21:32.210383 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-a3e992c7-8116-46a8-bb03-9587bf49498c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940402'] for security_group, after_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:21:32.222940 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-36a4a0e0-088a-419f-8cd6-72f0cdcc6391 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:21:32.260206 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [None req-a3e992c7-8116-46a8-bb03-9587bf49498c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d52cd54ad842456d96884f2707d072d1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1736979 Jun 01 06:21:32.261766 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e992c7-8116-46a8-bb03-9587bf49498c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65937114-26d6-4f7d-baca-30eb7946acc1,revision_number=1']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:21:32.263020 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.wsgi [-] (91913) accepted ('10.222.0.41', 33132) {{(pid=91913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 06:21:32.264671 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-a3e992c7-8116-46a8-bb03-9587bf49498c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:21:32.319816 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-c9df255f-14aa-4d02-8c4b-831792ef3779 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:21:32.345440 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-c9df255f-14aa-4d02-8c4b-831792ef3779 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:21:32.396636 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-c9df255f-14aa-4d02-8c4b-831792ef3779 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940402'] for security_group, after_delete {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:21:32.400221 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [None req-9ae79de6-5ca9-435d-8fe6-2816fdeeb7ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:21:32.411645 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9df255f-14aa-4d02-8c4b-831792ef3779 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65937114-26d6-4f7d-baca-30eb7946acc1,revision_number=None']} {{(pid=91913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:21:32.416021 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [None req-c9df255f-14aa-4d02-8c4b-831792ef3779 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:21:32.417878 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-c9df255f-14aa-4d02-8c4b-831792ef3779 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:21:32.418964 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [None req-c9df255f-14aa-4d02-8c4b-831792ef3779 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/65937114-26d6-4f7d-baca-30eb7946acc1 HTTP/1.1" status: 204 len: 168 time: 0.1549969 Jun 01 06:21:33.968680 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.wsgi [-] (91912) accepted ('10.222.0.41', 33176) {{(pid=91912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 06:21:34.081685 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-a4270b27-156f-4829-9903-889517260f30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:21:34.096264 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.db.quota.driver [None req-a4270b27-156f-4829-9903-889517260f30 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91912) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 06:21:34.100781 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.quota.resource [None req-a4270b27-156f-4829-9903-889517260f30 admin admin] Usage tracker for resource:security_group_rule and tenant:9a94c03b2d0647cd88ca5151e97af2b9 is out of sync, need to count used quota {{(pid=91912) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 06:21:34.103513 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.quota.resource [None req-a4270b27-156f-4829-9903-889517260f30 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91912) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 06:21:34.109057 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.db.quota.driver [None req-a4270b27-156f-4829-9903-889517260f30 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91912) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 06:21:34.195151 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-a4270b27-156f-4829-9903-889517260f30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:21:34.199063 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-a4270b27-156f-4829-9903-889517260f30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940402'] for security_group, after_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:21:34.208622 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-f5e72e6d-6e37-418c-8ddd-7e59eba9f4f6 tempest-TestShelveInstance-1107887697 tempest-TestShelveInstance-1107887697-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:21:34.246254 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [None req-a4270b27-156f-4829-9903-889517260f30 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9a94c03b2d0647cd88ca5151e97af2b9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2764704 Jun 01 06:21:34.247062 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4270b27-156f-4829-9903-889517260f30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=784bf3da-34b8-4fc4-9cb0-40239b736020,revision_number=1']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:21:34.248963 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.wsgi [-] (91913) accepted ('10.222.0.41', 33182) {{(pid=91913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 06:21:34.250169 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-a4270b27-156f-4829-9903-889517260f30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:21:34.310132 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-36d59e2b-0163-4b64-85c2-c3a0fa6f1724 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:21:34.335911 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-36d59e2b-0163-4b64-85c2-c3a0fa6f1724 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:21:34.385076 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-36d59e2b-0163-4b64-85c2-c3a0fa6f1724 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940402'] for security_group, after_delete {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:21:34.389748 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [None req-2abd9ee9-b86e-4b84-b264-ad1d1fb72bdf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:21:34.403024 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d59e2b-0163-4b64-85c2-c3a0fa6f1724 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=784bf3da-34b8-4fc4-9cb0-40239b736020,revision_number=None']} {{(pid=91913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:21:34.405824 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [None req-36d59e2b-0163-4b64-85c2-c3a0fa6f1724 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:21:34.406738 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-36d59e2b-0163-4b64-85c2-c3a0fa6f1724 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:21:34.407830 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [None req-36d59e2b-0163-4b64-85c2-c3a0fa6f1724 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/784bf3da-34b8-4fc4-9cb0-40239b736020 HTTP/1.1" status: 204 len: 168 time: 0.1578672 Jun 01 06:21:39.011662 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.wsgi [-] (91913) accepted ('10.222.0.41', 33258) {{(pid=91913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 06:21:39.126062 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-407a0efc-b08b-4986-8fd0-3b61507140fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:21:39.139915 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.db.quota.driver [None req-407a0efc-b08b-4986-8fd0-3b61507140fd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 06:21:39.143695 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.quota.resource [None req-407a0efc-b08b-4986-8fd0-3b61507140fd admin admin] Usage tracker for resource:security_group_rule and tenant:69c9dcb96762468e85b2967a088bbe5f is out of sync, need to count used quota {{(pid=91913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 06:21:39.146998 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.quota.resource [None req-407a0efc-b08b-4986-8fd0-3b61507140fd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 06:21:39.152567 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.db.quota.driver [None req-407a0efc-b08b-4986-8fd0-3b61507140fd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 06:21:39.234916 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-407a0efc-b08b-4986-8fd0-3b61507140fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:21:39.238773 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-407a0efc-b08b-4986-8fd0-3b61507140fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940402'] for security_group, after_create {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:21:39.246818 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [None req-4f91e912-8b6f-4e6b-a28a-04bbd4d1fc1d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:21:39.289866 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [None req-407a0efc-b08b-4986-8fd0-3b61507140fd admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=69c9dcb96762468e85b2967a088bbe5f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2771127 Jun 01 06:21:39.291389 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407a0efc-b08b-4986-8fd0-3b61507140fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9b49625-3ffb-411b-bd58-efd46f53a675,revision_number=1']} {{(pid=91913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:21:39.292558 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.wsgi [-] (91912) accepted ('10.222.0.41', 33264) {{(pid=91912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 06:21:39.294449 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [None req-407a0efc-b08b-4986-8fd0-3b61507140fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:21:39.354462 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-c951cb53-f919-4ab2-8baa-b48381fb1b3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:21:39.378813 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-c951cb53-f919-4ab2-8baa-b48381fb1b3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:21:39.434766 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-c951cb53-f919-4ab2-8baa-b48381fb1b3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940402'] for security_group, after_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:21:39.438517 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-b06c8a8e-0fc9-4dca-a499-a2d39ed86a04 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:21:39.455236 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c951cb53-f919-4ab2-8baa-b48381fb1b3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9b49625-3ffb-411b-bd58-efd46f53a675,revision_number=None']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:21:39.458158 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-c951cb53-f919-4ab2-8baa-b48381fb1b3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:21:39.478559 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-c951cb53-f919-4ab2-8baa-b48381fb1b3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:21:39.479654 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [None req-c951cb53-f919-4ab2-8baa-b48381fb1b3c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d9b49625-3ffb-411b-bd58-efd46f53a675 HTTP/1.1" status: 204 len: 168 time: 0.1861150 Jun 01 06:21:47.729474 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774208951022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772053'] for agent, after_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:21:48.528789 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.wsgi [-] (91912) accepted ('10.222.0.41', 33402) {{(pid=91912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 06:21:48.644650 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-2146c5f4-1a3d-421b-88aa-d5db338844e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:21:48.658662 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.db.quota.driver [None req-2146c5f4-1a3d-421b-88aa-d5db338844e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91912) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 06:21:48.662474 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.quota.resource [None req-2146c5f4-1a3d-421b-88aa-d5db338844e8 admin admin] Usage tracker for resource:security_group_rule and tenant:0e9f71d3c5684d3281e288386187ed14 is out of sync, need to count used quota {{(pid=91912) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 06:21:48.665269 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.quota.resource [None req-2146c5f4-1a3d-421b-88aa-d5db338844e8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91912) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 06:21:48.670870 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.db.quota.driver [None req-2146c5f4-1a3d-421b-88aa-d5db338844e8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91912) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 06:21:48.749334 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-2146c5f4-1a3d-421b-88aa-d5db338844e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:21:48.753073 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-2146c5f4-1a3d-421b-88aa-d5db338844e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940402'] for security_group, after_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:21:48.760290 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-8b36eb49-9121-4eaf-ba4f-adada707f2fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:21:48.798264 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2146c5f4-1a3d-421b-88aa-d5db338844e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4716d5f5-b55d-4969-a8d2-e38a2109a933,revision_number=1']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:21:48.803010 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [None req-2146c5f4-1a3d-421b-88aa-d5db338844e8 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0e9f71d3c5684d3281e288386187ed14&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2731977 Jun 01 06:21:48.803905 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-2146c5f4-1a3d-421b-88aa-d5db338844e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:21:48.805560 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.wsgi [-] (91912) accepted ('10.222.0.41', 33408) {{(pid=91912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 06:21:48.867699 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-862baea1-d536-4fb1-b51e-b5d48044c4bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:21:48.892963 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-862baea1-d536-4fb1-b51e-b5d48044c4bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:21:48.943821 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-862baea1-d536-4fb1-b51e-b5d48044c4bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940402'] for security_group, after_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:21:48.948612 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-94181ec8-afd5-481f-b1c9-0a7017a0ccaa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:21:48.961786 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862baea1-d536-4fb1-b51e-b5d48044c4bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4716d5f5-b55d-4969-a8d2-e38a2109a933,revision_number=None']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:21:48.964258 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-862baea1-d536-4fb1-b51e-b5d48044c4bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:21:48.966567 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-862baea1-d536-4fb1-b51e-b5d48044c4bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:21:48.967732 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [None req-862baea1-d536-4fb1-b51e-b5d48044c4bd admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4716d5f5-b55d-4969-a8d2-e38a2109a933 HTTP/1.1" status: 204 len: 168 time: 0.1612322 Jun 01 06:21:49.238643 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.wsgi [-] (91912) accepted ('10.222.0.41', 33416) {{(pid=91912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 06:21:49.256510 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-423914a0-2dd4-4dd7-9226-d756e298c032 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:21:49.271375 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.db.quota.driver [None req-423914a0-2dd4-4dd7-9226-d756e298c032 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91912) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 06:21:49.275284 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.quota.resource [None req-423914a0-2dd4-4dd7-9226-d756e298c032 admin admin] Usage tracker for resource:security_group_rule and tenant:6ba289ac114c41bd9c2fbe53b62af96e is out of sync, need to count used quota {{(pid=91912) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 06:21:49.278172 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.quota.resource [None req-423914a0-2dd4-4dd7-9226-d756e298c032 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91912) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 06:21:49.283849 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.db.quota.driver [None req-423914a0-2dd4-4dd7-9226-d756e298c032 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91912) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 06:21:49.369061 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-423914a0-2dd4-4dd7-9226-d756e298c032 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:21:49.372753 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-423914a0-2dd4-4dd7-9226-d756e298c032 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940402'] for security_group, after_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:21:49.380798 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-2146c5f4-1a3d-421b-88aa-d5db338844e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:21:49.422273 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [None req-423914a0-2dd4-4dd7-9226-d756e298c032 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6ba289ac114c41bd9c2fbe53b62af96e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1824992 Jun 01 06:21:49.424003 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423914a0-2dd4-4dd7-9226-d756e298c032 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0af3890-115f-45db-bd83-dbc218721bb0,revision_number=1']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:21:49.424894 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.wsgi [-] (91913) accepted ('10.222.0.41', 33420) {{(pid=91913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 06:21:49.427142 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-423914a0-2dd4-4dd7-9226-d756e298c032 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:21:49.482836 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-18b6325a-48a7-4fb4-bde1-27d362ef809e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:21:49.507585 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-18b6325a-48a7-4fb4-bde1-27d362ef809e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:21:49.557843 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-18b6325a-48a7-4fb4-bde1-27d362ef809e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940402'] for security_group, after_delete {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:21:49.561593 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [None req-6ad8d296-988d-440e-9540-ba7bb8902c87 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:21:49.575390 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b6325a-48a7-4fb4-bde1-27d362ef809e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0af3890-115f-45db-bd83-dbc218721bb0,revision_number=None']} {{(pid=91913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:21:49.579565 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [None req-18b6325a-48a7-4fb4-bde1-27d362ef809e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:21:49.585382 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-18b6325a-48a7-4fb4-bde1-27d362ef809e admin admin] Notify callbacks [] for security_group, before_response {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:21:49.586500 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [None req-18b6325a-48a7-4fb4-bde1-27d362ef809e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c0af3890-115f-45db-bd83-dbc218721bb0 HTTP/1.1" status: 204 len: 168 time: 0.1606002 Jun 01 06:21:49.923603 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.wsgi [-] (91913) accepted ('10.222.0.41', 33428) {{(pid=91913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 06:21:49.941625 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-6a56a724-d6eb-4374-890b-4391e08e6a8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:21:49.955866 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.db.quota.driver [None req-6a56a724-d6eb-4374-890b-4391e08e6a8e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 06:21:49.959697 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.quota.resource [None req-6a56a724-d6eb-4374-890b-4391e08e6a8e admin admin] Usage tracker for resource:security_group_rule and tenant:e0591591d3f44c72aa7f493d343f5ddf is out of sync, need to count used quota {{(pid=91913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 06:21:49.962583 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.quota.resource [None req-6a56a724-d6eb-4374-890b-4391e08e6a8e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 06:21:49.968855 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.db.quota.driver [None req-6a56a724-d6eb-4374-890b-4391e08e6a8e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 06:21:50.051145 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-6a56a724-d6eb-4374-890b-4391e08e6a8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:21:50.054837 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-6a56a724-d6eb-4374-890b-4391e08e6a8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940402'] for security_group, after_create {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:21:50.066662 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [None req-ecf174bb-210a-4789-a926-7738f3b045f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:21:50.104958 dv-cinder-793885-1-smb neutron-server[91913]: INFO neutron.wsgi [None req-6a56a724-d6eb-4374-890b-4391e08e6a8e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e0591591d3f44c72aa7f493d343f5ddf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1802876 Jun 01 06:21:50.106559 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a56a724-d6eb-4374-890b-4391e08e6a8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=187dbcec-409f-466e-bda8-a5e16b664be0,revision_number=1']} {{(pid=91913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:21:50.107629 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.wsgi [-] (91912) accepted ('10.222.0.41', 33432) {{(pid=91912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 06:21:50.109489 dv-cinder-793885-1-smb neutron-server[91913]: DEBUG oslo_concurrency.lockutils [None req-6a56a724-d6eb-4374-890b-4391e08e6a8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:21:50.166260 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-30222c99-1034-49fd-b6d8-7f33dda86fb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:21:50.192186 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-30222c99-1034-49fd-b6d8-7f33dda86fb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:21:50.242347 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-30222c99-1034-49fd-b6d8-7f33dda86fb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940402'] for security_group, after_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:21:50.247030 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-dac353e0-0918-40ad-aeeb-8484481084e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 06:21:50.259277 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30222c99-1034-49fd-b6d8-7f33dda86fb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=187dbcec-409f-466e-bda8-a5e16b664be0,revision_number=None']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 06:21:50.263822 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-30222c99-1034-49fd-b6d8-7f33dda86fb0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 06:21:50.267887 dv-cinder-793885-1-smb neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-30222c99-1034-49fd-b6d8-7f33dda86fb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:21:50.269686 dv-cinder-793885-1-smb neutron-server[91912]: INFO neutron.wsgi [None req-30222c99-1034-49fd-b6d8-7f33dda86fb0 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/187dbcec-409f-466e-bda8-a5e16b664be0 HTTP/1.1" status: 204 len: 168 time: 0.1603875 Jun 01 06:21:55.830604 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-9c089761-39e4-482f-99d8-b169af34e4df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774208951022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772053'] for agent, after_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:21:58.216912 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774208951022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772053'] for agent, after_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:21:58.500566 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-d05aab5a-0965-4cd5-8f2e-cdea2e5e394a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774208951022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772053'] for agent, after_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:21:59.821782 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-1d313a3c-a63a-4764-8840-fb680d7e5ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774208951022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772053'] for agent, after_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:22:01.172894 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-2212ef7e-50c1-45a6-8db2-90e035748ac3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774208951022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772053'] for agent, after_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:22:03.975363 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG neutron.db.agents_db [None req-a707e798-5c4a-4349-b1a6-04fc24c0e8c1 None None] Agent healthcheck: found 6 active agents {{(pid=91915) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 06:22:17.729189 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774208951022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772053'] for agent, after_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:22:25.832357 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-ece1ab74-508f-4e09-a103-6e3a843bad10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774208951022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772053'] for agent, after_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:22:28.217654 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774208951022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772053'] for agent, after_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:22:28.500297 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-91eeaea4-d082-4afe-873c-cfb5515fb7a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774208951022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772053'] for agent, after_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:22:29.825770 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-1d313a3c-a63a-4764-8840-fb680d7e5ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774208951022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772053'] for agent, after_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:22:31.176258 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-2212ef7e-50c1-45a6-8db2-90e035748ac3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774208951022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772053'] for agent, after_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:22:40.974940 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG neutron.db.agents_db [None req-a707e798-5c4a-4349-b1a6-04fc24c0e8c1 None None] Agent healthcheck: found 6 active agents {{(pid=91915) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 06:22:47.747147 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774208951022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772053'] for agent, after_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:22:55.833556 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-695c66ef-ae6e-4645-8d72-7c6dfacbb153 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774208951022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772053'] for agent, after_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:22:58.219516 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774208951022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772053'] for agent, after_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:22:58.500534 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-b064fa85-abb9-4088-98d2-a1bca0f3b3f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774208951022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772053'] for agent, after_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:22:59.827840 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-1d313a3c-a63a-4764-8840-fb680d7e5ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774208951022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772053'] for agent, after_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:23:01.176429 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-2212ef7e-50c1-45a6-8db2-90e035748ac3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774208951022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772053'] for agent, after_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:23:17.763707 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774208951022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772053'] for agent, after_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:23:17.973916 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG neutron.db.agents_db [None req-a707e798-5c4a-4349-b1a6-04fc24c0e8c1 None None] Agent healthcheck: found 6 active agents {{(pid=91915) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 06:23:25.833710 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-ac625fdc-ae4a-4def-a657-11c91505b372 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774208951022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772053'] for agent, after_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:23:28.222458 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774208951022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772053'] for agent, after_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:23:28.503544 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-80f94be1-2e91-4a91-8981-2f2a6647c09a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774208951022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772053'] for agent, after_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:23:29.831758 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-1d313a3c-a63a-4764-8840-fb680d7e5ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774208951022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772053'] for agent, after_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:23:31.178803 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-2212ef7e-50c1-45a6-8db2-90e035748ac3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774208951022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772053'] for agent, after_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:23:47.767519 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774208951022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772053'] for agent, after_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:23:54.973230 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG neutron.db.agents_db [None req-a707e798-5c4a-4349-b1a6-04fc24c0e8c1 None None] Agent healthcheck: found 6 active agents {{(pid=91915) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 06:23:55.834641 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-3e549fce-2664-4ad1-bab3-6947ace1c10a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774208951022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772053'] for agent, after_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:23:58.224969 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774208951022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772053'] for agent, after_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:23:58.506465 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-87054e63-668d-4e6a-bd83-c06721f24b97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774208951022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772053'] for agent, after_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:23:59.833957 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-1d313a3c-a63a-4764-8840-fb680d7e5ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774208951022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772053'] for agent, after_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:24:01.182752 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-2212ef7e-50c1-45a6-8db2-90e035748ac3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774208951022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772053'] for agent, after_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:24:17.777312 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774208951022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772053'] for agent, after_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:24:25.835938 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-e6fbfff7-f61a-4018-af12-b5a83870612a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774208951022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772053'] for agent, after_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:24:28.226381 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774208951022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772053'] for agent, after_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:24:28.508382 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-4a7b537b-c0e5-43dc-b3f6-65104e90f7b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774208951022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772053'] for agent, after_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:24:29.838593 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-1d313a3c-a63a-4764-8840-fb680d7e5ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774208951022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772053'] for agent, after_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:24:31.183783 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-2212ef7e-50c1-45a6-8db2-90e035748ac3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774208951022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772053'] for agent, after_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:24:31.973125 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG neutron.db.agents_db [None req-a707e798-5c4a-4349-b1a6-04fc24c0e8c1 None None] Agent healthcheck: found 6 active agents {{(pid=91915) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 06:24:47.776073 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774208951022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772053'] for agent, after_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:24:55.837884 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-6c74378f-ab08-4c52-b692-ceb73e865881 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774208951022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772053'] for agent, after_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:24:58.227540 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774208951022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772053'] for agent, after_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:24:58.508566 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-f4f42111-8892-482c-907d-79cb04eb4598 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774208951022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772053'] for agent, after_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:24:59.841460 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-1d313a3c-a63a-4764-8840-fb680d7e5ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774208951022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772053'] for agent, after_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:25:01.187357 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-2212ef7e-50c1-45a6-8db2-90e035748ac3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774208951022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772053'] for agent, after_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:25:08.972041 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG neutron.db.agents_db [None req-a707e798-5c4a-4349-b1a6-04fc24c0e8c1 None None] Agent healthcheck: found 6 active agents {{(pid=91915) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 06:25:17.774954 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774208951022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772053'] for agent, after_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:25:25.838627 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-ca7655cd-35b8-4b42-ba36-fba72207b988 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774208951022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772053'] for agent, after_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:25:28.229927 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774208951022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772053'] for agent, after_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:25:28.508870 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-5ebcae6d-1b74-4814-bef9-397b53b8c014 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774208951022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772053'] for agent, after_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:25:29.843911 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-1d313a3c-a63a-4764-8840-fb680d7e5ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774208951022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772053'] for agent, after_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:25:31.190649 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-2212ef7e-50c1-45a6-8db2-90e035748ac3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774208951022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772053'] for agent, after_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:25:45.970879 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG neutron.db.agents_db [None req-a707e798-5c4a-4349-b1a6-04fc24c0e8c1 None None] Agent healthcheck: found 6 active agents {{(pid=91915) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 06:25:47.791177 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774208951022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772053'] for agent, after_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:25:55.839601 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-88fd435f-5011-4458-af8c-dee4062e26d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774208951022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772053'] for agent, after_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:25:58.231900 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774208951022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772053'] for agent, after_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:25:58.509295 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-663c67e4-8ada-4509-8c25-c3d18c711df8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774208951022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772053'] for agent, after_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:25:59.847899 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-1d313a3c-a63a-4764-8840-fb680d7e5ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774208951022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772053'] for agent, after_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:26:01.192835 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-2212ef7e-50c1-45a6-8db2-90e035748ac3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774208951022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772053'] for agent, after_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:26:17.789603 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774208951022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772053'] for agent, after_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:26:22.969650 dv-cinder-793885-1-smb neutron-server[91915]: DEBUG neutron.db.agents_db [None req-a707e798-5c4a-4349-b1a6-04fc24c0e8c1 None None] Agent healthcheck: found 6 active agents {{(pid=91915) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 06:26:25.841358 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-30f77d50-073b-4fd8-9678-c3eefd533ffe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774208951022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772053'] for agent, after_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:26:28.233957 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-95eb5741-c8ed-477b-9ade-a2b29f9d1151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774208951022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772053'] for agent, after_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:26:28.510305 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-2c935077-1ee5-4d10-abce-494b1b97b123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774208951022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772053'] for agent, after_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:26:29.851007 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-1d313a3c-a63a-4764-8840-fb680d7e5ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774208951022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772053'] for agent, after_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:26:31.196647 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-2212ef7e-50c1-45a6-8db2-90e035748ac3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774208951022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772053'] for agent, after_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 06:26:47.791805 dv-cinder-793885-1-smb neutron-server[91914]: DEBUG neutron_lib.callbacks.manager [None req-ea510c8b-0dad-44ef-ae3c-9192f9223fc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774208951022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772053'] for agent, after_update {{(pid=91914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}